@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -8,14 +8,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
8
8
  modelId: string;
9
9
  prompt: string;
10
10
  seed?: number | undefined;
11
+ width?: number | undefined;
12
+ height?: number | undefined;
11
13
  vae_tiling?: boolean | undefined;
12
14
  steps?: number | undefined;
13
15
  negative_prompt?: string | undefined;
14
- width?: number | undefined;
15
- height?: number | undefined;
16
16
  cfg_scale?: number | undefined;
17
17
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
18
18
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
19
+ vae_tile_size?: string | number | undefined;
19
20
  cache_preset?: string | undefined;
20
21
  stg_scale?: number | undefined;
21
22
  stg_block?: number | undefined;
@@ -29,7 +30,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
29
30
  high_noise_flow_shift?: number | undefined;
30
31
  moe_boundary?: number | undefined;
31
32
  vace_strength?: number | undefined;
32
- vae_tile_size?: string | number | undefined;
33
33
  vae_tile_overlap?: number | undefined;
34
34
  temporal_tiling?: boolean | undefined;
35
35
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -49,14 +49,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
49
49
  modelId: string;
50
50
  prompt: string;
51
51
  seed?: number | undefined;
52
+ width?: number | undefined;
53
+ height?: number | undefined;
52
54
  vae_tiling?: boolean | undefined;
53
55
  steps?: number | undefined;
54
56
  negative_prompt?: string | undefined;
55
- width?: number | undefined;
56
- height?: number | undefined;
57
57
  cfg_scale?: number | undefined;
58
58
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
59
59
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
60
+ vae_tile_size?: string | number | undefined;
60
61
  cache_preset?: string | undefined;
61
62
  stg_scale?: number | undefined;
62
63
  stg_block?: number | undefined;
@@ -70,7 +71,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
70
71
  high_noise_flow_shift?: number | undefined;
71
72
  moe_boundary?: number | undefined;
72
73
  vace_strength?: number | undefined;
73
- vae_tile_size?: string | number | undefined;
74
74
  vae_tile_overlap?: number | undefined;
75
75
  temporal_tiling?: boolean | undefined;
76
76
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -90,14 +90,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
90
90
  modelId: string;
91
91
  prompt: string;
92
92
  seed?: number | undefined;
93
+ width?: number | undefined;
94
+ height?: number | undefined;
93
95
  vae_tiling?: boolean | undefined;
94
96
  steps?: number | undefined;
95
97
  negative_prompt?: string | undefined;
96
- width?: number | undefined;
97
- height?: number | undefined;
98
98
  cfg_scale?: number | undefined;
99
99
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
100
100
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
101
+ vae_tile_size?: string | number | undefined;
101
102
  cache_preset?: string | undefined;
102
103
  stg_scale?: number | undefined;
103
104
  stg_block?: number | undefined;
@@ -111,7 +112,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
111
112
  high_noise_flow_shift?: number | undefined;
112
113
  moe_boundary?: number | undefined;
113
114
  vace_strength?: number | undefined;
114
- vae_tile_size?: string | number | undefined;
115
115
  vae_tile_overlap?: number | undefined;
116
116
  temporal_tiling?: boolean | undefined;
117
117
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -131,14 +131,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
131
131
  modelId: string;
132
132
  prompt: string;
133
133
  seed?: number | undefined;
134
+ width?: number | undefined;
135
+ height?: number | undefined;
134
136
  vae_tiling?: boolean | undefined;
135
137
  steps?: number | undefined;
136
138
  negative_prompt?: string | undefined;
137
- width?: number | undefined;
138
- height?: number | undefined;
139
139
  cfg_scale?: number | undefined;
140
140
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
141
141
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
142
+ vae_tile_size?: string | number | undefined;
142
143
  cache_preset?: string | undefined;
143
144
  stg_scale?: number | undefined;
144
145
  stg_block?: number | undefined;
@@ -152,7 +153,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
152
153
  high_noise_flow_shift?: number | undefined;
153
154
  moe_boundary?: number | undefined;
154
155
  vace_strength?: number | undefined;
155
- vae_tile_size?: string | number | undefined;
156
156
  vae_tile_overlap?: number | undefined;
157
157
  temporal_tiling?: boolean | undefined;
158
158
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -172,14 +172,15 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
172
172
  modelId: string;
173
173
  prompt: string;
174
174
  seed?: number | undefined;
175
+ width?: number | undefined;
176
+ height?: number | undefined;
175
177
  vae_tiling?: boolean | undefined;
176
178
  steps?: number | undefined;
177
179
  negative_prompt?: string | undefined;
178
- width?: number | undefined;
179
- height?: number | undefined;
180
180
  cfg_scale?: number | undefined;
181
181
  sampling_method?: "euler" | "euler_a" | "heun" | "dpm2" | "dpm++2m" | "dpm++2mv2" | "dpm++2s_a" | "lcm" | "ipndm" | "ipndm_v" | "ddim_trailing" | "tcd" | "res_multistep" | "res_2s" | undefined;
182
182
  scheduler?: "lcm" | "discrete" | "karras" | "exponential" | "ays" | "gits" | "sgm_uniform" | "simple" | "smoothstep" | "kl_optimal" | "bong_tangent" | "ltx2" | undefined;
183
+ vae_tile_size?: string | number | undefined;
183
184
  cache_preset?: string | undefined;
184
185
  stg_scale?: number | undefined;
185
186
  stg_block?: number | undefined;
@@ -193,7 +194,6 @@ export declare function createVideoStreamRequest(params: VideoClientParams, requ
193
194
  high_noise_flow_shift?: number | undefined;
194
195
  moe_boundary?: number | undefined;
195
196
  vace_strength?: number | undefined;
196
- vae_tile_size?: string | number | undefined;
197
197
  vae_tile_overlap?: number | undefined;
198
198
  temporal_tiling?: boolean | undefined;
199
199
  cache_mode?: "disabled" | "easycache" | "ucache" | "dbcache" | "taylorseer" | "cache-dit" | undefined;
@@ -1,7 +1,12 @@
1
- import type { Request, Response, RPCOptions, AbortableRPCOptions } from './schemas/index.js';
1
+ import type { Request, Response, AbortableRPCOptions } from './schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
- export declare function send<T extends Request>(request: T, _options?: RPCOptions): Promise<Response>;
4
- /** `options.signal` ends the stream only for a handler with `endsOnAbort`. */
3
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
4
+ export declare function send<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<Response>;
5
+ /**
6
+ * `options.signal` aborting cancels the request (see `bindTransportSignal`)
7
+ * and ends the stream of a handler with `endsOnAbort`, which registers no
8
+ * request.
9
+ */
5
10
  export declare function stream<T extends Request>(request: T, options?: AbortableRPCOptions): AsyncGenerator<Response>;
6
11
  export interface DuplexWritable {
7
12
  write(chunk: Uint8Array): void;
@@ -15,5 +20,6 @@ export interface DuplexSession {
15
20
  requestStream: DuplexWritable;
16
21
  responseStream: DuplexReadable;
17
22
  }
18
- export declare function duplex<T extends Request>(request: T, _options?: RPCOptions): Promise<DuplexSession>;
23
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
24
+ export declare function duplex<T extends Request>(request: T, options?: AbortableRPCOptions): Promise<DuplexSession>;
19
25
  export declare function close(): Promise<void>;
package/dist/dispatch.js CHANGED
@@ -1,4 +1,4 @@
1
- import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema } from './schemas/index.js';
1
+ import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema, UNTRACKED_REQUEST_TYPES } from './schemas/index.js';
2
2
  import { z } from 'zod';
3
3
  import { formatZodError } from './utils/zod-error.js';
4
4
  import os from 'bare-os';
@@ -8,6 +8,9 @@ import { handlerSupportsProgress, selectHandler } from './selection.js';
8
8
  import { assertLifecycleAllowed } from './runtime/runtime-lifecycle.js';
9
9
  import { resolveModelConfig, setConfig, setRuntimeContext, isConfigSet } from './runtime/state.js';
10
10
  import { initialize, close as closeEngine } from './runtime/lifecycle.js';
11
+ import { assertOwnerOperation, assertWireSessionOpen } from './runtime/session-registry.js';
12
+ import { getRequestRegistry } from './runtime/request-context.js';
13
+ import { generateRandomRequestId } from './runtime/request-id.js';
11
14
  import { getAllPlugins } from './plugins/index.js';
12
15
  import { hasRpcServerProvider } from './rpc/provider.js';
13
16
  import { resolveConfig } from './config/resolve-config.js';
@@ -166,8 +169,35 @@ function prepareRequest(request) {
166
169
  ;
167
170
  validated[PROFILING_KEY] = profilingMeta;
168
171
  }
172
+ assertRequestSessionAllowed(validated);
169
173
  return validated;
170
174
  }
175
+ // A request runs as the session it names, or as the owner when it names none.
176
+ // The session handlers validate their own `sessionId`: open registers a new id
177
+ // and close removes one, so neither can require it to be open already. A
178
+ // session may not run the operations reserved for the owner.
179
+ function assertRequestSessionAllowed(request) {
180
+ if (request.type === 'openSession' || request.type === 'closeSession')
181
+ return;
182
+ assertWireSessionOpen(request);
183
+ assertOwnerOperation(request);
184
+ }
185
+ /**
186
+ * The host aborts `signal` when the caller cancels this request over the
187
+ * transport or the connection ends. The signal becomes the parent of the work
188
+ * the request registers under its `requestId`, so the abort stops that work
189
+ * whether it has begun or not. A request that registers work and came without
190
+ * an id gets one here, so its handler registers under an id the binding knows.
191
+ * Returns a function that removes the binding; call it once the request has
192
+ * finished.
193
+ */
194
+ function bindTransportSignal(request, signal) {
195
+ const tracked = request;
196
+ if (!signal || UNTRACKED_REQUEST_TYPES.has(tracked.type))
197
+ return () => { };
198
+ tracked.requestId ??= generateRandomRequestId();
199
+ return getRequestRegistry().bindTransportSignal(tracked.requestId, tracked.sessionId, signal);
200
+ }
171
201
  function invokeHandler(request, handler) {
172
202
  const directHandler = handler;
173
203
  return directHandler(request);
@@ -213,7 +243,8 @@ async function* streamWithProgress(request, handler) {
213
243
  if (handlerError)
214
244
  throw handlerError;
215
245
  }
216
- export async function send(request, _options) {
246
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
247
+ export async function send(request, options) {
217
248
  await ensureReady(request.type === 'startRpcServer' ||
218
249
  request.type === 'stopRpcServer' ||
219
250
  request.type === 'discoverRpcServers' ||
@@ -222,15 +253,25 @@ export async function send(request, _options) {
222
253
  const processed = prepareRequest(request);
223
254
  const entry = getHandlerEntry(processed.type);
224
255
  const handler = selectHandler(entry);
225
- // Plugin capabilities profile themselves inside plugin dispatch. Everything
226
- // else is timed here so the `profiler` covers every operation. Profiling is a
227
- // no-op unless enabled.
228
- if (entry.pluginOp) {
229
- return (await invokeHandler(processed, handler));
256
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
257
+ try {
258
+ // Plugin capabilities profile themselves inside plugin dispatch. Everything
259
+ // else is timed here so the `profiler` covers every operation. Profiling is
260
+ // a no-op unless enabled.
261
+ if (entry.pluginOp) {
262
+ return (await invokeHandler(processed, handler));
263
+ }
264
+ return await profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
265
+ }
266
+ finally {
267
+ unbindTransportSignal();
230
268
  }
231
- return profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler));
232
269
  }
233
- /** `options.signal` ends the stream only for a handler with `endsOnAbort`. */
270
+ /**
271
+ * `options.signal` aborting cancels the request (see `bindTransportSignal`)
272
+ * and ends the stream of a handler with `endsOnAbort`, which registers no
273
+ * request.
274
+ */
234
275
  export async function* stream(request, options) {
235
276
  await ensureReady();
236
277
  assertLifecycleAllowed(request);
@@ -241,6 +282,7 @@ export async function* stream(request, options) {
241
282
  if (signal?.aborted)
242
283
  return;
243
284
  const context = signal ? { signal } : {};
285
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
244
286
  async function* run() {
245
287
  if (handlerSupportsProgress(entry, processed)) {
246
288
  yield* streamWithProgress(processed, handler);
@@ -254,15 +296,21 @@ export async function* stream(request, options) {
254
296
  yield await result;
255
297
  }
256
298
  }
257
- // See `send`: plugin capabilities are timed elsewhere.
258
- if (entry.pluginOp) {
259
- yield* run();
299
+ try {
300
+ // See `send`: plugin capabilities are timed elsewhere.
301
+ if (entry.pluginOp) {
302
+ yield* run();
303
+ }
304
+ else {
305
+ yield* profileStreamHandler({ op: processed.type, request: processed }, run);
306
+ }
260
307
  }
261
- else {
262
- yield* profileStreamHandler({ op: processed.type, request: processed }, run);
308
+ finally {
309
+ unbindTransportSignal();
263
310
  }
264
311
  }
265
- export async function duplex(request, _options) {
312
+ /** `options.signal` aborting cancels the request; see `bindTransportSignal`. */
313
+ export async function duplex(request, options) {
266
314
  await ensureReady();
267
315
  assertLifecycleAllowed(request);
268
316
  const processed = prepareRequest(request);
@@ -273,6 +321,7 @@ export async function duplex(request, _options) {
273
321
  const inputStream = new PassThrough();
274
322
  const outputStream = new PassThrough();
275
323
  const duplexHandler = entry.handler;
324
+ const unbindTransportSignal = bindTransportSignal(processed, options?.signal);
276
325
  void (async () => {
277
326
  try {
278
327
  for await (const response of duplexHandler(processed, inputStream)) {
@@ -284,6 +333,7 @@ export async function duplex(request, _options) {
284
333
  outputStream.write(JSON.stringify(createErrorResponse(error)) + '\n', 'utf-8');
285
334
  }
286
335
  finally {
336
+ unbindTransportSignal();
287
337
  outputStream.end();
288
338
  }
289
339
  })();
package/dist/engine.d.ts CHANGED
@@ -1,5 +1,5 @@
1
1
  import type { Request } from './schemas/index.js';
2
2
  export { send, stream, duplex, close, type DuplexSession, type DuplexWritable, type DuplexReadable } from './dispatch.js';
3
3
  export { setConfig, setRuntimeContext } from './runtime/state.js';
4
- export { initialize, cleanupForTerminate } from './runtime/lifecycle.js';
4
+ export { initialize, cleanupForTerminate, type InitializeOptions } from './runtime/lifecycle.js';
5
5
  export declare function dispatchTransport(request: Request): "duplex" | "stream" | "reply" | "progress" | undefined;
@@ -261,6 +261,12 @@ export declare class InvalidImageInputError extends QvacErrorBase {
261
261
  export declare class InvalidAudioInputError extends QvacErrorBase {
262
262
  constructor(details?: string, cause?: unknown);
263
263
  }
264
+ export declare class AudioEncodeFailedError extends QvacErrorBase {
265
+ readonly format: string;
266
+ readonly details: string | undefined;
267
+ constructor(format: string, details?: string, cause?: unknown);
268
+ toErrorResponseFields(): Record<string, unknown>;
269
+ }
264
270
  export declare class RAGSaveFailedError extends QvacErrorBase {
265
271
  constructor(details?: string, cause?: unknown);
266
272
  }
@@ -294,6 +300,12 @@ export declare class RAGWorkspaceNotFoundError extends QvacErrorBase {
294
300
  export declare class RAGWorkspaceInUseError extends QvacErrorBase {
295
301
  constructor(workspace: string, cause?: unknown);
296
302
  }
303
+ /** A RAG operation on a workspace that another session's operation is using. */
304
+ export declare class RAGWorkspaceBusyError extends QvacErrorBase {
305
+ readonly workspace: string;
306
+ constructor(workspace: string, cause?: unknown);
307
+ toErrorResponseFields(): Record<string, unknown>;
308
+ }
297
309
  export declare class RAGWorkspaceNotOpenError extends QvacErrorBase {
298
310
  constructor(workspace: string, cause?: unknown);
299
311
  }
@@ -377,6 +389,20 @@ export declare class CacheDirNotAbsoluteError extends QvacErrorBase {
377
389
  export declare class CacheDirNotWritableError extends QvacErrorBase {
378
390
  constructor(cacheDir: string, details?: string, cause?: unknown);
379
391
  }
392
+ export declare class InvalidSeedFromParamsError extends QvacErrorBase {
393
+ constructor(cause?: unknown);
394
+ }
395
+ export declare class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
396
+ readonly seedFrom: string;
397
+ readonly modelId: string;
398
+ constructor(seedFrom: string, modelId: string, cause?: unknown);
399
+ toErrorResponseFields(): Record<string, unknown>;
400
+ }
401
+ export declare class KvCacheSeedSharingDisabledError extends QvacErrorBase {
402
+ readonly modelId: string;
403
+ constructor(modelId: string, cause?: unknown);
404
+ toErrorResponseFields(): Record<string, unknown>;
405
+ }
380
406
  export declare class FFmpegNotAvailableError extends QvacErrorBase {
381
407
  constructor(cause?: unknown);
382
408
  }
@@ -431,6 +457,38 @@ export declare class LifecycleResumeFailedError extends QvacErrorBase {
431
457
  export declare class LifecycleOperationBlockedError extends QvacErrorBase {
432
458
  constructor(requestType: string, lifecycleState: string);
433
459
  }
460
+ export declare class SessionIdConflictError extends QvacErrorBase {
461
+ readonly sessionId: string;
462
+ constructor(sessionId: string, cause?: unknown);
463
+ toErrorResponseFields(): Record<string, unknown>;
464
+ }
465
+ export declare class SessionNotOpenError extends QvacErrorBase {
466
+ readonly sessionId: string;
467
+ constructor(sessionId: string, cause?: unknown);
468
+ toErrorResponseFields(): Record<string, unknown>;
469
+ }
470
+ /** A `reloadConfig` on a model another session holds a lease on. */
471
+ export declare class ModelLeasedError extends QvacErrorBase {
472
+ readonly modelId: string;
473
+ readonly leaseCount: number;
474
+ constructor(modelId: string, leaseCount: number, cause?: unknown);
475
+ toErrorResponseFields(): Record<string, unknown>;
476
+ }
477
+ /**
478
+ * A load whose configuration hash names a model that a reload has since
479
+ * reconfigured, from a session that holds no lease on it.
480
+ */
481
+ export declare class ModelReconfiguredError extends QvacErrorBase {
482
+ readonly modelId: string;
483
+ constructor(modelId: string, cause?: unknown);
484
+ toErrorResponseFields(): Record<string, unknown>;
485
+ }
486
+ export declare class OwnerOnlyError extends QvacErrorBase {
487
+ readonly operation: string;
488
+ readonly sessionId: string;
489
+ constructor(operation: string, sessionId: string, cause?: unknown);
490
+ toErrorResponseFields(): Record<string, unknown>;
491
+ }
434
492
  export declare class PathTraversalError extends QvacErrorBase {
435
493
  constructor(component: string, basePath: string, cause?: unknown);
436
494
  }
@@ -443,6 +501,18 @@ export declare class ModelRegistryModelNotFoundError extends QvacErrorBase {
443
501
  constructor(registrySource: string, registryPath: string, cause?: unknown);
444
502
  toErrorResponseFields(): Record<string, unknown>;
445
503
  }
504
+ /**
505
+ * Another QVAC process had the model registry for longer than this call would
506
+ * wait. `holder` is `legacy` when that process runs an older SDK, which keeps
507
+ * the registry until it exits; `current` when it runs this one and will hand it
508
+ * over once its own registry work ends. `waitedMs` is how long this call waited.
509
+ */
510
+ export declare class ModelRegistryBusyError extends QvacErrorBase {
511
+ readonly holder: 'current' | 'legacy';
512
+ readonly waitedMs: number;
513
+ constructor(holder: 'current' | 'legacy', waitedMs: number, cause?: unknown);
514
+ toErrorResponseFields(): Record<string, unknown>;
515
+ }
446
516
  export declare class RpcServerOperationError extends QvacErrorBase {
447
517
  readonly operation: string;
448
518
  readonly details: string;
@@ -419,6 +419,18 @@ export class InvalidAudioInputError extends QvacErrorBase {
419
419
  super(createErrorOptions(ERROR_CODES.INVALID_AUDIO_INPUT, details ? [details] : undefined, cause));
420
420
  }
421
421
  }
422
+ export class AudioEncodeFailedError extends QvacErrorBase {
423
+ format;
424
+ details;
425
+ constructor(format, details, cause) {
426
+ super(createErrorOptions(ERROR_CODES.AUDIO_ENCODE_FAILED, details ? [format, details] : [format], cause));
427
+ this.format = format;
428
+ this.details = details;
429
+ }
430
+ toErrorResponseFields() {
431
+ return { format: this.format, ...(this.details !== undefined && { details: this.details }) };
432
+ }
433
+ }
422
434
  // ============== RAG operations ==============
423
435
  export class RAGSaveFailedError extends QvacErrorBase {
424
436
  constructor(details, cause) {
@@ -475,6 +487,17 @@ export class RAGWorkspaceInUseError extends QvacErrorBase {
475
487
  super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_IN_USE, [workspace], cause));
476
488
  }
477
489
  }
490
+ /** A RAG operation on a workspace that another session's operation is using. */
491
+ export class RAGWorkspaceBusyError extends QvacErrorBase {
492
+ workspace;
493
+ constructor(workspace, cause) {
494
+ super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_BUSY, [workspace], cause));
495
+ this.workspace = workspace;
496
+ }
497
+ toErrorResponseFields() {
498
+ return { workspace: this.workspace };
499
+ }
500
+ }
478
501
  export class RAGWorkspaceNotOpenError extends QvacErrorBase {
479
502
  constructor(workspace, cause) {
480
503
  super(createErrorOptions(ERROR_CODES.RAG_WORKSPACE_NOT_OPEN, [workspace], cause));
@@ -616,6 +639,33 @@ export class CacheDirNotWritableError extends QvacErrorBase {
616
639
  super(createErrorOptions(ERROR_CODES.CACHE_DIR_NOT_WRITABLE, details ? [cacheDir, details] : [cacheDir], cause));
617
640
  }
618
641
  }
642
+ export class InvalidSeedFromParamsError extends QvacErrorBase {
643
+ constructor(cause) {
644
+ super(createErrorOptions(ERROR_CODES.INVALID_SEED_FROM_PARAMS, undefined, cause));
645
+ }
646
+ }
647
+ export class KvCacheSeedSourceNotFoundError extends QvacErrorBase {
648
+ seedFrom;
649
+ modelId;
650
+ constructor(seedFrom, modelId, cause) {
651
+ super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND, [seedFrom, modelId], cause));
652
+ this.seedFrom = seedFrom;
653
+ this.modelId = modelId;
654
+ }
655
+ toErrorResponseFields() {
656
+ return { seedFrom: this.seedFrom, modelId: this.modelId };
657
+ }
658
+ }
659
+ export class KvCacheSeedSharingDisabledError extends QvacErrorBase {
660
+ modelId;
661
+ constructor(modelId, cause) {
662
+ super(createErrorOptions(ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED, [modelId], cause));
663
+ this.modelId = modelId;
664
+ }
665
+ toErrorResponseFields() {
666
+ return { modelId: this.modelId };
667
+ }
668
+ }
619
669
  // ============== System / runtime ==============
620
670
  export class FFmpegNotAvailableError extends QvacErrorBase {
621
671
  constructor(cause) {
@@ -711,6 +761,66 @@ export class LifecycleOperationBlockedError extends QvacErrorBase {
711
761
  super(createErrorOptions(ERROR_CODES.LIFECYCLE_OPERATION_BLOCKED, [requestType, lifecycleState]));
712
762
  }
713
763
  }
764
+ // ============== Caller sessions and model leases ==============
765
+ export class SessionIdConflictError extends QvacErrorBase {
766
+ sessionId;
767
+ constructor(sessionId, cause) {
768
+ super(createErrorOptions(ERROR_CODES.SESSION_ID_CONFLICT, [sessionId], cause));
769
+ this.sessionId = sessionId;
770
+ }
771
+ toErrorResponseFields() {
772
+ return { sessionId: this.sessionId };
773
+ }
774
+ }
775
+ export class SessionNotOpenError extends QvacErrorBase {
776
+ sessionId;
777
+ constructor(sessionId, cause) {
778
+ super(createErrorOptions(ERROR_CODES.SESSION_NOT_OPEN, [sessionId], cause));
779
+ this.sessionId = sessionId;
780
+ }
781
+ toErrorResponseFields() {
782
+ return { sessionId: this.sessionId };
783
+ }
784
+ }
785
+ /** A `reloadConfig` on a model another session holds a lease on. */
786
+ export class ModelLeasedError extends QvacErrorBase {
787
+ modelId;
788
+ leaseCount;
789
+ constructor(modelId, leaseCount, cause) {
790
+ super(createErrorOptions(ERROR_CODES.MODEL_LEASED, [modelId, String(leaseCount)], cause));
791
+ this.modelId = modelId;
792
+ this.leaseCount = leaseCount;
793
+ }
794
+ toErrorResponseFields() {
795
+ return { modelId: this.modelId, leaseCount: this.leaseCount };
796
+ }
797
+ }
798
+ /**
799
+ * A load whose configuration hash names a model that a reload has since
800
+ * reconfigured, from a session that holds no lease on it.
801
+ */
802
+ export class ModelReconfiguredError extends QvacErrorBase {
803
+ modelId;
804
+ constructor(modelId, cause) {
805
+ super(createErrorOptions(ERROR_CODES.MODEL_RECONFIGURED, [modelId], cause));
806
+ this.modelId = modelId;
807
+ }
808
+ toErrorResponseFields() {
809
+ return { modelId: this.modelId };
810
+ }
811
+ }
812
+ export class OwnerOnlyError extends QvacErrorBase {
813
+ operation;
814
+ sessionId;
815
+ constructor(operation, sessionId, cause) {
816
+ super(createErrorOptions(ERROR_CODES.OWNER_ONLY, [operation, sessionId], cause));
817
+ this.operation = operation;
818
+ this.sessionId = sessionId;
819
+ }
820
+ toErrorResponseFields() {
821
+ return { operation: this.operation, sessionId: this.sessionId };
822
+ }
823
+ }
714
824
  // ============== Security ==============
715
825
  export class PathTraversalError extends QvacErrorBase {
716
826
  constructor(component, basePath, cause) {
@@ -735,6 +845,24 @@ export class ModelRegistryModelNotFoundError extends QvacErrorBase {
735
845
  return { registrySource: this.registrySource, registryPath: this.registryPath };
736
846
  }
737
847
  }
848
+ /**
849
+ * Another QVAC process had the model registry for longer than this call would
850
+ * wait. `holder` is `legacy` when that process runs an older SDK, which keeps
851
+ * the registry until it exits; `current` when it runs this one and will hand it
852
+ * over once its own registry work ends. `waitedMs` is how long this call waited.
853
+ */
854
+ export class ModelRegistryBusyError extends QvacErrorBase {
855
+ holder;
856
+ waitedMs;
857
+ constructor(holder, waitedMs, cause) {
858
+ super(createErrorOptions(ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY, [holder, waitedMs], cause));
859
+ this.holder = holder;
860
+ this.waitedMs = waitedMs;
861
+ }
862
+ toErrorResponseFields() {
863
+ return { holder: this.holder, waitedMs: this.waitedMs };
864
+ }
865
+ }
738
866
  export class RpcServerOperationError extends QvacErrorBase {
739
867
  operation;
740
868
  details;
@@ -1,24 +1,6 @@
1
- import type { AssessModelFitRequest, AssessModelFitResponse, ModelFitCandidate, ModelFitEstimateTarget } from '../schemas/assess-model-fit.js';
2
- import type { FitStubUnavailableReason } from '../model-fit/description/fetch.js';
1
+ import type { AssessModelFitRequest, AssessModelFitResponse } from '../schemas/assess-model-fit.js';
3
2
  /**
4
- * Runs a pre-download fit assessment worker-side.
5
- *
6
- * This lives on the worker because that is where the three things it needs
7
- * already are: the resource collector for a fresh memory sample, the runtime's
8
- * own platform/arch pair, and the registry client. No weights are read and
9
- * nothing is loaded — each candidate additionally has the registry's weightless
10
- * description fetched, tens of KB, so the engine's own fitter can answer.
3
+ * Runs a fit assessment worker-side, where the plugins, the registry client
4
+ * and the memory sample are. No weights are read and nothing is loaded.
11
5
  */
12
6
  export declare function handleAssessModelFit(request: AssessModelFitRequest): Promise<AssessModelFitResponse>;
13
- /**
14
- * What the estimator is given for one candidate. The catalog facts come from
15
- * the source's checksum, and the workload from the settings the load carries;
16
- * a source outside the catalog resolves neither and assesses as `unknown`.
17
- *
18
- * A load whose sources are all config fields carries no checksum, so it has no
19
- * catalog profile and the engine's own fitter is its only evidence. The model
20
- * type stands in as the label.
21
- */
22
- export declare function estimateTargetFor(candidate: ModelFitCandidate): ModelFitEstimateTarget;
23
- /** Why a load with no description staged for it has no engine verdict. */
24
- export declare function noStubDetail(reason: FitStubUnavailableReason, message?: string): string;