@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -0,0 +1,39 @@
1
+ export interface SessionEntry {
2
+ id: string;
3
+ name: string | undefined;
4
+ openedAt: Date;
5
+ }
6
+ export declare function openSession(id: string, name?: string): SessionEntry;
7
+ /**
8
+ * Starts closing the session: calls naming it are refused from here on, and
9
+ * its id stays reserved until `finishSessionClose`. The caller cancels its
10
+ * work and releases its leases in between.
11
+ */
12
+ export declare function closeSession(id: string): SessionEntry;
13
+ /**
14
+ * Calls `listener` when the session starts closing. Returns a function that
15
+ * removes it. A listener for the owner or a session that is not open is never
16
+ * called, so check `isSessionOpen` first.
17
+ */
18
+ export declare function onSessionClose(id: string, listener: () => void): () => void;
19
+ /** Frees a closed session's id for reuse once its cleanup has finished. */
20
+ export declare function finishSessionClose(id: string): void;
21
+ export declare function isOwnerSession(id: string): boolean;
22
+ export declare function isSessionOpen(id: string): boolean;
23
+ export declare function assertSessionOpen(id: string): void;
24
+ /**
25
+ * The open-session check for a request as it arrived on the wire. A request
26
+ * runs as the owner only by naming no session: the owner id itself is refused
27
+ * so a client cannot act as the owner by sending the string.
28
+ */
29
+ export declare function assertWireSessionOpen(request: {
30
+ sessionId?: string | undefined;
31
+ }): void;
32
+ export declare function assertOwnerOperation(request: {
33
+ type: string;
34
+ sessionId?: string | undefined;
35
+ }): void;
36
+ export declare function listSessions(): SessionEntry[];
37
+ export declare function hasOpenSessions(): boolean;
38
+ /** Root shutdown: drop every session record. Work and models are torn down by the engine close path. */
39
+ export declare function clearSessions(): void;
@@ -0,0 +1,114 @@
1
+ import { OwnerOnlyError, SessionIdConflictError, SessionNotOpenError } from '../errors/index.js';
2
+ import { getEngineLogger } from '../logging/index.js';
3
+ import { OWNER_SESSION_ID } from '../runtime/session-id.js';
4
+ import { OWNER_ONLY_OPERATIONS } from '../schemas/session.js';
5
+ const logger = getEngineLogger();
6
+ /**
7
+ * Open caller sessions by id. The owner session is implicit: it is always open,
8
+ * never stored here, and cannot be closed through this module.
9
+ *
10
+ * This module only tracks identity. Cancelling a closing session's requests
11
+ * and releasing its model leases is done by the `closeSession` handler, which
12
+ * owns the ordering between the request registry and the model registry.
13
+ */
14
+ const sessions = new Map();
15
+ // Ids whose close is still releasing work, indexes and leases. Leases and
16
+ // indexes are keyed by session id, so a session reopened under one of these
17
+ // ids would have its resources released by the close still running.
18
+ const closingSessions = new Set();
19
+ // Work that is not a registered request but must end with its session, such
20
+ // as a log subscription.
21
+ const closeListeners = new Map();
22
+ export function openSession(id, name) {
23
+ if (id === OWNER_SESSION_ID || sessions.has(id) || closingSessions.has(id)) {
24
+ throw new SessionIdConflictError(id);
25
+ }
26
+ const entry = { id, name, openedAt: new Date() };
27
+ sessions.set(id, entry);
28
+ logger.info(`Session opened: ${id}${name ? ` (${name})` : ''}`);
29
+ return entry;
30
+ }
31
+ /**
32
+ * Starts closing the session: calls naming it are refused from here on, and
33
+ * its id stays reserved until `finishSessionClose`. The caller cancels its
34
+ * work and releases its leases in between.
35
+ */
36
+ export function closeSession(id) {
37
+ const entry = sessions.get(id);
38
+ if (!entry)
39
+ throw new SessionNotOpenError(id);
40
+ sessions.delete(id);
41
+ closingSessions.add(id);
42
+ logger.info(`Session closed: ${id}`);
43
+ const listeners = closeListeners.get(id);
44
+ closeListeners.delete(id);
45
+ for (const listener of listeners ?? []) {
46
+ try {
47
+ listener();
48
+ }
49
+ catch (error) {
50
+ logger.warn(`Session close listener failed for ${id}:`, error);
51
+ }
52
+ }
53
+ return entry;
54
+ }
55
+ /**
56
+ * Calls `listener` when the session starts closing. Returns a function that
57
+ * removes it. A listener for the owner or a session that is not open is never
58
+ * called, so check `isSessionOpen` first.
59
+ */
60
+ export function onSessionClose(id, listener) {
61
+ let listeners = closeListeners.get(id);
62
+ if (!listeners) {
63
+ listeners = new Set();
64
+ closeListeners.set(id, listeners);
65
+ }
66
+ listeners.add(listener);
67
+ return () => {
68
+ const current = closeListeners.get(id);
69
+ current?.delete(listener);
70
+ if (current?.size === 0)
71
+ closeListeners.delete(id);
72
+ };
73
+ }
74
+ /** Frees a closed session's id for reuse once its cleanup has finished. */
75
+ export function finishSessionClose(id) {
76
+ closingSessions.delete(id);
77
+ }
78
+ export function isOwnerSession(id) {
79
+ return id === OWNER_SESSION_ID;
80
+ }
81
+ export function isSessionOpen(id) {
82
+ return isOwnerSession(id) || sessions.has(id);
83
+ }
84
+ export function assertSessionOpen(id) {
85
+ if (!isSessionOpen(id))
86
+ throw new SessionNotOpenError(id);
87
+ }
88
+ /**
89
+ * The open-session check for a request as it arrived on the wire. A request
90
+ * runs as the owner only by naming no session: the owner id itself is refused
91
+ * so a client cannot act as the owner by sending the string.
92
+ */
93
+ export function assertWireSessionOpen(request) {
94
+ if (request.sessionId === OWNER_SESSION_ID)
95
+ throw new SessionNotOpenError(OWNER_SESSION_ID);
96
+ assertSessionOpen(request.sessionId ?? OWNER_SESSION_ID);
97
+ }
98
+ export function assertOwnerOperation(request) {
99
+ if (request.sessionId !== undefined && OWNER_ONLY_OPERATIONS.has(request.type)) {
100
+ throw new OwnerOnlyError(request.type, request.sessionId);
101
+ }
102
+ }
103
+ export function listSessions() {
104
+ return Array.from(sessions.values());
105
+ }
106
+ export function hasOpenSessions() {
107
+ return sessions.size > 0;
108
+ }
109
+ /** Root shutdown: drop every session record. Work and models are torn down by the engine close path. */
110
+ export function clearSessions() {
111
+ sessions.clear();
112
+ closingSessions.clear();
113
+ closeListeners.clear();
114
+ }
@@ -1,5 +1,5 @@
1
1
  import type { QvacConfig, RuntimeContext, CanonicalModelType } from '../schemas/index.js';
2
- export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from './model-config-utils.js';
2
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
3
3
  /**
4
4
  * Sets the QVAC configuration. This can only be called ONCE during initialization.
5
5
  * After the first call, the config becomes immutable and any subsequent calls will throw.
@@ -3,8 +3,8 @@ import path from 'bare-path';
3
3
  import { getQvacPath } from '../utils/qvac-paths.js';
4
4
  import { CacheDirNotAbsoluteError, CacheDirNotWritableError, ConfigAlreadySetError } from '../errors/index.js';
5
5
  import { getEngineLogger, setGlobalConsoleOutput, setGlobalLogLevel } from '../logging/index.js';
6
- export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from './model-config-utils.js';
7
- import { BUILTIN_DEVICE_PATTERNS, resolveModelConfigWithContext } from './model-config-utils.js';
6
+ export { CANONICAL_TO_ALIAS, MODEL_CONFIG_SCHEMAS, BUILTIN_DEVICE_PATTERNS, matchesPattern, findAllMatchingPatterns, getDefaultsFromPattern, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
7
+ import { BUILTIN_DEVICE_PATTERNS, resolveModelConfigWithContext } from '../runtime/model-config-utils.js';
8
8
  const logger = getEngineLogger();
9
9
  // ============================================
10
10
  // Global configuration
@@ -9,6 +9,10 @@ export interface OpenVectorIndex {
9
9
  readonly dim: number;
10
10
  readonly length: number;
11
11
  readonly storage: VectorIndexStorage | undefined;
12
+ readonly calibrated: boolean | undefined;
13
+ readonly stagedSearch: boolean | undefined;
14
+ /** Returns the setting as the native index reports it afterwards. */
15
+ setStagedSearch(enabled: boolean): boolean;
12
16
  /** Adds `ids.length` vectors of `dim` components each, atomically. */
13
17
  add(vectors: Float32Array, ids: BigUint64Array): void;
14
18
  /** One hit list per query row, ordered by descending score; never padded. */
@@ -20,6 +24,6 @@ export interface OpenVectorIndex {
20
24
  dispose(): void;
21
25
  }
22
26
  export interface VectorIndexBackend {
23
- create(dim: number, storage: VectorIndexStorage): OpenVectorIndex;
24
- load(path: string): OpenVectorIndex;
27
+ create(dim: number, storage: VectorIndexStorage): OpenVectorIndex | Promise<OpenVectorIndex>;
28
+ load(path: string): OpenVectorIndex | Promise<OpenVectorIndex>;
25
29
  }
@@ -9,27 +9,41 @@ export declare function resolveVectorIndexPath(snapshotPath: string): string;
9
9
  export declare function createVectorIndex(params: {
10
10
  dim: number;
11
11
  storage: VectorIndexStorage;
12
- }): {
12
+ sessionId?: string | undefined;
13
+ }): Promise<{
14
+ stagedSearch?: boolean;
15
+ calibrated?: boolean;
13
16
  indexId: string;
14
17
  dim: number;
15
18
  storage: VectorIndexStorage;
16
19
  length: number;
17
- };
20
+ }>;
18
21
  export declare function loadVectorIndex(params: {
19
22
  path: string;
20
- }): {
23
+ sessionId?: string | undefined;
24
+ }): Promise<{
21
25
  storage?: VectorIndexStorage;
26
+ stagedSearch?: boolean;
27
+ calibrated?: boolean;
22
28
  indexId: string;
23
29
  dim: number;
24
30
  length: number;
25
- };
31
+ }>;
26
32
  export declare function addVectors(params: {
27
33
  indexId: string;
28
34
  ids: VectorIdWire[];
29
35
  vectors: number[][];
30
36
  }): {
37
+ stagedSearch?: boolean;
38
+ calibrated?: boolean;
31
39
  length: number;
32
40
  };
41
+ export declare function setVectorIndexStagedSearch(params: {
42
+ indexId: string;
43
+ enabled: boolean;
44
+ }): {
45
+ stagedSearch: boolean;
46
+ };
33
47
  export declare function searchVectors(params: {
34
48
  indexId: string;
35
49
  queries: number[][];
@@ -73,4 +87,11 @@ export declare function disposeVectorIndex(params: {
73
87
  disposed: boolean;
74
88
  };
75
89
  export declare function getOpenVectorIndexCount(): number;
76
- export declare function disposeAllVectorIndexes(): void;
90
+ /**
91
+ * Releases the indexes a session opened. Once the session ends its handles
92
+ * can no longer reach the worker, so nothing else would release them before
93
+ * shutdown. An index whose dispose fails stays registered and is released at
94
+ * shutdown. Returns the ids released.
95
+ */
96
+ export declare function disposeSessionVectorIndexes(sessionId: string): string[];
97
+ export declare function disposeAllVectorIndexes(): Promise<void>;
@@ -2,14 +2,13 @@ import { promises as fsPromises } from 'bare-fs';
2
2
  import path from 'bare-path';
3
3
  import { QvacErrorBase } from '@qvac/error';
4
4
  import { getTurboVecBackend } from '../plugins/turbovec-backend.js';
5
- import { getConfiguredCacheDir } from './state.js';
6
- import { generateRandomRequestId } from './request-id.js';
5
+ import { getConfiguredCacheDir } from '../runtime/state.js';
6
+ import { generateRandomRequestId } from '../runtime/request-id.js';
7
+ import { resolveSessionId } from '../runtime/session-id.js';
7
8
  import { getEngineLogger } from '../logging/index.js';
8
9
  import { VectorIndexFailedError, VectorIndexInvalidVectorsError, VectorIndexNotFoundError, VectorIndexProviderUnavailableError } from '../errors/index.js';
9
- // Worker-side bookkeeping for open indexes: ids, wire-to-native conversion,
10
- // row validation, snapshot paths, and lifetime. Engine behaviour lives in
11
- // the backend.
12
10
  const indexes = new Map();
11
+ const pendingIndexes = new Set();
13
12
  function requireBackend() {
14
13
  const backend = getTurboVecBackend();
15
14
  if (!backend)
@@ -17,10 +16,10 @@ function requireBackend() {
17
16
  return backend;
18
17
  }
19
18
  function getIndex(indexId) {
20
- const index = indexes.get(indexId);
21
- if (!index)
19
+ const tracked = indexes.get(indexId);
20
+ if (!tracked)
22
21
  throw new VectorIndexNotFoundError(indexId);
23
- return index;
22
+ return tracked.index;
24
23
  }
25
24
  // Backends throw plain TypeError/RangeError/Error values from the native
26
25
  // layer; wrap them so the caller receives a coded error with the original
@@ -31,10 +30,33 @@ function runBackend(action, describe) {
31
30
  return action();
32
31
  }
33
32
  catch (error) {
34
- if (error instanceof QvacErrorBase)
35
- throw error;
36
- const detail = error instanceof Error ? error.message : String(error);
37
- throw new VectorIndexFailedError(describe ? describe(detail) : detail, error);
33
+ failBackend(error, describe);
34
+ }
35
+ }
36
+ function failBackend(error, describe) {
37
+ if (error instanceof QvacErrorBase)
38
+ throw error;
39
+ const detail = error instanceof Error ? error.message : String(error);
40
+ throw new VectorIndexFailedError(describe ? describe(detail) : detail, error);
41
+ }
42
+ // Keep pending opens reachable by shutdown until their indexes are registered.
43
+ async function openVectorIndex(sessionId, action) {
44
+ const opening = (async () => {
45
+ try {
46
+ return await action();
47
+ }
48
+ catch (error) {
49
+ failBackend(error);
50
+ }
51
+ })();
52
+ pendingIndexes.add(opening);
53
+ try {
54
+ const index = await opening;
55
+ const indexId = track(index, sessionId);
56
+ return { index, indexId };
57
+ }
58
+ finally {
59
+ pendingIndexes.delete(opening);
38
60
  }
39
61
  }
40
62
  /**
@@ -61,25 +83,37 @@ function flattenRows(rows, dim, label) {
61
83
  function toNativeIds(ids) {
62
84
  return new BigUint64Array(ids.map((id) => BigInt(id)));
63
85
  }
64
- function track(index) {
86
+ function track(index, sessionId) {
65
87
  const indexId = generateRandomRequestId();
66
- indexes.set(indexId, index);
88
+ indexes.set(indexId, { index, sessionId });
67
89
  return indexId;
68
90
  }
69
- export function createVectorIndex(params) {
91
+ // A provider without the controls reports neither field.
92
+ function indexState(index) {
93
+ return {
94
+ ...(index.calibrated !== undefined && { calibrated: index.calibrated }),
95
+ ...(index.stagedSearch !== undefined && { stagedSearch: index.stagedSearch })
96
+ };
97
+ }
98
+ export async function createVectorIndex(params) {
70
99
  const backend = requireBackend();
71
- const index = runBackend(() => backend.create(params.dim, params.storage));
72
- const indexId = track(index);
73
- return { indexId, dim: index.dim, storage: params.storage, length: index.length };
100
+ const { index, indexId } = await openVectorIndex(resolveSessionId(params), () => backend.create(params.dim, params.storage));
101
+ return {
102
+ indexId,
103
+ dim: index.dim,
104
+ storage: params.storage,
105
+ length: index.length,
106
+ ...indexState(index)
107
+ };
74
108
  }
75
- export function loadVectorIndex(params) {
109
+ export async function loadVectorIndex(params) {
76
110
  const backend = requireBackend();
77
- const index = runBackend(() => backend.load(resolveVectorIndexPath(params.path)));
78
- const indexId = track(index);
111
+ const { index, indexId } = await openVectorIndex(resolveSessionId(params), () => backend.load(resolveVectorIndexPath(params.path)));
79
112
  return {
80
113
  indexId,
81
114
  dim: index.dim,
82
115
  length: index.length,
116
+ ...indexState(index),
83
117
  ...(index.storage !== undefined && { storage: index.storage })
84
118
  };
85
119
  }
@@ -91,7 +125,11 @@ export function addVectors(params) {
91
125
  const vectors = flattenRows(params.vectors, index.dim, 'vectors');
92
126
  const ids = toNativeIds(params.ids);
93
127
  runBackend(() => index.add(vectors, ids));
94
- return { length: index.length };
128
+ return { length: index.length, ...indexState(index) };
129
+ }
130
+ export function setVectorIndexStagedSearch(params) {
131
+ const index = getIndex(params.indexId);
132
+ return runBackend(() => ({ stagedSearch: index.setStagedSearch(params.enabled) }));
95
133
  }
96
134
  export function searchVectors(params) {
97
135
  const index = getIndex(params.indexId);
@@ -135,21 +173,44 @@ export async function writeVectorIndex(params) {
135
173
  // Disposing an unknown id is not an error: the caller may retry after a
136
174
  // worker restart, and the memory it refers to is already gone.
137
175
  export function disposeVectorIndex(params) {
138
- const index = indexes.get(params.indexId);
139
- if (!index)
176
+ const tracked = indexes.get(params.indexId);
177
+ if (!tracked)
140
178
  return { disposed: false };
141
179
  // Drop the entry only once the backend confirms. Deleting first would strand
142
180
  // a failed dispose: the retry would find nothing and report success, and
143
181
  // `disposeAllVectorIndexes` could not reach it at shutdown either.
144
- runBackend(() => index.dispose());
182
+ runBackend(() => tracked.index.dispose());
145
183
  indexes.delete(params.indexId);
146
184
  return { disposed: true };
147
185
  }
148
186
  export function getOpenVectorIndexCount() {
149
187
  return indexes.size;
150
188
  }
151
- export function disposeAllVectorIndexes() {
152
- for (const [indexId, index] of indexes) {
189
+ /**
190
+ * Releases the indexes a session opened. Once the session ends its handles
191
+ * can no longer reach the worker, so nothing else would release them before
192
+ * shutdown. An index whose dispose fails stays registered and is released at
193
+ * shutdown. Returns the ids released.
194
+ */
195
+ export function disposeSessionVectorIndexes(sessionId) {
196
+ const released = [];
197
+ for (const [indexId, tracked] of indexes) {
198
+ if (tracked.sessionId !== sessionId)
199
+ continue;
200
+ try {
201
+ tracked.index.dispose();
202
+ indexes.delete(indexId);
203
+ released.push(indexId);
204
+ }
205
+ catch (error) {
206
+ getEngineLogger().warn(`Failed to dispose vector index '${indexId}' of closed session '${sessionId}':`, error);
207
+ }
208
+ }
209
+ return released;
210
+ }
211
+ export async function disposeAllVectorIndexes() {
212
+ await Promise.allSettled(pendingIndexes);
213
+ for (const [indexId, { index }] of indexes) {
153
214
  try {
154
215
  index.dispose();
155
216
  }
@@ -0,0 +1,8 @@
1
+ /** Structural `AbortSignal`: fits the global one and bare-abort-controller's. */
2
+ export interface AbortSignalLike {
3
+ readonly aborted: boolean;
4
+ addEventListener(type: 'abort', listener: () => void, options?: {
5
+ once?: boolean;
6
+ }): void;
7
+ removeEventListener(type: 'abort', listener: () => void): void;
8
+ }