@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -50,9 +50,12 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
- import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from './index.js';
53
+ import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
54
54
  import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
55
55
  import { generateRandomRequestId } from '../runtime/request-id.js';
56
+ import { OWNER_SESSION_ID, resolveSessionId } from '../runtime/session-id.js';
57
+ import { RAGWorkspaceBusyError } from '../errors/index.js';
58
+ import { clearRagEmbedParent, setRagEmbedParent } from '../rag/embedding-scope.js';
56
59
  import { getEngineLogger } from '../logging/index.js';
57
60
  import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
58
61
  registerOperationMetrics({
@@ -110,20 +113,51 @@ function omitOnProgress(obj) {
110
113
  * and cleared on scope unwind via `scope.defer(...)`, with a
111
114
  * "still mine?" guard so an older op's deferred cleanup cannot stomp
112
115
  * a newer op's mapping.
116
+ *
117
+ * A session pre-empts only its own operation: one that finds another
118
+ * session's operation on the workspace is refused with
119
+ * `RAGWorkspaceBusyError`, since a session reaches only its own requests.
120
+ * The owner pre-empts any session's operation.
113
121
  */
114
- async function beginRagContext(workspace, requestId) {
122
+ export async function beginRagContext(workspace, request) {
115
123
  const registry = getRequestRegistry();
124
+ const requestId = request.requestId ?? generateRandomRequestId();
125
+ const sessionId = resolveSessionId(request);
126
+ const identity = { requestId, sessionId };
116
127
  const prev = getActiveRagRequest(workspace);
117
- if (prev !== undefined && prev !== requestId) {
118
- registry.cancel({ requestId: prev, reason: 'rag-workspace-preempt' });
128
+ // The same request sent again: the registry refuses the duplicate id, and
129
+ // the running operation keeps the workspace.
130
+ const duplicate = prev?.requestId === requestId && prev.sessionId === sessionId;
131
+ if (prev !== undefined && !duplicate) {
132
+ if (prev.sessionId !== sessionId && sessionId !== OWNER_SESSION_ID) {
133
+ throw new RAGWorkspaceBusyError(workspace);
134
+ }
135
+ registry.cancel({ ...prev, reason: 'rag-workspace-preempt' });
119
136
  }
120
- const ctx = await registry.begin({
121
- requestId,
122
- kind: 'rag'
123
- });
124
- setActiveRagRequest(workspace, requestId);
137
+ // Recorded before the admission wait, so a second call arriving during it
138
+ // sees this operation and is refused or pre-empts it.
139
+ if (!duplicate)
140
+ setActiveRagRequest(workspace, identity);
141
+ let ctx;
142
+ try {
143
+ ctx = await registry.begin({
144
+ requestId,
145
+ sessionId,
146
+ kind: 'rag'
147
+ });
148
+ }
149
+ catch (error) {
150
+ if (!duplicate)
151
+ clearActiveRagRequest(workspace, identity);
152
+ throw error;
153
+ }
154
+ // The workspace's embeddings run as children of this request for its
155
+ // duration: the caller's session, aborted with it.
156
+ const embedParent = { signal: ctx.signal, requestId, sessionId: request.sessionId };
157
+ setRagEmbedParent(workspace, embedParent);
125
158
  ctx.scope.defer(() => {
126
- clearActiveRagRequest(workspace, requestId);
159
+ clearRagEmbedParent(workspace, embedParent);
160
+ clearActiveRagRequest(workspace, identity);
127
161
  });
128
162
  return ctx;
129
163
  }
@@ -145,8 +179,7 @@ async function handleRagInternal(request, onProgress) {
145
179
  const env_1 = { stack: [], error: void 0, hasError: false };
146
180
  try {
147
181
  const workspace = request.workspace ?? DEFAULT_WORKSPACE;
148
- const requestId = request.requestId ?? generateRandomRequestId();
149
- const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, requestId), true);
182
+ const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, request), true);
150
183
  const log = withRequestContext(getEngineLogger(), ctx);
151
184
  log.debug('ingest start');
152
185
  const handlerOptions = createHandlerOptions('ingest', workspace, ctx.signal, onProgress);
@@ -174,8 +207,7 @@ async function handleRagInternal(request, onProgress) {
174
207
  const env_2 = { stack: [], error: void 0, hasError: false };
175
208
  try {
176
209
  const workspace = request.workspace ?? DEFAULT_WORKSPACE;
177
- const requestId = request.requestId ?? generateRandomRequestId();
178
- const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, requestId), true);
210
+ const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, request), true);
179
211
  const log = withRequestContext(getEngineLogger(), ctx);
180
212
  log.debug('saveEmbeddings start');
181
213
  const handlerOptions = createHandlerOptions('saveEmbeddings', workspace, ctx.signal, onProgress);
@@ -199,7 +231,10 @@ async function handleRagInternal(request, onProgress) {
199
231
  }
200
232
  }
201
233
  case 'search': {
202
- const results = await search(request);
234
+ const results = await search(request, {
235
+ requestId: request.requestId,
236
+ sessionId: request.sessionId
237
+ });
203
238
  return {
204
239
  type: 'rag',
205
240
  operation: request.operation,
@@ -219,8 +254,7 @@ async function handleRagInternal(request, onProgress) {
219
254
  const env_3 = { stack: [], error: void 0, hasError: false };
220
255
  try {
221
256
  const workspace = request.workspace ?? DEFAULT_WORKSPACE;
222
- const requestId = request.requestId ?? generateRandomRequestId();
223
- const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, requestId), true);
257
+ const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, request), true);
224
258
  const log = withRequestContext(getEngineLogger(), ctx);
225
259
  log.debug('reindex start');
226
260
  const handlerOptions = createHandlerOptions('reindex', workspace, ctx.signal, onProgress);
@@ -1,4 +1,4 @@
1
- import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../rag-workspace-manager.js';
1
+ import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  export async function closeWorkspace(params) {
4
4
  const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGDeleteFailedError } from '../../errors/index.js';
4
4
  export async function deleteEmbeddings(params) {
@@ -1,4 +1,4 @@
1
- import { deleteWorkspace as deleteWorkspaceFromManager } from '../rag-workspace-manager.js';
1
+ import { deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGWorkspaceNotFoundError } from '../../errors/index.js';
4
4
  export async function deleteWorkspace(params) {
@@ -1,13 +1,9 @@
1
- import { getRagInstance } from '../rag-workspace-manager.js';
2
- import { embed } from '../../plugins/ops/embed.js';
1
+ import { getRagInstance } from '../../rag/rag-workspace-manager.js';
2
+ import { createWorkspaceEmbeddingFunction } from '../../rag/embedding-scope.js';
3
3
  import { ragIngestParamsSchema } from '../../schemas/index.js';
4
4
  export async function ingest(params, options) {
5
5
  const { modelId, documents, chunk, chunkOpts, workspace, progressInterval } = ragIngestParamsSchema.parse(params);
6
- async function embeddingFunction(text) {
7
- const result = await embed({ modelId, text });
8
- return result.embedding;
9
- }
10
- const rag = await getRagInstance(modelId, embeddingFunction, workspace);
6
+ const rag = await getRagInstance(modelId, createWorkspaceEmbeddingFunction(modelId, workspace), workspace);
11
7
  const ingestOpts = {
12
8
  chunk,
13
9
  chunkOpts,
@@ -1,2 +1,2 @@
1
- import { type RagWorkspaceInfo } from '../rag-workspace-manager.js';
1
+ import { type RagWorkspaceInfo } from '../../rag/rag-workspace-manager.js';
2
2
  export declare function listWorkspaces(): RagWorkspaceInfo[];
@@ -1,4 +1,4 @@
1
- import { listWorkspaces as listWorkspacesFromManager } from '../rag-workspace-manager.js';
1
+ import { listWorkspaces as listWorkspacesFromManager } from '../../rag/rag-workspace-manager.js';
2
2
  export function listWorkspaces() {
3
3
  return listWorkspacesFromManager();
4
4
  }
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragReindexParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGHyperDBFailedError } from '../../errors/index.js';
4
4
  export async function reindex(params, options) {
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragSaveEmbeddingsParamsSchema } from '../../schemas/index.js';
3
3
  export async function saveEmbeddings(params, options) {
4
4
  const { documents, progressInterval, workspace } = ragSaveEmbeddingsParamsSchema.parse(params);
@@ -1,2 +1,11 @@
1
1
  import { type RagSearchParams } from '../../schemas/index.js';
2
- export declare function search(params: RagSearchParams): Promise<import("@qvac/rag").SearchResult[]>;
2
+ export interface SearchIdentity {
3
+ requestId?: string | undefined;
4
+ sessionId?: string | undefined;
5
+ }
6
+ /**
7
+ * A search is not a registered RAG operation, so its query is embedded here
8
+ * under the search's own request id and session, then handed to the
9
+ * workspace's embedding function through the stash; see `embedding-scope`.
10
+ */
11
+ export declare function search(params: RagSearchParams, identity?: SearchIdentity): Promise<import("@qvac/rag").SearchResult[]>;
@@ -1,16 +1,25 @@
1
- import { getRagInstance, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagInstance, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
+ import { createWorkspaceEmbeddingFunction, queryEmbeddingText, stashQueryEmbedding, takeQueryEmbedding } from '../../rag/embedding-scope.js';
2
3
  import { embed } from '../../plugins/ops/embed.js';
3
4
  import { ragSearchParamsSchema } from '../../schemas/index.js';
4
- export async function search(params) {
5
+ /**
6
+ * A search is not a registered RAG operation, so its query is embedded here
7
+ * under the search's own request id and session, then handed to the
8
+ * workspace's embedding function through the stash; see `embedding-scope`.
9
+ */
10
+ export async function search(params, identity = {}) {
5
11
  const { modelId, query, topK, n, workspace } = ragSearchParamsSchema.parse(params);
6
12
  if (!hasRagWorkspaceStorage(workspace)) {
7
13
  return [];
8
14
  }
9
- async function embeddingFunction(text) {
10
- const result = await embed({ modelId, text });
11
- return result.embedding;
15
+ const rag = await getRagInstance(modelId, createWorkspaceEmbeddingFunction(modelId, workspace), workspace);
16
+ const text = queryEmbeddingText(query);
17
+ const { embedding } = await embed({ modelId, text }, identity.requestId, identity.sessionId);
18
+ stashQueryEmbedding(workspace, text, embedding);
19
+ try {
20
+ return await rag.search(query, { topK, n });
21
+ }
22
+ finally {
23
+ takeQueryEmbedding(workspace, text);
12
24
  }
13
- const rag = await getRagInstance(modelId, embeddingFunction, workspace);
14
- const results = await rag.search(query, { topK, n });
15
- return results;
16
25
  }
@@ -1,11 +1,11 @@
1
- export { chunk } from './handlers/chunk.js';
2
- export { ingest } from './handlers/ingest.js';
3
- export { saveEmbeddings } from './handlers/save-embeddings.js';
4
- export { search } from './handlers/search.js';
5
- export { deleteEmbeddings } from './handlers/delete-embeddings.js';
6
- export { reindex } from './handlers/reindex.js';
7
- export { listWorkspaces } from './handlers/list-workspaces.js';
8
- export { closeWorkspace } from './handlers/close-workspace.js';
9
- export { deleteWorkspace } from './handlers/delete-workspace.js';
10
- export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from './rag-workspace-manager.js';
11
- export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from './rag-operation-manager.js';
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
package/dist/rag/index.js CHANGED
@@ -1,11 +1,11 @@
1
- export { chunk } from './handlers/chunk.js';
2
- export { ingest } from './handlers/ingest.js';
3
- export { saveEmbeddings } from './handlers/save-embeddings.js';
4
- export { search } from './handlers/search.js';
5
- export { deleteEmbeddings } from './handlers/delete-embeddings.js';
6
- export { reindex } from './handlers/reindex.js';
7
- export { listWorkspaces } from './handlers/list-workspaces.js';
8
- export { closeWorkspace } from './handlers/close-workspace.js';
9
- export { deleteWorkspace } from './handlers/delete-workspace.js';
10
- export { closeAllRagInstances, DEFAULT_WORKSPACE } from './rag-workspace-manager.js';
11
- export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from './rag-operation-manager.js';
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
@@ -1,24 +1,48 @@
1
+ /**
2
+ * RAG operation tracking — workspace-level admission bookkeeping.
3
+ *
4
+ * In 0.11.0 the cancel surface for in-flight RAG operations consolidates
5
+ * onto the request registry (`getRequestRegistry().cancel({ requestId })`).
6
+ * The historical workspace-level pre-emption rule — "starting a new
7
+ * `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
8
+ * op on the same workspace" — is preserved by the dispatcher in
9
+ * `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
10
+ * prior `requestId` (if any) and then begins a new registry context.
11
+ * Workspace-level admission lives in the dispatcher rather than as a
12
+ * registry policy primitive — it's a dispatch concern, not part of the
13
+ * registry's per-`kind` admission rules.
14
+ *
15
+ * This module owns the small workspace → requestId map that makes that
16
+ * pre-emption decision routable from the dispatcher. The map is module-
17
+ * scoped (one per Bare process) so the dispatcher, the shutdown sweep
18
+ * (`cancelAllRagOperations`), and the workspace-close sweep (which
19
+ * delegates to it via `rag-workspace-manager.ts`) all see the same state.
20
+ */
21
+ export interface ActiveRagRequest {
22
+ requestId: string;
23
+ sessionId: string;
24
+ }
1
25
  export declare function getWorkspaceKey(workspace?: string): string;
2
26
  /**
3
27
  * Returns the `requestId` of any in-flight RAG operation on the workspace
4
28
  * (or `undefined` if none). The dispatcher uses this to decide whether to
5
29
  * pre-empt before calling `registry.begin(...)`.
6
30
  */
7
- export declare function getActiveRagRequest(workspace?: string): string | undefined;
31
+ export declare function getActiveRagRequest(workspace?: string): ActiveRagRequest | undefined;
8
32
  /**
9
33
  * Records the `requestId` of a freshly-begun RAG operation. Called by the
10
34
  * dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
11
35
  * `clearActiveRagRequest` via the request scope's deferred cleanup so the
12
36
  * map never outlives the request.
13
37
  */
14
- export declare function setActiveRagRequest(workspace: string | undefined, requestId: string): void;
38
+ export declare function setActiveRagRequest(workspace: string | undefined, request: ActiveRagRequest): void;
15
39
  /**
16
40
  * Clears the workspace's mapping iff it still belongs to `requestId`. The
17
41
  * conditional guard handles the natural race between two ingest calls on
18
42
  * the same workspace: the older context's scope unwind must not stomp the
19
43
  * newer context's mapping installed by the pre-emption sequence.
20
44
  */
21
- export declare function clearActiveRagRequest(workspace: string | undefined, requestId: string): void;
45
+ export declare function clearActiveRagRequest(workspace: string | undefined, request: ActiveRagRequest): void;
22
46
  /**
23
47
  * Shutdown / workspace-close sweep. Cancels every tracked RAG request via
24
48
  * the registry and clears the workspace map. Idempotent — callers that
@@ -5,27 +5,7 @@ import { getRequestRegistry } from '../runtime/index.js';
5
5
  // (unit tests, doc generators) — `rag-workspace-manager` pulls in
6
6
  // `bare-fs` / `bare-path` at module load.
7
7
  const DEFAULT_WORKSPACE = 'default';
8
- /**
9
- * RAG operation tracking — workspace-level admission bookkeeping.
10
- *
11
- * In 0.11.0 the cancel surface for in-flight RAG operations consolidates
12
- * onto the request registry (`getRequestRegistry().cancel({ requestId })`).
13
- * The historical workspace-level pre-emption rule — "starting a new
14
- * `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
15
- * op on the same workspace" — is preserved by the dispatcher in
16
- * `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
17
- * prior `requestId` (if any) and then begins a new registry context.
18
- * Workspace-level admission lives in the dispatcher rather than as a
19
- * registry policy primitive — it's a dispatch concern, not part of the
20
- * registry's per-`kind` admission rules.
21
- *
22
- * This module owns the small workspace → requestId map that makes that
23
- * pre-emption decision routable from the dispatcher. The map is module-
24
- * scoped (one per Bare process) so the dispatcher, the shutdown sweep
25
- * (`cancelAllRagOperations`), and the workspace-close sweep (which
26
- * delegates to it via `rag-workspace-manager.ts`) all see the same state.
27
- */
28
- // workspace key → requestId of the in-flight RAG operation on that workspace.
8
+ // workspace key → identity of the in-flight RAG operation on that workspace.
29
9
  const activeRagRequestByWorkspace = new Map();
30
10
  export function getWorkspaceKey(workspace) {
31
11
  return workspace ?? DEFAULT_WORKSPACE;
@@ -44,8 +24,11 @@ export function getActiveRagRequest(workspace) {
44
24
  * `clearActiveRagRequest` via the request scope's deferred cleanup so the
45
25
  * map never outlives the request.
46
26
  */
47
- export function setActiveRagRequest(workspace, requestId) {
48
- activeRagRequestByWorkspace.set(getWorkspaceKey(workspace), requestId);
27
+ export function setActiveRagRequest(workspace, request) {
28
+ activeRagRequestByWorkspace.set(getWorkspaceKey(workspace), request);
29
+ }
30
+ function sameRequest(a, b) {
31
+ return a !== undefined && a.requestId === b.requestId && a.sessionId === b.sessionId;
49
32
  }
50
33
  /**
51
34
  * Clears the workspace's mapping iff it still belongs to `requestId`. The
@@ -53,9 +36,9 @@ export function setActiveRagRequest(workspace, requestId) {
53
36
  * the same workspace: the older context's scope unwind must not stomp the
54
37
  * newer context's mapping installed by the pre-emption sequence.
55
38
  */
56
- export function clearActiveRagRequest(workspace, requestId) {
39
+ export function clearActiveRagRequest(workspace, request) {
57
40
  const key = getWorkspaceKey(workspace);
58
- if (activeRagRequestByWorkspace.get(key) === requestId) {
41
+ if (sameRequest(activeRagRequestByWorkspace.get(key), request)) {
59
42
  activeRagRequestByWorkspace.delete(key);
60
43
  }
61
44
  }
@@ -69,8 +52,8 @@ export function cancelAllRagOperations() {
69
52
  if (activeRagRequestByWorkspace.size === 0)
70
53
  return;
71
54
  const registry = getRequestRegistry();
72
- for (const [key, requestId] of activeRagRequestByWorkspace) {
73
- registry.cancel({ requestId, reason: 'rag-shutdown' });
55
+ for (const [key, request] of activeRagRequestByWorkspace) {
56
+ registry.cancel({ ...request, reason: 'rag-shutdown' });
74
57
  activeRagRequestByWorkspace.delete(key);
75
58
  }
76
59
  }
@@ -6,7 +6,7 @@ import { getConfig, getConfiguredCacheDir } from '../runtime/state.js';
6
6
  import { PathTraversalError, RAGWorkspaceInUseError, RAGWorkspaceModelMismatchError, RAGWorkspaceNotOpenError } from '../errors/index.js';
7
7
  import { validateAndJoinPath } from '../utils/path-security.js';
8
8
  import { createStreamLogger, getEngineLogger, RAG_NAMESPACE } from '../logging/index.js';
9
- import { cancelAllRagOperations } from './rag-operation-manager.js';
9
+ import { cancelAllRagOperations } from '../rag/rag-operation-manager.js';
10
10
  import { registerCorestore, unregisterCorestore } from '../runtime/runtime-lifecycle.js';
11
11
  import { getTurboVecIndexProvider } from '../plugins/registry.js';
12
12
  const logger = getEngineLogger();
package/dist/registry.js CHANGED
@@ -20,6 +20,7 @@ import { handleModelRegistryList, handleModelRegistrySearch, handleModelRegistry
20
20
  import { handleSuspend } from './handlers/suspend.js';
21
21
  import { handleResume } from './handlers/resume.js';
22
22
  import { handleState } from './handlers/state.js';
23
+ import { handleOpenSession, handleCloseSession } from './handlers/session.js';
23
24
  // Capability handlers route a request to whichever plugin serves the loaded
24
25
  // model's type. Every model capability shares this shape, so one factory each
25
26
  // for reply/stream/duplex stands in for a file per capability.
@@ -51,12 +52,17 @@ export const registry = {
51
52
  type: 'reply',
52
53
  handler: handleHeartbeat
53
54
  },
55
+ openSession: { type: 'reply', handler: handleOpenSession },
56
+ closeSession: { type: 'reply', handler: handleCloseSession },
54
57
  unloadModel: {
55
58
  type: 'reply',
56
59
  handler: handleUnloadModel
57
60
  },
58
61
  embed: { type: 'reply', pluginOp: true, handler: pluginReply('embed') },
62
+ calcTokens: { type: 'reply', pluginOp: true, handler: pluginReply('calcTokens') },
63
+ embedBatch: { type: 'reply', pluginOp: true, handler: pluginReply('embedBatch') },
59
64
  decide: { type: 'reply', pluginOp: true, handler: pluginReply('decide') },
65
+ rerank: { type: 'reply', pluginOp: true, handler: pluginReply('rerank') },
60
66
  cancel: {
61
67
  type: 'reply',
62
68
  handler: cancelHandler
@@ -108,7 +114,7 @@ export const registry = {
108
114
  worldStepStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldStepStream') },
109
115
  worldSceneStream: { type: 'stream', pluginOp: true, handler: pluginStream('worldSceneStream') },
110
116
  classify: { type: 'stream', pluginOp: true, handler: pluginStream('classify') },
111
- loggingStream: { type: 'stream', handler: handleLoggingStream },
117
+ loggingStream: { type: 'stream', handler: handleLoggingStream, endsOnAbort: true },
112
118
  pluginInvokeStream: { type: 'stream', handler: handlePluginInvokeStream },
113
119
  // Duplex
114
120
  transcribeStream: { type: 'duplex', pluginOp: true, handler: pluginDuplex('transcribeStream') },