@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,272 @@
1
+ var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
2
+ if (value !== null && value !== void 0) {
3
+ if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
4
+ var dispose, inner;
5
+ if (async) {
6
+ if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
7
+ dispose = value[Symbol.asyncDispose];
8
+ }
9
+ if (dispose === void 0) {
10
+ if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
11
+ dispose = value[Symbol.dispose];
12
+ if (async) inner = dispose;
13
+ }
14
+ if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
15
+ if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
16
+ env.stack.push({ value: value, dispose: dispose, async: async });
17
+ }
18
+ else if (async) {
19
+ env.stack.push({ async: true });
20
+ }
21
+ return value;
22
+ };
23
+ var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
24
+ return function (env) {
25
+ function fail(e) {
26
+ env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
27
+ env.hasError = true;
28
+ }
29
+ var r, s = 0;
30
+ function next() {
31
+ while (r = env.stack.pop()) {
32
+ try {
33
+ if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
34
+ if (r.dispose) {
35
+ var result = r.dispose.call(r.value);
36
+ if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
37
+ }
38
+ else s |= 1;
39
+ }
40
+ catch (e) {
41
+ fail(e);
42
+ }
43
+ }
44
+ if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
45
+ if (env.hasError) throw env.error;
46
+ }
47
+ return next();
48
+ };
49
+ })(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
50
+ var e = new Error(message);
51
+ return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
+ });
53
+ import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
54
+ import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
55
+ import { generateRandomRequestId } from '../runtime/request-id.js';
56
+ import { getEngineLogger } from '../logging/index.js';
57
+ import { profileReplyHandler, registerOperationMetrics } from '../profiling/index.js';
58
+ registerOperationMetrics({
59
+ op: 'rag',
60
+ kind: 'handler',
61
+ getTags: (req) => {
62
+ const tags = {};
63
+ if (req.operation)
64
+ tags['operation'] = req.operation;
65
+ if (req.workspace)
66
+ tags['workspace'] = req.workspace;
67
+ return tags;
68
+ },
69
+ fromResult: (res) => {
70
+ const gauges = {};
71
+ if (res.processed !== undefined)
72
+ gauges['processed'] = res.processed.length;
73
+ if (res.results !== undefined)
74
+ gauges['resultsCount'] = res.results.length;
75
+ return Object.keys(gauges).length > 0 ? gauges : undefined;
76
+ }
77
+ });
78
+ function createHandlerOptions(operation, workspace, signal, onProgress) {
79
+ const options = { signal };
80
+ if (onProgress) {
81
+ options.onProgress = (stage, current, total) => onProgress({
82
+ type: 'rag:progress',
83
+ operation,
84
+ workspace,
85
+ stage,
86
+ current,
87
+ total,
88
+ timestamp: Date.now()
89
+ });
90
+ }
91
+ return options;
92
+ }
93
+ function omitOnProgress(obj) {
94
+ const { onProgress, withProgress, ...rest } = obj;
95
+ void onProgress;
96
+ void withProgress;
97
+ return rest;
98
+ }
99
+ /**
100
+ * Begin a registry-tracked RAG context with workspace-level pre-emption.
101
+ *
102
+ * Workspace-level admission lives in the dispatcher rather than as a
103
+ * registry policy primitive (it's a dispatch concern, not a registry
104
+ * `kind` admission rule). The sequence is **cancel-prior → begin-new**:
105
+ * if another RAG operation is already running on the same workspace,
106
+ * cancel it first, then begin the new context. Reversing the order
107
+ * would cancel the just-installed context.
108
+ *
109
+ * The workspace → requestId map is updated after `begin(...)` succeeds
110
+ * and cleared on scope unwind via `scope.defer(...)`, with a
111
+ * "still mine?" guard so an older op's deferred cleanup cannot stomp
112
+ * a newer op's mapping.
113
+ */
114
+ async function beginRagContext(workspace, requestId) {
115
+ const registry = getRequestRegistry();
116
+ const prev = getActiveRagRequest(workspace);
117
+ if (prev !== undefined && prev !== requestId) {
118
+ registry.cancel({ requestId: prev, reason: 'rag-workspace-preempt' });
119
+ }
120
+ const ctx = await registry.begin({
121
+ requestId,
122
+ kind: 'rag'
123
+ });
124
+ setActiveRagRequest(workspace, requestId);
125
+ ctx.scope.defer(() => {
126
+ clearActiveRagRequest(workspace, requestId);
127
+ });
128
+ return ctx;
129
+ }
130
+ export async function handleRag(request, onProgress) {
131
+ return profileReplyHandler({ op: 'rag', request }, async () => handleRagInternal(request, onProgress));
132
+ }
133
+ async function handleRagInternal(request, onProgress) {
134
+ switch (request.operation) {
135
+ case 'chunk': {
136
+ const chunks = await chunk(request);
137
+ return {
138
+ type: 'rag',
139
+ operation: request.operation,
140
+ success: true,
141
+ chunks
142
+ };
143
+ }
144
+ case 'ingest': {
145
+ const env_1 = { stack: [], error: void 0, hasError: false };
146
+ try {
147
+ const workspace = request.workspace ?? DEFAULT_WORKSPACE;
148
+ const requestId = request.requestId ?? generateRandomRequestId();
149
+ const ctx = __addDisposableResource(env_1, await beginRagContext(workspace, requestId), true);
150
+ const log = withRequestContext(getEngineLogger(), ctx);
151
+ log.debug('ingest start');
152
+ const handlerOptions = createHandlerOptions('ingest', workspace, ctx.signal, onProgress);
153
+ const params = omitOnProgress(request);
154
+ const result = await ingest(params, handlerOptions);
155
+ return {
156
+ type: 'rag',
157
+ operation: request.operation,
158
+ success: true,
159
+ processed: result.processed,
160
+ droppedIndices: result.droppedIndices
161
+ };
162
+ }
163
+ catch (e_1) {
164
+ env_1.error = e_1;
165
+ env_1.hasError = true;
166
+ }
167
+ finally {
168
+ const result_1 = __disposeResources(env_1);
169
+ if (result_1)
170
+ await result_1;
171
+ }
172
+ }
173
+ case 'saveEmbeddings': {
174
+ const env_2 = { stack: [], error: void 0, hasError: false };
175
+ try {
176
+ const workspace = request.workspace ?? DEFAULT_WORKSPACE;
177
+ const requestId = request.requestId ?? generateRandomRequestId();
178
+ const ctx = __addDisposableResource(env_2, await beginRagContext(workspace, requestId), true);
179
+ const log = withRequestContext(getEngineLogger(), ctx);
180
+ log.debug('saveEmbeddings start');
181
+ const handlerOptions = createHandlerOptions('saveEmbeddings', workspace, ctx.signal, onProgress);
182
+ const params = omitOnProgress(request);
183
+ const processed = await saveEmbeddings(params, handlerOptions);
184
+ return {
185
+ type: 'rag',
186
+ operation: request.operation,
187
+ success: true,
188
+ processed
189
+ };
190
+ }
191
+ catch (e_2) {
192
+ env_2.error = e_2;
193
+ env_2.hasError = true;
194
+ }
195
+ finally {
196
+ const result_2 = __disposeResources(env_2);
197
+ if (result_2)
198
+ await result_2;
199
+ }
200
+ }
201
+ case 'search': {
202
+ const results = await search(request);
203
+ return {
204
+ type: 'rag',
205
+ operation: request.operation,
206
+ success: true,
207
+ results
208
+ };
209
+ }
210
+ case 'deleteEmbeddings': {
211
+ await deleteEmbeddings(request);
212
+ return {
213
+ type: 'rag',
214
+ operation: request.operation,
215
+ success: true
216
+ };
217
+ }
218
+ case 'reindex': {
219
+ const env_3 = { stack: [], error: void 0, hasError: false };
220
+ try {
221
+ const workspace = request.workspace ?? DEFAULT_WORKSPACE;
222
+ const requestId = request.requestId ?? generateRandomRequestId();
223
+ const ctx = __addDisposableResource(env_3, await beginRagContext(workspace, requestId), true);
224
+ const log = withRequestContext(getEngineLogger(), ctx);
225
+ log.debug('reindex start');
226
+ const handlerOptions = createHandlerOptions('reindex', workspace, ctx.signal, onProgress);
227
+ const params = omitOnProgress(request);
228
+ const result = await reindex(params, handlerOptions);
229
+ return {
230
+ type: 'rag',
231
+ operation: request.operation,
232
+ success: true,
233
+ result
234
+ };
235
+ }
236
+ catch (e_3) {
237
+ env_3.error = e_3;
238
+ env_3.hasError = true;
239
+ }
240
+ finally {
241
+ const result_3 = __disposeResources(env_3);
242
+ if (result_3)
243
+ await result_3;
244
+ }
245
+ }
246
+ case 'listWorkspaces': {
247
+ const workspaces = listWorkspaces();
248
+ return {
249
+ type: 'rag',
250
+ operation: request.operation,
251
+ success: true,
252
+ workspaces
253
+ };
254
+ }
255
+ case 'closeWorkspace': {
256
+ await closeWorkspace(request);
257
+ return {
258
+ type: 'rag',
259
+ operation: request.operation,
260
+ success: true
261
+ };
262
+ }
263
+ case 'deleteWorkspace': {
264
+ await deleteWorkspace(request);
265
+ return {
266
+ type: 'rag',
267
+ operation: request.operation,
268
+ success: true
269
+ };
270
+ }
271
+ }
272
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagChunkParams } from '../../schemas/index.js';
2
+ export declare function chunk(params: RagChunkParams): Promise<import("@qvac/rag").Doc[]>;
@@ -0,0 +1,7 @@
1
+ import { LLMChunkAdapter } from '@qvac/rag';
2
+ import { ragChunkParamsSchema } from '../../schemas/index.js';
3
+ export async function chunk(params) {
4
+ const { documents, chunkOpts } = ragChunkParamsSchema.parse(params);
5
+ const chunker = new LLMChunkAdapter(chunkOpts);
6
+ return await chunker.chunkText(documents, chunkOpts);
7
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagCloseWorkspaceParams } from '../../schemas/index.js';
2
+ export declare function closeWorkspace(params: RagCloseWorkspaceParams): Promise<void>;
@@ -0,0 +1,9 @@
1
+ import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
2
+ import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
3
+ export async function closeWorkspace(params) {
4
+ const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
5
+ await closeRagInstance(workspace);
6
+ if (deleteOnClose) {
7
+ await deleteWorkspace(workspace ?? DEFAULT_WORKSPACE);
8
+ }
9
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagDeleteEmbeddingsParams } from '../../schemas/index.js';
2
+ export declare function deleteEmbeddings(params: RagDeleteEmbeddingsParams): Promise<void>;
@@ -0,0 +1,11 @@
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
+ import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
3
+ import { RAGDeleteFailedError } from '../../errors/index.js';
4
+ export async function deleteEmbeddings(params) {
5
+ const { ids, workspace } = ragDeleteEmbeddingsParamsSchema.parse(params);
6
+ if (!hasRagWorkspaceStorage(workspace)) {
7
+ throw new RAGDeleteFailedError('workspace is not initialized');
8
+ }
9
+ const dbAdapter = await getRagDbAdapter(workspace);
10
+ await dbAdapter.deleteEmbeddings(ids);
11
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagDeleteWorkspaceParams } from '../../schemas/index.js';
2
+ export declare function deleteWorkspace(params: RagDeleteWorkspaceParams): Promise<void>;
@@ -0,0 +1,14 @@
1
+ import { isWorkspaceLoaded, deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
2
+ import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
3
+ import { RAGWorkspaceNotFoundError, RAGWorkspaceInUseError } from '../../errors/index.js';
4
+ export async function deleteWorkspace(params) {
5
+ const { workspace } = ragDeleteWorkspaceParamsSchema.parse(params);
6
+ // Check if workspace is currently in use
7
+ if (isWorkspaceLoaded(workspace)) {
8
+ throw new RAGWorkspaceInUseError(workspace);
9
+ }
10
+ const deleted = await deleteWorkspaceFromManager(workspace);
11
+ if (!deleted) {
12
+ throw new RAGWorkspaceNotFoundError(workspace);
13
+ }
14
+ }
@@ -0,0 +1,9 @@
1
+ import { type RagIngestParams } from '../../schemas/index.js';
2
+ import type { AbortSignal } from 'bare-abort-controller';
3
+ import type { IngestStage } from '@qvac/rag';
4
+ interface IngestHandlerOptions {
5
+ onProgress?: (stage: IngestStage, current: number, total: number) => void;
6
+ signal?: AbortSignal;
7
+ }
8
+ export declare function ingest(params: RagIngestParams, options?: IngestHandlerOptions): Promise<import("@qvac/rag").IngestResult>;
9
+ export {};
@@ -0,0 +1,19 @@
1
+ import { getRagInstance } from '../../rag/rag-workspace-manager.js';
2
+ import { embed } from '../../plugins/ops/embed.js';
3
+ import { ragIngestParamsSchema } from '../../schemas/index.js';
4
+ export async function ingest(params, options) {
5
+ const { modelId, documents, chunk, chunkOpts, workspace, progressInterval } = ragIngestParamsSchema.parse(params);
6
+ async function embeddingFunction(text) {
7
+ const result = await embed({ modelId, text });
8
+ return result.embedding;
9
+ }
10
+ const rag = await getRagInstance(modelId, embeddingFunction, workspace);
11
+ const ingestOpts = {
12
+ chunk,
13
+ chunkOpts,
14
+ progressInterval,
15
+ onProgress: options?.onProgress,
16
+ signal: options?.signal
17
+ };
18
+ return await rag.ingest(documents, modelId, ingestOpts);
19
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagWorkspaceInfo } from '../../rag/rag-workspace-manager.js';
2
+ export declare function listWorkspaces(): RagWorkspaceInfo[];
@@ -0,0 +1,4 @@
1
+ import { listWorkspaces as listWorkspacesFromManager } from '../../rag/rag-workspace-manager.js';
2
+ export function listWorkspaces() {
3
+ return listWorkspacesFromManager();
4
+ }
@@ -0,0 +1,9 @@
1
+ import { type RagReindexParams } from '../../schemas/index.js';
2
+ import type { AbortSignal } from 'bare-abort-controller';
3
+ import type { ReindexResult, ReindexStage } from '@qvac/rag';
4
+ interface ReindexHandlerOptions {
5
+ onProgress?: (stage: ReindexStage, current: number, total: number) => void;
6
+ signal?: AbortSignal;
7
+ }
8
+ export declare function reindex(params: RagReindexParams, options?: ReindexHandlerOptions): Promise<ReindexResult>;
9
+ export {};
@@ -0,0 +1,16 @@
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
+ import { ragReindexParamsSchema } from '../../schemas/index.js';
3
+ import { RAGHyperDBFailedError } from '../../errors/index.js';
4
+ export async function reindex(params, options) {
5
+ const { workspace } = ragReindexParamsSchema.parse(params);
6
+ if (!hasRagWorkspaceStorage(workspace)) {
7
+ throw new RAGHyperDBFailedError('workspace is not initialized');
8
+ }
9
+ const dbAdapter = await getRagDbAdapter(workspace);
10
+ const reindexOpts = {
11
+ onProgress: options?.onProgress,
12
+ signal: options?.signal
13
+ };
14
+ const result = await dbAdapter.reindex(reindexOpts);
15
+ return result;
16
+ }
@@ -0,0 +1,9 @@
1
+ import { type RagSaveEmbeddingsParams } from '../../schemas/index.js';
2
+ import type { AbortSignal } from 'bare-abort-controller';
3
+ import type { SaveStage } from '@qvac/rag';
4
+ interface SaveEmbeddingsHandlerOptions {
5
+ onProgress?: (stage: SaveStage, current: number, total: number) => void;
6
+ signal?: AbortSignal;
7
+ }
8
+ export declare function saveEmbeddings(params: RagSaveEmbeddingsParams, options?: SaveEmbeddingsHandlerOptions): Promise<import("@qvac/rag").SaveEmbeddingsResult[]>;
9
+ export {};
@@ -0,0 +1,15 @@
1
+ import { getRagDbAdapter } from '../../rag/rag-workspace-manager.js';
2
+ import { ragSaveEmbeddingsParamsSchema } from '../../schemas/index.js';
3
+ export async function saveEmbeddings(params, options) {
4
+ const { documents, progressInterval, workspace } = ragSaveEmbeddingsParamsSchema.parse(params);
5
+ if (documents.length === 0) {
6
+ return [];
7
+ }
8
+ const dbAdapter = await getRagDbAdapter(workspace);
9
+ const saveOpts = {
10
+ progressInterval,
11
+ onProgress: options?.onProgress,
12
+ signal: options?.signal
13
+ };
14
+ return await dbAdapter.saveEmbeddings(documents, saveOpts);
15
+ }
@@ -0,0 +1,2 @@
1
+ import { type RagSearchParams } from '../../schemas/index.js';
2
+ export declare function search(params: RagSearchParams): Promise<import("@qvac/rag").SearchResult[]>;
@@ -0,0 +1,16 @@
1
+ import { getRagInstance, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
+ import { embed } from '../../plugins/ops/embed.js';
3
+ import { ragSearchParamsSchema } from '../../schemas/index.js';
4
+ export async function search(params) {
5
+ const { modelId, query, topK, n, workspace } = ragSearchParamsSchema.parse(params);
6
+ if (!hasRagWorkspaceStorage(workspace)) {
7
+ return [];
8
+ }
9
+ async function embeddingFunction(text) {
10
+ const result = await embed({ modelId, text });
11
+ return result.embedding;
12
+ }
13
+ const rag = await getRagInstance(modelId, embeddingFunction, workspace);
14
+ const results = await rag.search(query, { topK, n });
15
+ return results;
16
+ }
@@ -0,0 +1,11 @@
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE, type RagWorkspaceInfo } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
@@ -0,0 +1,11 @@
1
+ export { chunk } from '../rag/handlers/chunk.js';
2
+ export { ingest } from '../rag/handlers/ingest.js';
3
+ export { saveEmbeddings } from '../rag/handlers/save-embeddings.js';
4
+ export { search } from '../rag/handlers/search.js';
5
+ export { deleteEmbeddings } from '../rag/handlers/delete-embeddings.js';
6
+ export { reindex } from '../rag/handlers/reindex.js';
7
+ export { listWorkspaces } from '../rag/handlers/list-workspaces.js';
8
+ export { closeWorkspace } from '../rag/handlers/close-workspace.js';
9
+ export { deleteWorkspace } from '../rag/handlers/delete-workspace.js';
10
+ export { closeAllRagInstances, DEFAULT_WORKSPACE } from '../rag/rag-workspace-manager.js';
11
+ export { getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest, getWorkspaceKey } from '../rag/rag-operation-manager.js';
@@ -0,0 +1,28 @@
1
+ export declare function getWorkspaceKey(workspace?: string): string;
2
+ /**
3
+ * Returns the `requestId` of any in-flight RAG operation on the workspace
4
+ * (or `undefined` if none). The dispatcher uses this to decide whether to
5
+ * pre-empt before calling `registry.begin(...)`.
6
+ */
7
+ export declare function getActiveRagRequest(workspace?: string): string | undefined;
8
+ /**
9
+ * Records the `requestId` of a freshly-begun RAG operation. Called by the
10
+ * dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
11
+ * `clearActiveRagRequest` via the request scope's deferred cleanup so the
12
+ * map never outlives the request.
13
+ */
14
+ export declare function setActiveRagRequest(workspace: string | undefined, requestId: string): void;
15
+ /**
16
+ * Clears the workspace's mapping iff it still belongs to `requestId`. The
17
+ * conditional guard handles the natural race between two ingest calls on
18
+ * the same workspace: the older context's scope unwind must not stomp the
19
+ * newer context's mapping installed by the pre-emption sequence.
20
+ */
21
+ export declare function clearActiveRagRequest(workspace: string | undefined, requestId: string): void;
22
+ /**
23
+ * Shutdown / workspace-close sweep. Cancels every tracked RAG request via
24
+ * the registry and clears the workspace map. Idempotent — callers that
25
+ * re-invoke during a teardown (workspace-close fired twice, shutdown
26
+ * racing with `close-all`) get a no-op on the second pass.
27
+ */
28
+ export declare function cancelAllRagOperations(): void;
@@ -0,0 +1,76 @@
1
+ import { getRequestRegistry } from '../runtime/index.js';
2
+ // Sentinel for "no workspace specified". Mirrors the value re-exported
3
+ // from `rag-workspace-manager.ts`; redeclared locally so this module is
4
+ // safely importable in environments that don't have the Bare runtime
5
+ // (unit tests, doc generators) — `rag-workspace-manager` pulls in
6
+ // `bare-fs` / `bare-path` at module load.
7
+ const DEFAULT_WORKSPACE = 'default';
8
+ /**
9
+ * RAG operation tracking — workspace-level admission bookkeeping.
10
+ *
11
+ * In 0.11.0 the cancel surface for in-flight RAG operations consolidates
12
+ * onto the request registry (`getRequestRegistry().cancel({ requestId })`).
13
+ * The historical workspace-level pre-emption rule — "starting a new
14
+ * `ingest` / `reindex` / `saveEmbeddings` on a workspace cancels any prior
15
+ * op on the same workspace" — is preserved by the dispatcher in
16
+ * `server/rpc/handlers/rag.ts`: the dispatcher cancels the workspace's
17
+ * prior `requestId` (if any) and then begins a new registry context.
18
+ * Workspace-level admission lives in the dispatcher rather than as a
19
+ * registry policy primitive — it's a dispatch concern, not part of the
20
+ * registry's per-`kind` admission rules.
21
+ *
22
+ * This module owns the small workspace → requestId map that makes that
23
+ * pre-emption decision routable from the dispatcher. The map is module-
24
+ * scoped (one per Bare process) so the dispatcher, the shutdown sweep
25
+ * (`cancelAllRagOperations`), and the workspace-close sweep (which
26
+ * delegates to it via `rag-workspace-manager.ts`) all see the same state.
27
+ */
28
+ // workspace key → requestId of the in-flight RAG operation on that workspace.
29
+ const activeRagRequestByWorkspace = new Map();
30
+ export function getWorkspaceKey(workspace) {
31
+ return workspace ?? DEFAULT_WORKSPACE;
32
+ }
33
+ /**
34
+ * Returns the `requestId` of any in-flight RAG operation on the workspace
35
+ * (or `undefined` if none). The dispatcher uses this to decide whether to
36
+ * pre-empt before calling `registry.begin(...)`.
37
+ */
38
+ export function getActiveRagRequest(workspace) {
39
+ return activeRagRequestByWorkspace.get(getWorkspaceKey(workspace));
40
+ }
41
+ /**
42
+ * Records the `requestId` of a freshly-begun RAG operation. Called by the
43
+ * dispatcher in `rag.ts` after `registry.begin(...)` succeeds; paired with
44
+ * `clearActiveRagRequest` via the request scope's deferred cleanup so the
45
+ * map never outlives the request.
46
+ */
47
+ export function setActiveRagRequest(workspace, requestId) {
48
+ activeRagRequestByWorkspace.set(getWorkspaceKey(workspace), requestId);
49
+ }
50
+ /**
51
+ * Clears the workspace's mapping iff it still belongs to `requestId`. The
52
+ * conditional guard handles the natural race between two ingest calls on
53
+ * the same workspace: the older context's scope unwind must not stomp the
54
+ * newer context's mapping installed by the pre-emption sequence.
55
+ */
56
+ export function clearActiveRagRequest(workspace, requestId) {
57
+ const key = getWorkspaceKey(workspace);
58
+ if (activeRagRequestByWorkspace.get(key) === requestId) {
59
+ activeRagRequestByWorkspace.delete(key);
60
+ }
61
+ }
62
+ /**
63
+ * Shutdown / workspace-close sweep. Cancels every tracked RAG request via
64
+ * the registry and clears the workspace map. Idempotent — callers that
65
+ * re-invoke during a teardown (workspace-close fired twice, shutdown
66
+ * racing with `close-all`) get a no-op on the second pass.
67
+ */
68
+ export function cancelAllRagOperations() {
69
+ if (activeRagRequestByWorkspace.size === 0)
70
+ return;
71
+ const registry = getRequestRegistry();
72
+ for (const [key, requestId] of activeRagRequestByWorkspace) {
73
+ registry.cancel({ requestId, reason: 'rag-shutdown' });
74
+ activeRagRequestByWorkspace.delete(key);
75
+ }
76
+ }
@@ -0,0 +1,14 @@
1
+ import { RAG, HyperDBAdapter, type EmbeddingFunction } from '@qvac/rag';
2
+ export declare const DEFAULT_WORKSPACE = "default";
3
+ export declare function hasRagWorkspaceStorage(workspace?: string): boolean;
4
+ export declare function getRagDbAdapter(workspace?: string): Promise<HyperDBAdapter>;
5
+ export declare function getRagInstance(modelId: string, embeddingFunction: EmbeddingFunction, workspace?: string): Promise<RAG>;
6
+ export declare function closeRagInstance(workspace?: string): Promise<void>;
7
+ export declare function closeAllRagInstances(): Promise<void>;
8
+ export interface RagWorkspaceInfo {
9
+ name: string;
10
+ open: boolean;
11
+ }
12
+ export declare function listWorkspaces(): RagWorkspaceInfo[];
13
+ export declare function isWorkspaceLoaded(workspace: string): boolean;
14
+ export declare function deleteWorkspace(workspace: string): Promise<boolean>;