@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,61 @@
1
+ import { getAppLogger } from '../logging/index.js';
2
+ import { loggingStream } from '../api/logging-stream.js';
3
+ const logger = getAppLogger();
4
+ const activeStreams = new Map();
5
+ export function startLoggingStreamForModel(modelId, modelLogger) {
6
+ if (activeStreams.has(modelId)) {
7
+ logger.warn(`Logging stream already active for model ${modelId}`);
8
+ return;
9
+ }
10
+ const streamIterator = loggingStream({ id: modelId });
11
+ activeStreams.set(modelId, { logger: modelLogger, streamIterator });
12
+ try {
13
+ void (async () => {
14
+ try {
15
+ for await (const logMessage of streamIterator) {
16
+ const logLevel = logMessage.level;
17
+ switch (logLevel) {
18
+ case 'error':
19
+ modelLogger.error(`[${logMessage.namespace}]`, logMessage.message);
20
+ break;
21
+ case 'warn':
22
+ modelLogger.warn(`[${logMessage.namespace}]`, logMessage.message);
23
+ break;
24
+ case 'info':
25
+ modelLogger.info(`[${logMessage.namespace}]`, logMessage.message);
26
+ break;
27
+ case 'debug':
28
+ modelLogger.debug(`[${logMessage.namespace}]`, logMessage.message);
29
+ break;
30
+ default:
31
+ modelLogger.info(`[${logMessage.namespace}]`, logMessage.message);
32
+ }
33
+ }
34
+ }
35
+ catch (error) {
36
+ logger.error(`Logging stream error for model ${modelId}:`, error);
37
+ }
38
+ finally {
39
+ activeStreams.delete(modelId);
40
+ }
41
+ })();
42
+ }
43
+ catch (error) {
44
+ logger.error(`Failed to start logging stream for model ${modelId}:`, error);
45
+ activeStreams.delete(modelId);
46
+ throw error;
47
+ }
48
+ }
49
+ export function stopLoggingStreamForModel(modelId) {
50
+ const stream = activeStreams.get(modelId);
51
+ if (stream) {
52
+ activeStreams.delete(modelId);
53
+ // Terminate the stream iterator - this ends the in-process stream
54
+ // and the engine-side async generator terminates automatically
55
+ void stream.streamIterator.return(undefined);
56
+ logger.debug(`Stopped logging stream for model ${modelId}`);
57
+ }
58
+ }
59
+ export function hasActiveStreamForModel(modelId) {
60
+ return activeStreams.has(modelId);
61
+ }
@@ -0,0 +1,23 @@
1
+ import type { LoggingStreamResponse, LoggingParams } from '../schemas/logging-stream.js';
2
+ /**
3
+ * Opens a logging stream to receive real-time logs.
4
+ *
5
+ * @param params - The arguments for the logging stream
6
+ * @param params.id - The unique identifier to stream logs for
7
+ * @returns AsyncGenerator yielding logging stream responses
8
+ * @throws {QvacErrorBase} When the response type is invalid or when the stream fails
9
+ *
10
+ * @example
11
+ * ```typescript
12
+ * // Open a logging stream for a model
13
+ * const logStream = loggingStream({ id: 'my-model-id' });
14
+ *
15
+ * // Or stream the engine's own logs
16
+ * const engineLogs = loggingStream({ id: LOG_ID });
17
+ *
18
+ * for await (const logMessage of logStream) {
19
+ * console.log(`[${logMessage.level}] ${logMessage.namespace}: ${logMessage.message}`);
20
+ * }
21
+ * ```
22
+ */
23
+ export declare function loggingStream(params: LoggingParams): AsyncGenerator<LoggingStreamResponse>;
@@ -0,0 +1,36 @@
1
+ import { stream } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ /**
4
+ * Opens a logging stream to receive real-time logs.
5
+ *
6
+ * @param params - The arguments for the logging stream
7
+ * @param params.id - The unique identifier to stream logs for
8
+ * @returns AsyncGenerator yielding logging stream responses
9
+ * @throws {QvacErrorBase} When the response type is invalid or when the stream fails
10
+ *
11
+ * @example
12
+ * ```typescript
13
+ * // Open a logging stream for a model
14
+ * const logStream = loggingStream({ id: 'my-model-id' });
15
+ *
16
+ * // Or stream the engine's own logs
17
+ * const engineLogs = loggingStream({ id: LOG_ID });
18
+ *
19
+ * for await (const logMessage of logStream) {
20
+ * console.log(`[${logMessage.level}] ${logMessage.namespace}: ${logMessage.message}`);
21
+ * }
22
+ * ```
23
+ */
24
+ export async function* loggingStream(params) {
25
+ const request = {
26
+ type: 'loggingStream',
27
+ ...params
28
+ };
29
+ const responseStream = stream(request);
30
+ for await (const response of responseStream) {
31
+ if (response.type !== 'loggingStream') {
32
+ throw new InvalidResponseError('loggingStream');
33
+ }
34
+ yield response;
35
+ }
36
+ }
@@ -0,0 +1,30 @@
1
+ import { type OCRClientParams, type OCRTextBlock, type OCRStats } from '../schemas/index.js';
2
+ /**
3
+ * Performs Optical Character Recognition (OCR) on an image to extract text.
4
+ *
5
+ * @param params - The OCR parameters
6
+ * @param params.modelId - The identifier of the loaded OCR model to use
7
+ * @param params.image - Image input as either a file path (string) or image buffer
8
+ * @param params.options - Optional OCR options (e.g., paragraph mode)
9
+ * @param params.stream - Whether to stream blocks as they're detected (true) or return all at once (false). Defaults to false
10
+ * @returns Object with blockStream generator, blocks promise, and stats promise
11
+ * @example
12
+ * ```typescript
13
+ * // Non-streaming mode (default) - get all blocks at once
14
+ * const { blocks } = ocr({ modelId, image: "/path/to/image.png" });
15
+ * for (const block of await blocks) {
16
+ * console.log(block.text, block.bbox, block.confidence);
17
+ * }
18
+ *
19
+ * // Streaming mode - process blocks as they arrive
20
+ * const { blockStream } = ocr({ modelId, image: imageBuffer, stream: true });
21
+ * for await (const blocks of blockStream) {
22
+ * console.log("Detected:", blocks);
23
+ * }
24
+ * ```
25
+ */
26
+ export declare function ocr(params: OCRClientParams): {
27
+ blockStream: AsyncGenerator<OCRTextBlock[]>;
28
+ blocks: Promise<OCRTextBlock[]>;
29
+ stats: Promise<OCRStats | undefined>;
30
+ };
@@ -0,0 +1,88 @@
1
+ import { ocrStreamResponseSchema } from '../schemas/index.js';
2
+ import { stream as streamRpc } from '../dispatch.js';
3
+ /**
4
+ * Performs Optical Character Recognition (OCR) on an image to extract text.
5
+ *
6
+ * @param params - The OCR parameters
7
+ * @param params.modelId - The identifier of the loaded OCR model to use
8
+ * @param params.image - Image input as either a file path (string) or image buffer
9
+ * @param params.options - Optional OCR options (e.g., paragraph mode)
10
+ * @param params.stream - Whether to stream blocks as they're detected (true) or return all at once (false). Defaults to false
11
+ * @returns Object with blockStream generator, blocks promise, and stats promise
12
+ * @example
13
+ * ```typescript
14
+ * // Non-streaming mode (default) - get all blocks at once
15
+ * const { blocks } = ocr({ modelId, image: "/path/to/image.png" });
16
+ * for (const block of await blocks) {
17
+ * console.log(block.text, block.bbox, block.confidence);
18
+ * }
19
+ *
20
+ * // Streaming mode - process blocks as they arrive
21
+ * const { blockStream } = ocr({ modelId, image: imageBuffer, stream: true });
22
+ * for await (const blocks of blockStream) {
23
+ * console.log("Detected:", blocks);
24
+ * }
25
+ * ```
26
+ */
27
+ export function ocr(params) {
28
+ const request = {
29
+ type: 'ocrStream',
30
+ modelId: params.modelId,
31
+ image: typeof params.image === 'string'
32
+ ? { type: 'filePath', value: params.image }
33
+ : { type: 'base64', value: params.image.toString('base64') },
34
+ ...(params.options && { options: params.options })
35
+ };
36
+ let ocrStats;
37
+ let statsResolver = () => { };
38
+ const statsPromise = new Promise((resolve) => {
39
+ statsResolver = resolve;
40
+ });
41
+ if (params.stream) {
42
+ const blockStream = (async function* () {
43
+ for await (const response of streamRpc(request)) {
44
+ if (response.type === 'ocrStream') {
45
+ const streamResponse = ocrStreamResponseSchema.parse(response);
46
+ if (streamResponse.blocks && streamResponse.blocks.length > 0) {
47
+ yield streamResponse.blocks;
48
+ }
49
+ if (streamResponse.done) {
50
+ ocrStats = streamResponse.stats;
51
+ statsResolver(ocrStats);
52
+ }
53
+ }
54
+ }
55
+ })();
56
+ return {
57
+ blockStream,
58
+ blocks: Promise.resolve([]),
59
+ stats: statsPromise
60
+ };
61
+ }
62
+ else {
63
+ const blockStream = (async function* () {
64
+ // Empty generator for non-streaming mode
65
+ })();
66
+ const blocksPromise = (async () => {
67
+ let allBlocks = [];
68
+ for await (const response of streamRpc(request)) {
69
+ if (response.type === 'ocrStream') {
70
+ const streamResponse = ocrStreamResponseSchema.parse(response);
71
+ if (streamResponse.blocks) {
72
+ allBlocks = allBlocks.concat(streamResponse.blocks);
73
+ }
74
+ if (streamResponse.done) {
75
+ ocrStats = streamResponse.stats;
76
+ statsResolver(ocrStats);
77
+ }
78
+ }
79
+ }
80
+ return allBlocks;
81
+ })();
82
+ return {
83
+ blockStream,
84
+ blocks: blocksPromise,
85
+ stats: statsPromise
86
+ };
87
+ }
88
+ }
@@ -0,0 +1,2 @@
1
+ import { z } from 'zod';
2
+ export declare function parseClientInput<S extends z.ZodType>(schema: S, value: unknown): z.output<S>;
@@ -0,0 +1,14 @@
1
+ import { z } from 'zod';
2
+ import { formatZodError } from '../utils/zod-error.js';
3
+ import { RequestValidationFailedError } from '../errors/index.js';
4
+ export function parseClientInput(schema, value) {
5
+ try {
6
+ return schema.parse(value);
7
+ }
8
+ catch (error) {
9
+ if (error instanceof z.ZodError) {
10
+ throw new RequestValidationFailedError(formatZodError(error));
11
+ }
12
+ throw error;
13
+ }
14
+ }
@@ -0,0 +1,23 @@
1
+ import { type ProvideParams } from '../schemas/index.js';
2
+ /**
3
+ * Starts a provider service that offers QVAC capabilities to remote peers.
4
+ *
5
+ * Consumers connect directly to the provider via its public key using
6
+ * `dht.connect(publicKey)`, so no topic or discovery configuration is needed.
7
+ * The provider's keypair (and therefore its public key) can be controlled via
8
+ * the `QVAC_HYPERSWARM_SEED` environment variable.
9
+ *
10
+ * Idempotent: calling more than once while a provider is already running
11
+ * returns the same public key without re-listening on the DHT.
12
+ *
13
+ * @param params - Options object with optional firewall config
14
+ * @param params.firewall - Optional firewall configuration to allow/deny specific public keys
15
+ * @returns A promise that resolves to the provide response containing success status and public key
16
+ * @throws {QvacErrorBase} When the response type is not "provide" or the request fails
17
+ */
18
+ export declare function startQVACProvider(params?: ProvideParams): Promise<{
19
+ type: "provide";
20
+ success: boolean;
21
+ error?: string | undefined;
22
+ publicKey?: string | undefined;
23
+ }>;
@@ -0,0 +1,32 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError, ProviderStartFailedError } from '../errors/index.js';
3
+ /**
4
+ * Starts a provider service that offers QVAC capabilities to remote peers.
5
+ *
6
+ * Consumers connect directly to the provider via its public key using
7
+ * `dht.connect(publicKey)`, so no topic or discovery configuration is needed.
8
+ * The provider's keypair (and therefore its public key) can be controlled via
9
+ * the `QVAC_HYPERSWARM_SEED` environment variable.
10
+ *
11
+ * Idempotent: calling more than once while a provider is already running
12
+ * returns the same public key without re-listening on the DHT.
13
+ *
14
+ * @param params - Options object with optional firewall config
15
+ * @param params.firewall - Optional firewall configuration to allow/deny specific public keys
16
+ * @returns A promise that resolves to the provide response containing success status and public key
17
+ * @throws {QvacErrorBase} When the response type is not "provide" or the request fails
18
+ */
19
+ export async function startQVACProvider(params = {}) {
20
+ const request = {
21
+ type: 'provide',
22
+ firewall: params.firewall
23
+ };
24
+ const response = await send(request);
25
+ if (response.type !== 'provide') {
26
+ throw new InvalidResponseError('provide');
27
+ }
28
+ if (response.error) {
29
+ throw new ProviderStartFailedError(response.error);
30
+ }
31
+ return response;
32
+ }
@@ -0,0 +1,251 @@
1
+ import { type RagChunkParams, type RagDoc, type RagIngestParams, type RagSaveEmbeddingsParams, type RagSaveEmbeddingsResult, type RagSearchParams, type RagSearchResult, type RagDeleteEmbeddingsParams, type RagReindexParams, type RagReindexResult, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RPCOptions } from '../schemas/index.js';
2
+ /**
3
+ * Chunks documents into smaller pieces for embedding.
4
+ * Part of the segregated flow: ragChunk() → embed() → ragSaveEmbeddings()
5
+ *
6
+ * @param params - The parameters for chunking
7
+ * @param params.documents - Documents to chunk (string or array)
8
+ * @param params.chunkOpts - Chunking options (chunkSize, chunkOverlap, chunkStrategy)
9
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
10
+ * @returns Array of chunk results with id and content
11
+ * @throws {RAGChunkFailedError} When the operation fails
12
+ *
13
+ * @example
14
+ * ```typescript
15
+ * const chunks = await ragChunk({
16
+ * documents: ["Long document text here..."],
17
+ * chunkOpts: {
18
+ * chunkSize: 256,
19
+ * chunkOverlap: 50,
20
+ * chunkStrategy: "paragraph",
21
+ * },
22
+ * });
23
+ * ```
24
+ */
25
+ export declare function ragChunk(params: RagChunkParams, options?: RPCOptions): Promise<RagDoc[]>;
26
+ /**
27
+ * Ingests documents into the RAG vector database.
28
+ * Full pipeline: chunk → embed → save
29
+ *
30
+ * **Workspace lifecycle:** This operation implicitly opens (or creates) the workspace.
31
+ * The workspace remains open until closed.
32
+ *
33
+ * @param params - The parameters for ingestion
34
+ * @param params.modelId - The embedding model identifier
35
+ * @param params.documents - Documents to ingest (string or array)
36
+ * @param params.chunk - Whether to chunk documents (default: true)
37
+ * @param params.chunkOpts - Chunking options
38
+ * @param params.workspace - Workspace for isolated storage (default: "default"). Created if it doesn't exist.
39
+ * @param params.onProgress - Progress callback (stage, current, total)
40
+ * @param params.progressInterval - Minimum interval between progress updates in ms
41
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
42
+ * @returns Processing results and dropped indices
43
+ * @throws {RAGSaveFailedError} When the operation fails
44
+ * @throws {StreamEndedError} When streaming ends unexpectedly (only when using onProgress)
45
+ *
46
+ * @example
47
+ * ```typescript
48
+ * // Simple ingest
49
+ * const result = await ragIngest({
50
+ * modelId,
51
+ * documents: ["Document 1", "Document 2"],
52
+ * });
53
+ *
54
+ * // With progress tracking
55
+ * const result = await ragIngest({
56
+ * modelId,
57
+ * documents: ["Document 1", "Document 2"],
58
+ * workspace: "my-docs",
59
+ * onProgress: (stage, current, total) => {
60
+ * console.log(`[${stage}] ${current}/${total}`);
61
+ * },
62
+ * });
63
+ * ```
64
+ */
65
+ export declare function ragIngest(params: RagIngestParams, options?: RPCOptions): Promise<{
66
+ processed: RagSaveEmbeddingsResult[];
67
+ droppedIndices: number[];
68
+ }> & {
69
+ requestId: string;
70
+ };
71
+ /**
72
+ * Saves pre-embedded documents to the RAG vector database.
73
+ * Part of the segregated flow: chunk() → embed() → saveEmbeddings()
74
+ *
75
+ * **Workspace lifecycle:** This operation implicitly opens (or creates) the workspace.
76
+ * The workspace remains open until closed.
77
+ *
78
+ * @param params - The parameters for saving
79
+ * @param params.documents - Pre-embedded documents (must have id, content, embedding, embeddingModelId)
80
+ * @param params.workspace - Workspace for isolated storage (default: "default"). Created if it doesn't exist.
81
+ * @param params.onProgress - Progress callback (stage, current, total)
82
+ * @param params.progressInterval - Minimum interval between progress updates in ms
83
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
84
+ * @returns Array of save results
85
+ * @throws {RAGSaveFailedError} When the operation fails
86
+ * @throws {StreamEndedError} When streaming ends unexpectedly (only when using onProgress)
87
+ *
88
+ * @example
89
+ * ```typescript
90
+ * // Segregated flow
91
+ * const chunks = await ragChunk({ documents: ["text1", "text2"] });
92
+ * const { embedding: embeddings } = await embed({ modelId, text: chunks.map(c => c.content) });
93
+ * const embeddedDocs = chunks.map((chunk, i) => ({
94
+ * ...chunk,
95
+ * embedding: embeddings[i],
96
+ * embeddingModelId: modelId,
97
+ * }));
98
+ * const result = await ragSaveEmbeddings({
99
+ * documents: embeddedDocs,
100
+ * workspace: "my-workspace",
101
+ * });
102
+ * ```
103
+ */
104
+ export declare function ragSaveEmbeddings(params: RagSaveEmbeddingsParams, options?: RPCOptions): Promise<RagSaveEmbeddingsResult[]> & {
105
+ requestId: string;
106
+ };
107
+ /**
108
+ * Searches for similar documents in the RAG vector database.
109
+ *
110
+ * **Workspace lifecycle:** This operation requires an existing workspace. If the workspace
111
+ * doesn't exist, returns an empty array.
112
+ *
113
+ * @param params - The parameters for searching
114
+ * @param params.modelId - The identifier of the embedding model to use
115
+ * @param params.query - The search query text
116
+ * @param params.topK - Number of top results to retrieve (default: 5)
117
+ * @param params.n - Number of centroids to use for IVF index search (default: 3)
118
+ * @param params.workspace - Workspace to search in (default: "default").
119
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
120
+ * @returns Array of search results with id, content, and score. Empty array if workspace doesn't exist.
121
+ * @throws {RAGSearchFailedError} When the operation fails
122
+ *
123
+ * @example
124
+ * ```typescript
125
+ * const results = await ragSearch({
126
+ * modelId,
127
+ * query: "AI and machine learning",
128
+ * topK: 5,
129
+ * workspace: "my-docs",
130
+ * });
131
+ * ```
132
+ */
133
+ export declare function ragSearch(params: RagSearchParams, options?: RPCOptions): Promise<RagSearchResult[]>;
134
+ /**
135
+ * Deletes document embeddings from the RAG vector database.
136
+ *
137
+ * **Workspace lifecycle:** This operation requires an existing workspace.
138
+ *
139
+ * @param params - The parameters for deleting embeddings
140
+ * @param params.ids - Array of document IDs to delete
141
+ * @param params.workspace - Workspace to delete from (default: "default")
142
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
143
+ * @throws {RAGDeleteFailedError} When the operation fails or workspace doesn't exist
144
+ *
145
+ * @example
146
+ * ```typescript
147
+ * await ragDeleteEmbeddings({
148
+ * ids: ["doc-1", "doc-2"],
149
+ * workspace: "my-docs",
150
+ * });
151
+ * ```
152
+ */
153
+ export declare function ragDeleteEmbeddings(params: RagDeleteEmbeddingsParams, options?: RPCOptions): Promise<void>;
154
+ /**
155
+ * Reindexes the RAG database to optimize search performance.
156
+ * For HyperDB, this rebalances centroids using k-means clustering.
157
+ *
158
+ * **Workspace lifecycle:** This operation requires an existing workspace.
159
+ *
160
+ * **Note:** Reindex requires a minimum number of documents to perform clustering.
161
+ * For HyperDB, this is 16 documents by default. If there are insufficient documents,
162
+ * `reindexed` will be `false` with `details` explaining the reason.
163
+ *
164
+ * @param params - The parameters for reindexing
165
+ * @param params.workspace - Workspace to reindex (default: "default"). Must already exist.
166
+ * @param params.onProgress - Progress callback (stage, current, total)
167
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
168
+ * @returns Reindex result with `reindexed` boolean and optional `details`
169
+ * @throws {RAGSaveFailedError} When the operation fails or workspace doesn't exist
170
+ * @throws {StreamEndedError} When streaming ends unexpectedly (only when using onProgress)
171
+ *
172
+ * @example
173
+ * ```typescript
174
+ * // Simple reindex
175
+ * const result = await ragReindex({
176
+ * workspace: "my-docs",
177
+ * });
178
+ *
179
+ * // Check result
180
+ * if (!result.reindexed) {
181
+ * console.log("Reindex skipped:", result.details?.reason);
182
+ * }
183
+ *
184
+ * // With progress tracking
185
+ * const result = await ragReindex({
186
+ * workspace: "my-docs",
187
+ * onProgress: (stage, current, total) => {
188
+ * console.log(`[${stage}] ${current}/${total}`);
189
+ * },
190
+ * });
191
+ * ```
192
+ */
193
+ export declare function ragReindex(params: RagReindexParams, options?: RPCOptions): Promise<RagReindexResult> & {
194
+ requestId: string;
195
+ };
196
+ /**
197
+ * Lists all RAG workspaces with their open status.
198
+ *
199
+ * Returns all workspaces that exist on disk. The `open` field indicates whether
200
+ * the workspace is currently loaded in memory and holding active resources
201
+ * (Corestore, HyperDB adapter, and possibly a RAG instance).
202
+ *
203
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
204
+ * @returns Array of workspace info with name and open status
205
+ * @throws {RAGListWorkspacesFailedError} When the operation fails
206
+ *
207
+ * @example
208
+ * ```typescript
209
+ * const workspaces = await ragListWorkspaces();
210
+ * // [{ name: "default", open: true }, { name: "my-docs", open: false }]
211
+ * ```
212
+ */
213
+ export declare function ragListWorkspaces(options?: RPCOptions): Promise<RagWorkspaceInfo[]>;
214
+ /**
215
+ * Closes a RAG workspace, releasing in-memory resources (Corestore, HyperDB adapter, RAG instance).
216
+ *
217
+ * **Workspace lifecycle:** Workspaces are implicitly opened.
218
+ * This function explicitly closes them, releasing memory and file locks. The workspace data
219
+ * remains on disk unless `deleteOnClose` is set to true.
220
+ *
221
+ * @param params - The parameters for closing
222
+ * @param params.workspace - Name of the workspace to close (default: "default")
223
+ * @param params.deleteOnClose - If true, deletes the workspace data from disk after closing (default: false)
224
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
225
+ * @throws {RAGCloseWorkspaceFailedError} When the operation fails
226
+ *
227
+ * @example
228
+ * ```typescript
229
+ * // Close a specific workspace
230
+ * await ragCloseWorkspace({ workspace: "my-docs" });
231
+ *
232
+ * // Close and delete in one call
233
+ * await ragCloseWorkspace({ workspace: "my-docs", deleteOnClose: true });
234
+ * ```
235
+ */
236
+ export declare function ragCloseWorkspace(params?: RagCloseWorkspaceParams, options?: RPCOptions): Promise<void>;
237
+ /**
238
+ * Deletes a RAG workspace and all its data.
239
+ * The workspace must not be currently loaded/in-use.
240
+ *
241
+ * @param params - The parameters for deletion
242
+ * @param params.workspace - Name of the workspace to delete
243
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
244
+ * @throws {RAGDeleteFailedError} When the workspace doesn't exist or is currently loaded
245
+ *
246
+ * @example
247
+ * ```typescript
248
+ * await ragDeleteWorkspace({ workspace: "my-docs" });
249
+ * ```
250
+ */
251
+ export declare function ragDeleteWorkspace(params: RagDeleteWorkspaceParams, options?: RPCOptions): Promise<void>;