@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,256 @@
1
+ import { transcribeResponseSchema, transcribeStreamResponseSchema } from '../schemas/index.js';
2
+ import { stream, duplex } from '../dispatch.js';
3
+ import { getAppLogger } from '../logging/index.js';
4
+ import { TranscriptionFailedError } from '../errors/index.js';
5
+ import { decoratePromise } from '../utils/decorate-promise.js';
6
+ import { generateRequestId } from '../runtime/request-id.js';
7
+ const logger = getAppLogger();
8
+ function buildTranscribeRequest(params, requestId) {
9
+ return {
10
+ type: 'transcribe',
11
+ modelId: params.modelId,
12
+ audioChunk: typeof params.audioChunk === 'string'
13
+ ? { type: 'filePath', value: params.audioChunk }
14
+ : { type: 'base64', value: params.audioChunk.toString('base64') },
15
+ ...(params.prompt && { prompt: params.prompt }),
16
+ ...(params.metadata === true && { metadata: true }),
17
+ requestId
18
+ };
19
+ }
20
+ export function transcribe(params, options) {
21
+ // Client-generated id surfaced synchronously on the returned promise
22
+ // — same shape as `loadModel` / `downloadAsset` / `completion`. The
23
+ // CLI cancel bridge in `qvac serve` binds `req.on('close')` to
24
+ // `cancel({ requestId })` immediately after the call returns so a
25
+ // client disconnect aborts the in-flight transcription.
26
+ const requestId = generateRequestId();
27
+ const inner = runTranscribe(params, requestId, options);
28
+ return decoratePromise(inner, { requestId });
29
+ }
30
+ async function runTranscribe(params, requestId, options) {
31
+ const request = buildTranscribeRequest(params, requestId);
32
+ if (params.metadata === true) {
33
+ const segments = [];
34
+ for await (const response of stream(request, options)) {
35
+ if (response.type === 'transcribe') {
36
+ const parsed = transcribeResponseSchema.parse(response);
37
+ if (parsed.segment) {
38
+ segments.push(parsed.segment);
39
+ }
40
+ if (parsed.done) {
41
+ break;
42
+ }
43
+ }
44
+ }
45
+ return segments;
46
+ }
47
+ let fullText = '';
48
+ for await (const response of stream(request, options)) {
49
+ if (response.type === 'transcribe') {
50
+ const parsed = transcribeResponseSchema.parse(response);
51
+ if (parsed.text) {
52
+ fullText += parsed.text;
53
+ }
54
+ if (parsed.done) {
55
+ break;
56
+ }
57
+ }
58
+ }
59
+ return fullText;
60
+ }
61
+ export function transcribeStream(params, options) {
62
+ if ('audioChunk' in params && params.audioChunk !== undefined) {
63
+ logger.warn('transcribeStream() with audioChunk is deprecated — use transcribe() instead.');
64
+ if (params.metadata === true) {
65
+ return transcribeStreamWithAudioMetadata(params, options);
66
+ }
67
+ return transcribeStreamWithAudio(params, options);
68
+ }
69
+ const streamParams = params;
70
+ if (streamParams.emitVadEvents === true || streamParams.parakeetStreamingConfig !== undefined) {
71
+ return transcribeStreamDuplexConversation(streamParams, options);
72
+ }
73
+ if (streamParams.metadata === true) {
74
+ return transcribeStreamDuplexMetadata(streamParams, options);
75
+ }
76
+ return transcribeStreamDuplex(streamParams, options);
77
+ }
78
+ /**
79
+ * Streams `transcribe` wire responses for an upfront-audio request and yields
80
+ * the value extracted from each response frame until `done` is seen.
81
+ */
82
+ async function* streamTranscribeValues(params, options, extract) {
83
+ const request = buildTranscribeRequest(params, generateRequestId());
84
+ for await (const response of stream(request, options)) {
85
+ if (response.type === 'transcribe') {
86
+ const parsed = transcribeResponseSchema.parse(response);
87
+ const value = extract(parsed);
88
+ if (value !== undefined)
89
+ yield value;
90
+ if (parsed.done)
91
+ break;
92
+ }
93
+ }
94
+ }
95
+ function transcribeStreamWithAudio(params, options) {
96
+ return streamTranscribeValues(params, options, (parsed) => parsed.text ? parsed.text : undefined);
97
+ }
98
+ function transcribeStreamWithAudioMetadata(params, options) {
99
+ return streamTranscribeValues(params, options, (parsed) => parsed.segment);
100
+ }
101
+ function buildTranscribeStreamRequest(params) {
102
+ return {
103
+ type: 'transcribeStream',
104
+ modelId: params.modelId,
105
+ ...(params.prompt && { prompt: params.prompt }),
106
+ ...(params.metadata === true && { metadata: true }),
107
+ ...(params.emitVadEvents === true && { emitVadEvents: true }),
108
+ ...(params.endOfTurnSilenceMs !== undefined && {
109
+ endOfTurnSilenceMs: params.endOfTurnSilenceMs
110
+ }),
111
+ ...(params.vadRunIntervalMs !== undefined && {
112
+ vadRunIntervalMs: params.vadRunIntervalMs
113
+ }),
114
+ ...(params.parakeetStreamingConfig && {
115
+ parakeetStreamingConfig: params.parakeetStreamingConfig
116
+ })
117
+ };
118
+ }
119
+ /**
120
+ * Shared duplex session factory. The per-call line processor decides whether
121
+ * to surface strings or segments; `sessionName` is only used to label the
122
+ * "already iterated" error so callers see the correct session type.
123
+ */
124
+ async function createTranscribeStreamSession(params, options, process, sessionName) {
125
+ const request = buildTranscribeStreamRequest(params);
126
+ const { requestStream, responseStream } = await duplex(request, options);
127
+ const responses = parseLines(responseStream, process);
128
+ let consumed = false;
129
+ return {
130
+ write(audioChunk) {
131
+ requestStream.write(audioChunk);
132
+ },
133
+ end() {
134
+ requestStream.end();
135
+ },
136
+ destroy() {
137
+ requestStream.destroy();
138
+ responseStream.destroy();
139
+ },
140
+ [Symbol.asyncIterator]() {
141
+ if (consumed) {
142
+ throw new TranscriptionFailedError(`${sessionName} can only be iterated once`);
143
+ }
144
+ consumed = true;
145
+ return responses;
146
+ }
147
+ };
148
+ }
149
+ function transcribeStreamDuplex(params, options) {
150
+ return createTranscribeStreamSession(params, options, processLine, 'TranscribeStreamSession');
151
+ }
152
+ function transcribeStreamDuplexMetadata(params, options) {
153
+ return createTranscribeStreamSession(params, options, processLineMetadata, 'TranscribeStreamMetadataSession');
154
+ }
155
+ function transcribeStreamDuplexConversation(params, options) {
156
+ const wantsMetadata = params.metadata === true;
157
+ return createTranscribeStreamSession(params, options, (line) => processLineConversation(line, wantsMetadata), 'TranscribeStreamConversationSession');
158
+ }
159
+ /**
160
+ * Line-delimited parser: reads newline-separated frames from a duplex
161
+ * response stream, passes each non-empty line through `process`, and yields
162
+ * whatever values it returns. `null` from `process` terminates the stream.
163
+ */
164
+ async function* parseLines(responseStream, process) {
165
+ let buf = '';
166
+ for await (const chunk of responseStream) {
167
+ buf += chunk.toString();
168
+ const lines = buf.split('\n');
169
+ buf = lines.pop() || '';
170
+ for (const line of lines) {
171
+ const result = process(line);
172
+ if (result === null)
173
+ return;
174
+ if (result !== undefined)
175
+ yield result;
176
+ }
177
+ }
178
+ // Process any residual data after stream ends
179
+ if (buf.trim()) {
180
+ const result = process(buf);
181
+ if (result !== null && result !== undefined)
182
+ yield result;
183
+ }
184
+ }
185
+ function parseResponseLine(line) {
186
+ if (!line.trim())
187
+ return null;
188
+ let parsed;
189
+ try {
190
+ parsed = JSON.parse(line);
191
+ }
192
+ catch {
193
+ logger.warn('transcribeStream: malformed JSON from server:', line);
194
+ return null;
195
+ }
196
+ const obj = parsed;
197
+ if (obj['type'] === 'error') {
198
+ throw new TranscriptionFailedError(obj['message'] ?? 'Unknown server error');
199
+ }
200
+ return transcribeStreamResponseSchema.parse(parsed);
201
+ }
202
+ /**
203
+ * Shared wire-frame decoder. Returns `null` for the terminal `done` frame,
204
+ * `undefined` for frames the caller should skip, or the value extracted from
205
+ * the frame.
206
+ */
207
+ function processWith(line, extract) {
208
+ const response = parseResponseLine(line);
209
+ if (response === null)
210
+ return undefined;
211
+ if (response.error)
212
+ throw new TranscriptionFailedError(response.error);
213
+ if (response.done)
214
+ return null;
215
+ return extract(response);
216
+ }
217
+ function processLine(line) {
218
+ return processWith(line, (response) => (response.text?.trim() ? response.text : undefined));
219
+ }
220
+ function processLineMetadata(line) {
221
+ return processWith(line, (response) => response.segment);
222
+ }
223
+ function processLineConversation(line, wantsMetadata) {
224
+ return processWith(line, (response) => {
225
+ if (response.vad) {
226
+ return {
227
+ type: 'vad',
228
+ speaking: response.vad.speaking,
229
+ probability: response.vad.probability
230
+ };
231
+ }
232
+ if (response.endOfTurn) {
233
+ if (response.endOfTurn.source === 'whisper') {
234
+ return {
235
+ type: 'endOfTurn',
236
+ source: 'whisper',
237
+ silenceDurationMs: response.endOfTurn.silenceDurationMs
238
+ };
239
+ }
240
+ return {
241
+ type: 'endOfTurn',
242
+ source: 'parakeet'
243
+ };
244
+ }
245
+ if (wantsMetadata) {
246
+ if (response.segment) {
247
+ return { type: 'segment', segment: response.segment };
248
+ }
249
+ return undefined;
250
+ }
251
+ if (response.text && response.text.trim()) {
252
+ return { type: 'text', text: response.text };
253
+ }
254
+ return undefined;
255
+ });
256
+ }
@@ -0,0 +1,47 @@
1
+ import { type TranslateClientParams, type TranslationStats, type RPCOptions } from '../schemas/index.js';
2
+ /**
3
+ * Translates text from one language to another using a specified translation model.
4
+ * Supports both NMT (Neural Machine Translation) and LLM models.
5
+ *
6
+ * @param params - Translation configuration object
7
+ * @param params.modelId - The identifier of the translation model to use
8
+ * @param params.text - The input text to translate
9
+ * @param params.from - Source language code (optional)
10
+ * @param params.to - Target language code
11
+ * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
12
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
13
+ * @returns Object with tokenStream generator and text/stats properties
14
+ * @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
15
+ * @example
16
+ * ```typescript
17
+ * // Streaming mode (default)
18
+ * const result = translate({
19
+ * modelId: "modelId",
20
+ * text: "Hello world",
21
+ * from: "en",
22
+ * to: "es"
23
+ * modelType: "llm",
24
+ * });
25
+ *
26
+ * for await (const token of result.tokenStream) {
27
+ * console.log(token);
28
+ * }
29
+ *
30
+ * // Non-streaming mode
31
+ * const response = translate({
32
+ * modelId: "modelId",
33
+ * text: "Hello world",
34
+ * from: "en",
35
+ * to: "es"
36
+ * modelType: "llm",
37
+ * stream: false,
38
+ * });
39
+ *
40
+ * console.log(await response.text);
41
+ * ```
42
+ */
43
+ export declare function translate(params: TranslateClientParams, options?: RPCOptions): {
44
+ tokenStream: AsyncGenerator<string>;
45
+ stats: Promise<TranslationStats | undefined>;
46
+ text: Promise<string>;
47
+ };
@@ -0,0 +1,115 @@
1
+ import { stream as streamRpc } from '../dispatch.js';
2
+ import { translateResponseSchema, normalizeModelType, ModelType } from '../schemas/index.js';
3
+ import { detectOne } from '@qvac/langdetect-text';
4
+ import { TranslationFailedError } from '../errors/index.js';
5
+ /**
6
+ * Translates text from one language to another using a specified translation model.
7
+ * Supports both NMT (Neural Machine Translation) and LLM models.
8
+ *
9
+ * @param params - Translation configuration object
10
+ * @param params.modelId - The identifier of the translation model to use
11
+ * @param params.text - The input text to translate
12
+ * @param params.from - Source language code (optional)
13
+ * @param params.to - Target language code
14
+ * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
15
+ * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
16
+ * @returns Object with tokenStream generator and text/stats properties
17
+ * @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
18
+ * @example
19
+ * ```typescript
20
+ * // Streaming mode (default)
21
+ * const result = translate({
22
+ * modelId: "modelId",
23
+ * text: "Hello world",
24
+ * from: "en",
25
+ * to: "es"
26
+ * modelType: "llm",
27
+ * });
28
+ *
29
+ * for await (const token of result.tokenStream) {
30
+ * console.log(token);
31
+ * }
32
+ *
33
+ * // Non-streaming mode
34
+ * const response = translate({
35
+ * modelId: "modelId",
36
+ * text: "Hello world",
37
+ * from: "en",
38
+ * to: "es"
39
+ * modelType: "llm",
40
+ * stream: false,
41
+ * });
42
+ *
43
+ * console.log(await response.text);
44
+ * ```
45
+ */
46
+ export function translate(params, options) {
47
+ const canonicalModelType = normalizeModelType(params.modelType);
48
+ const isLlm = canonicalModelType === ModelType.llamacppCompletion;
49
+ let sourceLanguage = isLlm ? params.from : undefined;
50
+ if (!sourceLanguage && isLlm) {
51
+ const detected = detectOne(params.text);
52
+ if (detected.code === 'und' || detected.language === 'Undetermined') {
53
+ throw new TranslationFailedError("Could not detect the source language. Please specify the 'from' parameter explicitly.");
54
+ }
55
+ sourceLanguage = detected.language;
56
+ }
57
+ const request = {
58
+ type: 'translate',
59
+ ...params,
60
+ ...(isLlm && {
61
+ from: sourceLanguage
62
+ })
63
+ };
64
+ let stats;
65
+ let statsResolver = () => { };
66
+ const statsPromise = new Promise((resolve) => {
67
+ statsResolver = resolve;
68
+ });
69
+ if (params.stream) {
70
+ const tokenStream = (async function* () {
71
+ for await (const response of streamRpc(request, options)) {
72
+ if (response.type === 'translate') {
73
+ const streamResponse = translateResponseSchema.parse(response);
74
+ if (!streamResponse.done) {
75
+ yield streamResponse.token;
76
+ }
77
+ else {
78
+ stats = streamResponse.stats;
79
+ statsResolver(stats);
80
+ }
81
+ }
82
+ }
83
+ })();
84
+ const textPromise = Promise.resolve('');
85
+ return {
86
+ tokenStream,
87
+ text: textPromise,
88
+ stats: statsPromise
89
+ };
90
+ }
91
+ else {
92
+ const tokenStream = (async function* () {
93
+ //Empty generator for non-streaming mode
94
+ })();
95
+ const textPromise = (async () => {
96
+ let buffer = '';
97
+ for await (const response of streamRpc(request, options)) {
98
+ if (response.type === 'translate') {
99
+ const streamResponse = translateResponseSchema.parse(response);
100
+ buffer += streamResponse.token;
101
+ if (streamResponse.done) {
102
+ stats = streamResponse.stats;
103
+ statsResolver(stats);
104
+ }
105
+ }
106
+ }
107
+ return buffer;
108
+ })();
109
+ return {
110
+ tokenStream,
111
+ text: textPromise,
112
+ stats: statsPromise
113
+ };
114
+ }
115
+ }
@@ -0,0 +1,17 @@
1
+ import { type UnloadModelParams } from '../schemas/index.js';
2
+ /**
3
+ * Unloads a previously loaded model from the engine.
4
+ *
5
+ * When the last model is unloaded (no more models remain), this function can
6
+ * automatically tear the engine down so the process can exit without manual
7
+ * cleanup. On Bare the engine is left running by default so a long-lived
8
+ * process survives a routine unload; pass `autoClose: true` to opt in to
9
+ * closing.
10
+ *
11
+ * @param params - The parameters for unloading the model
12
+ * @param params.modelId - The unique identifier of the model to unload
13
+ * @param params.clearStorage - Whether to clear the storage for the model
14
+ * @param params.autoClose - Override the runtime-default auto-close behavior
15
+ * @throws {QvacErrorBase} When the response type is invalid or when the unload operation fails
16
+ */
17
+ export declare function unloadModel(params: UnloadModelParams): Promise<void>;
@@ -0,0 +1,42 @@
1
+ import { send, close } from '../dispatch.js';
2
+ import { stopLoggingStreamForModel } from '../api/logging-stream-registry.js';
3
+ import { InvalidResponseError, ModelUnloadFailedError } from '../errors/index.js';
4
+ import { getAppLogger } from '../logging/index.js';
5
+ const logger = getAppLogger();
6
+ /**
7
+ * Unloads a previously loaded model from the engine.
8
+ *
9
+ * When the last model is unloaded (no more models remain), this function can
10
+ * automatically tear the engine down so the process can exit without manual
11
+ * cleanup. On Bare the engine is left running by default so a long-lived
12
+ * process survives a routine unload; pass `autoClose: true` to opt in to
13
+ * closing.
14
+ *
15
+ * @param params - The parameters for unloading the model
16
+ * @param params.modelId - The unique identifier of the model to unload
17
+ * @param params.clearStorage - Whether to clear the storage for the model
18
+ * @param params.autoClose - Override the runtime-default auto-close behavior
19
+ * @throws {QvacErrorBase} When the response type is invalid or when the unload operation fails
20
+ */
21
+ export async function unloadModel(params) {
22
+ const request = {
23
+ type: 'unloadModel',
24
+ modelId: params.modelId,
25
+ clearStorage: params.clearStorage ?? false
26
+ };
27
+ const response = await send(request);
28
+ if (response.type !== 'unloadModel') {
29
+ throw new InvalidResponseError('unloadModel');
30
+ }
31
+ if (!response.success) {
32
+ throw new ModelUnloadFailedError(params.modelId);
33
+ }
34
+ stopLoggingStreamForModel(params.modelId);
35
+ const shouldAutoClose = params.autoClose ?? false;
36
+ if (shouldAutoClose &&
37
+ response.hasActiveModels === false &&
38
+ response.hasActiveProviders === false) {
39
+ logger.info('🧹 No models or providers active, automatically tearing down the engine...');
40
+ await close();
41
+ }
42
+ }
@@ -0,0 +1,44 @@
1
+ import { type UpscaleClientParams, type UpscaleStats } from '../schemas/sdcpp-config.js';
2
+ interface UpscaleResult {
3
+ outputs: Promise<Uint8Array[]>;
4
+ stats: Promise<UpscaleStats | undefined>;
5
+ }
6
+ /**
7
+ * Runs standalone ESRGAN upscaling on an arbitrary PNG/JPEG image.
8
+ *
9
+ * The model must have been loaded with `modelType: "diffusion"` and
10
+ * `modelConfig.mode: "upscale"` — calling `upscale()` against a model
11
+ * loaded in default (`mode: "diffusion"`) mode throws
12
+ * `ModelOperationNotSupportedError` upfront.
13
+ *
14
+ * `outputs` always resolves to length 1: `repeats` runs N passes
15
+ * internally and emits a single final image at `source * scale^repeats`
16
+ * dimensions. The `Uint8Array[]` shape reserves headroom for future
17
+ * multi-output variants.
18
+ *
19
+ * @param params - `{ modelId, image, repeats? }`. `image` is raw PNG/JPEG
20
+ * bytes; they are base64-encoded in the request.
21
+ * @returns `{ outputs, stats }` — `outputs` resolves to a single-element
22
+ * array containing the final upscaled PNG; `stats` resolves to
23
+ * addon-side stats (load/upscale ms, final width/height, repeats
24
+ * actually executed, etc.).
25
+ * @throws {ModelOperationNotSupportedError} If the model was not loaded
26
+ * with `mode: "upscale"`.
27
+ * @throws {StreamEndedError} If the stream closes without emitting a
28
+ * terminal `done` chunk.
29
+ *
30
+ * @example
31
+ * ```ts
32
+ * const modelId = await loadModel(REALESRGAN_X4PLUS_ANIME_6B, {
33
+ * modelType: "diffusion",
34
+ * modelConfig: { mode: "upscale", upscaler: { tile_size: 128 } },
35
+ * });
36
+ * const pngBytes = fs.readFileSync("input.png");
37
+ * const { outputs, stats } = upscale({ modelId, image: pngBytes, repeats: 2 });
38
+ * const [upscaledPng] = await outputs;
39
+ * fs.writeFileSync("upscaled.png", upscaledPng);
40
+ * console.log(await stats);
41
+ * ```
42
+ */
43
+ export declare function upscale(params: UpscaleClientParams): UpscaleResult;
44
+ export {};
@@ -0,0 +1,99 @@
1
+ import { upscaleStreamResponseSchema } from '../schemas/sdcpp-config.js';
2
+ import { stream as streamRpc } from '../dispatch.js';
3
+ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
4
+ import { StreamEndedError } from '../errors/index.js';
5
+ /**
6
+ * Runs standalone ESRGAN upscaling on an arbitrary PNG/JPEG image.
7
+ *
8
+ * The model must have been loaded with `modelType: "diffusion"` and
9
+ * `modelConfig.mode: "upscale"` — calling `upscale()` against a model
10
+ * loaded in default (`mode: "diffusion"`) mode throws
11
+ * `ModelOperationNotSupportedError` upfront.
12
+ *
13
+ * `outputs` always resolves to length 1: `repeats` runs N passes
14
+ * internally and emits a single final image at `source * scale^repeats`
15
+ * dimensions. The `Uint8Array[]` shape reserves headroom for future
16
+ * multi-output variants.
17
+ *
18
+ * @param params - `{ modelId, image, repeats? }`. `image` is raw PNG/JPEG
19
+ * bytes; they are base64-encoded in the request.
20
+ * @returns `{ outputs, stats }` — `outputs` resolves to a single-element
21
+ * array containing the final upscaled PNG; `stats` resolves to
22
+ * addon-side stats (load/upscale ms, final width/height, repeats
23
+ * actually executed, etc.).
24
+ * @throws {ModelOperationNotSupportedError} If the model was not loaded
25
+ * with `mode: "upscale"`.
26
+ * @throws {StreamEndedError} If the stream closes without emitting a
27
+ * terminal `done` chunk.
28
+ *
29
+ * @example
30
+ * ```ts
31
+ * const modelId = await loadModel(REALESRGAN_X4PLUS_ANIME_6B, {
32
+ * modelType: "diffusion",
33
+ * modelConfig: { mode: "upscale", upscaler: { tile_size: 128 } },
34
+ * });
35
+ * const pngBytes = fs.readFileSync("input.png");
36
+ * const { outputs, stats } = upscale({ modelId, image: pngBytes, repeats: 2 });
37
+ * const [upscaledPng] = await outputs;
38
+ * fs.writeFileSync("upscaled.png", upscaledPng);
39
+ * console.log(await stats);
40
+ * ```
41
+ */
42
+ export function upscale(params) {
43
+ const request = {
44
+ modelId: params.modelId,
45
+ image: encodeBase64(params.image),
46
+ ...(params.repeats !== undefined && { repeats: params.repeats }),
47
+ type: 'upscaleStream'
48
+ };
49
+ let statsResolver = () => { };
50
+ let statsRejecter = () => { };
51
+ const statsPromise = new Promise((resolve, reject) => {
52
+ statsResolver = resolve;
53
+ statsRejecter = reject;
54
+ });
55
+ statsPromise.catch(() => { });
56
+ let outputsResolver = () => { };
57
+ let outputsRejecter = () => { };
58
+ const outputsPromise = new Promise((resolve, reject) => {
59
+ outputsResolver = resolve;
60
+ outputsRejecter = reject;
61
+ });
62
+ outputsPromise.catch(() => { });
63
+ const collectedBuffers = [];
64
+ async function processResponses() {
65
+ let sawDone = false;
66
+ try {
67
+ for await (const response of streamRpc(request)) {
68
+ if (response &&
69
+ typeof response === 'object' &&
70
+ 'type' in response &&
71
+ response.type === 'upscaleStream') {
72
+ const parsed = upscaleStreamResponseSchema.parse(response);
73
+ if (parsed.data) {
74
+ collectedBuffers.push(decodeBase64(parsed.data));
75
+ }
76
+ if (parsed.done) {
77
+ sawDone = true;
78
+ statsResolver(parsed.stats);
79
+ outputsResolver(collectedBuffers);
80
+ }
81
+ }
82
+ }
83
+ if (!sawDone) {
84
+ const error = new StreamEndedError();
85
+ statsRejecter(error);
86
+ outputsRejecter(error);
87
+ }
88
+ }
89
+ catch (error) {
90
+ statsRejecter(error);
91
+ outputsRejecter(error);
92
+ }
93
+ }
94
+ void processResponses();
95
+ return {
96
+ outputs: outputsPromise,
97
+ stats: statsPromise
98
+ };
99
+ }