@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,56 @@
1
+ import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../schemas/index.js';
2
+ /**
3
+ * Transcribe a neural-signal buffer with a loaded BCI model and return the
4
+ * complete text. Accepts either a `.bin` file path or a raw neural buffer.
5
+ *
6
+ * @param params - BCI transcription parameters.
7
+ * @param params.modelId - The identifier of the loaded BCI model to use.
8
+ * @param params.neuralData - Neural signal as either a file path (string) or
9
+ * a binary buffer (`Uint8Array`).
10
+ * @param params.metadata - When true, resolves to an array of transcript
11
+ * segments (`{ text, startMs, endMs, append, id }`)
12
+ * instead of joined text.
13
+ * @param options - Optional RPC options including per-call profiling.
14
+ * @returns A promise (decorated with `requestId`) resolving to the complete
15
+ * transcribed text, or — when `metadata` is true — the list of
16
+ * transcript segments in emission order. The `requestId` is
17
+ * reachable synchronously so callers can target this in-flight
18
+ * transcription with `cancel({ requestId })` before `await` resolves.
19
+ */
20
+ export declare function bciTranscribe(params: BciTranscribeClientParams & {
21
+ metadata: true;
22
+ }, options?: RPCOptions): Promise<TranscribeSegment[]> & {
23
+ requestId: string;
24
+ };
25
+ export declare function bciTranscribe(params: BciTranscribeClientParams, options?: RPCOptions): Promise<string> & {
26
+ requestId: string;
27
+ };
28
+ /**
29
+ * Opens a bidirectional streaming BCI transcription session. Neural-signal
30
+ * chunks are streamed in via `write()`, and transcription is yielded as the
31
+ * addon's sliding window decodes successive windows.
32
+ *
33
+ * The returned session is single-use. Attempting to iterate a second time
34
+ * will throw a `TranscriptionFailedError`.
35
+ *
36
+ * @param params - Streaming BCI transcription parameters.
37
+ * @param params.modelId - The loaded BCI model to use.
38
+ * @param params.metadata - When true, the session yields transcript segment
39
+ * objects (`{ text, startMs, endMs, append, id }`)
40
+ * instead of plain text.
41
+ * @param params.windowTimesteps - Decode window size in timesteps.
42
+ * @param params.hopTimesteps - How far the window advances between decodes.
43
+ * @param params.emit - `'delta'` (default) yields only the newly-discovered
44
+ * tail per window; `'full'` yields the full running
45
+ * transcript each update.
46
+ * @param options - Optional RPC options including per-call profiling.
47
+ * @returns A session object: call `write(neuralChunk)` with a `Uint8Array`
48
+ * to feed neural-signal bytes, iterate with `for await (...)` to
49
+ * receive transcription, and `end()` to signal end of input. The
50
+ * session exposes `requestId` synchronously for targeted
51
+ * `cancel({ requestId })`.
52
+ */
53
+ export declare function bciTranscribeStream(params: BciTranscribeStreamClientParams & {
54
+ metadata: true;
55
+ }, options?: RPCOptions): Promise<BciTranscribeStreamMetadataSession>;
56
+ export declare function bciTranscribeStream(params: BciTranscribeStreamClientParams, options?: RPCOptions): Promise<BciTranscribeStreamSession>;
@@ -0,0 +1,172 @@
1
+ import { bciTranscribeResponseSchema, bciTranscribeStreamResponseSchema } from '../schemas/index.js';
2
+ import Buffer from 'bare-buffer';
3
+ import { stream, duplex } from '../dispatch.js';
4
+ import { getAppLogger } from '../logging/index.js';
5
+ import { TranscriptionFailedError } from '../errors/index.js';
6
+ import { decoratePromise } from '../utils/decorate-promise.js';
7
+ import { generateRequestId } from '../runtime/request-id.js';
8
+ const logger = getAppLogger();
9
+ function buildBciTranscribeRequest(params, requestId) {
10
+ return {
11
+ type: 'bciTranscribe',
12
+ modelId: params.modelId,
13
+ neuralData: typeof params.neuralData === 'string'
14
+ ? { type: 'filePath', value: params.neuralData }
15
+ : {
16
+ type: 'base64',
17
+ value: Buffer.from(params.neuralData).toString('base64')
18
+ },
19
+ ...(params.metadata === true && { metadata: true }),
20
+ requestId
21
+ };
22
+ }
23
+ export function bciTranscribe(params, options) {
24
+ const requestId = generateRequestId();
25
+ const inner = runBciTranscribe(params, requestId, options);
26
+ return decoratePromise(inner, { requestId });
27
+ }
28
+ async function runBciTranscribe(params, requestId, options) {
29
+ const request = buildBciTranscribeRequest(params, requestId);
30
+ if (params.metadata === true) {
31
+ const segments = [];
32
+ for await (const response of stream(request, options)) {
33
+ if (response.type === 'bciTranscribe') {
34
+ const parsed = bciTranscribeResponseSchema.parse(response);
35
+ if (parsed.segment) {
36
+ segments.push(parsed.segment);
37
+ }
38
+ if (parsed.done) {
39
+ break;
40
+ }
41
+ }
42
+ }
43
+ return segments;
44
+ }
45
+ let fullText = '';
46
+ for await (const response of stream(request, options)) {
47
+ if (response.type === 'bciTranscribe') {
48
+ const parsed = bciTranscribeResponseSchema.parse(response);
49
+ if (parsed.text) {
50
+ fullText += parsed.text;
51
+ }
52
+ if (parsed.done) {
53
+ break;
54
+ }
55
+ }
56
+ }
57
+ return fullText;
58
+ }
59
+ function buildBciTranscribeStreamRequest(params, requestId) {
60
+ const streamOpts = {
61
+ ...(params.windowTimesteps !== undefined && {
62
+ windowTimesteps: params.windowTimesteps
63
+ }),
64
+ ...(params.hopTimesteps !== undefined && {
65
+ hopTimesteps: params.hopTimesteps
66
+ }),
67
+ ...(params.emit !== undefined && { emit: params.emit })
68
+ };
69
+ return {
70
+ type: 'bciTranscribeStream',
71
+ modelId: params.modelId,
72
+ ...(params.metadata === true && { metadata: true }),
73
+ ...(Object.keys(streamOpts).length > 0 && { streamOpts }),
74
+ requestId
75
+ };
76
+ }
77
+ export function bciTranscribeStream(params, options) {
78
+ if (params.metadata === true) {
79
+ return createBciStreamSession(params, options, processLineMetadata, 'BciTranscribeStreamMetadataSession');
80
+ }
81
+ return createBciStreamSession(params, options, processLine, 'BciTranscribeStreamSession');
82
+ }
83
+ async function createBciStreamSession(params, options, process, sessionName) {
84
+ const requestId = generateRequestId();
85
+ const request = buildBciTranscribeStreamRequest(params, requestId);
86
+ const { requestStream, responseStream } = await duplex(request, options);
87
+ const responses = parseLines(responseStream, process);
88
+ let consumed = false;
89
+ return {
90
+ requestId,
91
+ write(neuralChunk) {
92
+ requestStream.write(neuralChunk);
93
+ },
94
+ end() {
95
+ requestStream.end();
96
+ },
97
+ destroy() {
98
+ requestStream.destroy();
99
+ responseStream.destroy();
100
+ },
101
+ [Symbol.asyncIterator]() {
102
+ if (consumed) {
103
+ throw new TranscriptionFailedError(`${sessionName} can only be iterated once`);
104
+ }
105
+ consumed = true;
106
+ return responses;
107
+ }
108
+ };
109
+ }
110
+ /**
111
+ * Line-delimited parser: reads newline-separated frames from a duplex
112
+ * response stream, passes each non-empty line through `process`, and yields
113
+ * whatever values it returns. `null` from `process` terminates the stream.
114
+ */
115
+ async function* parseLines(responseStream, process) {
116
+ let buf = '';
117
+ for await (const chunk of responseStream) {
118
+ buf += chunk.toString();
119
+ const lines = buf.split('\n');
120
+ buf = lines.pop() || '';
121
+ for (const line of lines) {
122
+ const result = process(line);
123
+ if (result === null)
124
+ return;
125
+ if (result !== undefined)
126
+ yield result;
127
+ }
128
+ }
129
+ if (buf.trim()) {
130
+ const result = process(buf);
131
+ if (result !== null && result !== undefined)
132
+ yield result;
133
+ }
134
+ }
135
+ function parseResponseLine(line) {
136
+ if (!line.trim())
137
+ return null;
138
+ let parsed;
139
+ try {
140
+ parsed = JSON.parse(line);
141
+ }
142
+ catch {
143
+ logger.warn('bciTranscribeStream: malformed JSON from server:', line);
144
+ return null;
145
+ }
146
+ const obj = parsed;
147
+ if (obj['type'] === 'error') {
148
+ throw new TranscriptionFailedError(obj['message'] ?? 'Unknown server error');
149
+ }
150
+ return bciTranscribeStreamResponseSchema.parse(parsed);
151
+ }
152
+ /**
153
+ * Shared wire-frame decoder. Returns `null` for the terminal `done` frame,
154
+ * `undefined` for frames the caller should skip, or the value extracted from
155
+ * the frame.
156
+ */
157
+ function processWith(line, extract) {
158
+ const response = parseResponseLine(line);
159
+ if (response === null)
160
+ return undefined;
161
+ if (response.error)
162
+ throw new TranscriptionFailedError(response.error);
163
+ if (response.done)
164
+ return null;
165
+ return extract(response);
166
+ }
167
+ function processLine(line) {
168
+ return processWith(line, (response) => (response.text?.trim() ? response.text : undefined));
169
+ }
170
+ function processLineMetadata(line) {
171
+ return processWith(line, (response) => response.segment);
172
+ }
@@ -0,0 +1,34 @@
1
+ import { type CancelClientInput } from '../schemas/index.js';
2
+ /**
3
+ * Cancels an ongoing operation.
4
+ *
5
+ * Two cancel paths are supported:
6
+ * - **By `requestId`** (primary) — pass the `requestId` exposed on
7
+ * the result of a long-running call (`completion(...)`,
8
+ * `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
9
+ * `transcribe(...)`, `ragIngest(...)`, etc.) to cancel exactly
10
+ * that request. A cancel that races the originating call is
11
+ * recorded and applied retroactively when the begin arrives.
12
+ * - **Broad by `modelId`** (escape hatch) — `{ modelId, kind? }`
13
+ * cancels every in-flight request on that model. Useful for
14
+ * model unload, app shutdown, or admin sweeps where the caller
15
+ * doesn't have a `requestId` to hand.
16
+ *
17
+ * The legacy `{ operation: "inference" | "embeddings", modelId }`
18
+ * sugars remain callable for source compatibility. For migration off
19
+ * the removed `{ operation: "downloadAsset" | "rag" }` shapes, see
20
+ * the 0.11.0 changelog / release notes.
21
+ *
22
+ * @param params - The cancellation parameters.
23
+ * @throws {QvacErrorBase} When the response type is invalid or the cancellation fails.
24
+ *
25
+ * @example
26
+ * // Cancel by requestId (primary path)
27
+ * const run = completion({ ... });
28
+ * await cancel({ requestId: run.requestId });
29
+ *
30
+ * @example
31
+ * // Broad-cancel every inference running on a model
32
+ * await cancel({ modelId: "model-123", kind: "completion" });
33
+ */
34
+ export declare function cancel(params: CancelClientInput): Promise<void>;
@@ -0,0 +1,82 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError, CancelFailedError } from '../errors/index.js';
3
+ /**
4
+ * Cancels an ongoing operation.
5
+ *
6
+ * Two cancel paths are supported:
7
+ * - **By `requestId`** (primary) — pass the `requestId` exposed on
8
+ * the result of a long-running call (`completion(...)`,
9
+ * `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
10
+ * `transcribe(...)`, `ragIngest(...)`, etc.) to cancel exactly
11
+ * that request. A cancel that races the originating call is
12
+ * recorded and applied retroactively when the begin arrives.
13
+ * - **Broad by `modelId`** (escape hatch) — `{ modelId, kind? }`
14
+ * cancels every in-flight request on that model. Useful for
15
+ * model unload, app shutdown, or admin sweeps where the caller
16
+ * doesn't have a `requestId` to hand.
17
+ *
18
+ * The legacy `{ operation: "inference" | "embeddings", modelId }`
19
+ * sugars remain callable for source compatibility. For migration off
20
+ * the removed `{ operation: "downloadAsset" | "rag" }` shapes, see
21
+ * the 0.11.0 changelog / release notes.
22
+ *
23
+ * @param params - The cancellation parameters.
24
+ * @throws {QvacErrorBase} When the response type is invalid or the cancellation fails.
25
+ *
26
+ * @example
27
+ * // Cancel by requestId (primary path)
28
+ * const run = completion({ ... });
29
+ * await cancel({ requestId: run.requestId });
30
+ *
31
+ * @example
32
+ * // Broad-cancel every inference running on a model
33
+ * await cancel({ modelId: "model-123", kind: "completion" });
34
+ */
35
+ export async function cancel(params) {
36
+ const wireParams = normalizeCancelParams(params);
37
+ const request = {
38
+ type: 'cancel',
39
+ ...wireParams
40
+ };
41
+ const response = await send(request);
42
+ if (response.type !== 'cancel') {
43
+ throw new InvalidResponseError('cancel');
44
+ }
45
+ if (!response.success) {
46
+ throw new CancelFailedError(response.error);
47
+ }
48
+ }
49
+ function normalizeCancelParams(params) {
50
+ if ('operation' in params) {
51
+ if (params.operation === 'request' || params.operation === 'broad') {
52
+ return params;
53
+ }
54
+ // Legacy per-kind sugar: { operation: "inference"|"embeddings", modelId }
55
+ if (params.operation === 'inference') {
56
+ return {
57
+ operation: 'broad',
58
+ modelId: params.modelId,
59
+ kind: 'completion'
60
+ };
61
+ }
62
+ return { operation: 'broad', modelId: params.modelId, kind: 'embeddings' };
63
+ }
64
+ if ('requestId' in params) {
65
+ const wire = {
66
+ operation: 'request',
67
+ requestId: params.requestId
68
+ };
69
+ if (params.clearCache !== undefined) {
70
+ wire.clearCache = params.clearCache;
71
+ }
72
+ return wire;
73
+ }
74
+ const broad = {
75
+ operation: 'broad',
76
+ modelId: params.modelId
77
+ };
78
+ if (params.kind !== undefined) {
79
+ broad.kind = params.kind;
80
+ }
81
+ return broad;
82
+ }
@@ -0,0 +1,22 @@
1
+ import { type ClassifyClientParams, type ClassificationResult } from '../schemas/index.js';
2
+ /**
3
+ * Classifies an image using a loaded classification model.
4
+ *
5
+ * The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
6
+ * Custom models may emit different labels sourced from the GGUF metadata.
7
+ *
8
+ * @param params.modelId - The identifier of the loaded classification model
9
+ * @param params.image - JPEG or PNG buffer; raw RGB bytes also accepted with `width`, `height`, `channels`
10
+ * @param params.topK - Limit results to top-K classes (default: all)
11
+ * @returns Sorted classification results, highest confidence first
12
+ *
13
+ * @example
14
+ * ```typescript
15
+ * const modelId = await loadModel({ modelType: "ggml-classification" });
16
+ * const jpeg = fs.readFileSync("photo.jpg");
17
+ * const results = await classify({ modelId, image: jpeg });
18
+ * // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
19
+ * await unloadModel({ modelId });
20
+ * ```
21
+ */
22
+ export declare function classify(params: ClassifyClientParams): Promise<ClassificationResult[]>;
@@ -0,0 +1,46 @@
1
+ import { classifyResponseSchema } from '../schemas/index.js';
2
+ import { stream as streamRpc } from '../dispatch.js';
3
+ import { encodeBase64 } from '../utils/encoding.js';
4
+ /**
5
+ * Classifies an image using a loaded classification model.
6
+ *
7
+ * The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
8
+ * Custom models may emit different labels sourced from the GGUF metadata.
9
+ *
10
+ * @param params.modelId - The identifier of the loaded classification model
11
+ * @param params.image - JPEG or PNG buffer; raw RGB bytes also accepted with `width`, `height`, `channels`
12
+ * @param params.topK - Limit results to top-K classes (default: all)
13
+ * @returns Sorted classification results, highest confidence first
14
+ *
15
+ * @example
16
+ * ```typescript
17
+ * const modelId = await loadModel({ modelType: "ggml-classification" });
18
+ * const jpeg = fs.readFileSync("photo.jpg");
19
+ * const results = await classify({ modelId, image: jpeg });
20
+ * // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
21
+ * await unloadModel({ modelId });
22
+ * ```
23
+ */
24
+ export async function classify(params) {
25
+ const request = {
26
+ type: 'classify',
27
+ modelId: params.modelId,
28
+ image: encodeBase64(params.image),
29
+ ...(params.topK !== undefined && { topK: params.topK }),
30
+ ...(params.width !== undefined && { width: params.width }),
31
+ ...(params.height !== undefined && { height: params.height }),
32
+ ...(params.channels !== undefined && { channels: params.channels })
33
+ };
34
+ for await (const response of streamRpc(request)) {
35
+ if (response &&
36
+ typeof response === 'object' &&
37
+ 'type' in response &&
38
+ response.type === 'classify') {
39
+ const parsed = classifyResponseSchema.parse(response);
40
+ if (parsed.done) {
41
+ return parsed.results;
42
+ }
43
+ }
44
+ }
45
+ return [];
46
+ }
@@ -0,0 +1,106 @@
1
+ import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../schemas/index.js';
2
+ import { type ToolInput } from '../utils/tool-helpers.js';
3
+ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
4
+ tools?: Tool[] | ToolInput[];
5
+ mcp?: McpClientInput[];
6
+ rpcOptions?: RPCOptions;
7
+ captureThinking?: boolean;
8
+ emitRawDeltas?: boolean;
9
+ };
10
+ /**
11
+ * Generates completion from a language model based on conversation history.
12
+ *
13
+ * Returns a `CompletionRun` whose canonical surfaces are:
14
+ *
15
+ * - `events` — `AsyncIterable<CompletionEvent>` of ordered, typed events.
16
+ * - `final` — `Promise<CompletionFinal>` with aggregated results once the
17
+ * stream ends (content, thinking, tool calls, stats, raw text).
18
+ *
19
+ * Legacy convenience fields (`tokenStream`, `text`, `toolCallStream`,
20
+ * `toolCalls`, `stats`) are still available but deprecated — they derive
21
+ * from `events` / `final` internally.
22
+ *
23
+ * @param params - The completion parameters
24
+ * @param params.modelId - The identifier of the model to use for completion
25
+ * @param params.history - Array of conversation messages with role, content, and optional attachments
26
+ * @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
27
+ * @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
28
+ * @param params.mcp - Optional array of MCP client inputs for tool integration
29
+ * @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
30
+ * @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
31
+ * @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`. Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
32
+ * Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
33
+ * @param params.responseFormat - Optional structured-output constraint applied to the model's output:
34
+ * - `{ type: "text" }` — no constraint (default behavior)
35
+ * - `{ type: "json_object" }` — output must be a JSON object
36
+ * - `{ type: "json_schema", json_schema: { name, schema, description?, strict? } }` — output must validate against `schema`
37
+ *
38
+ * The schema is converted to GBNF natively by llama.cpp and applied for the
39
+ * duration of the request only. `json_schema.name` and `json_schema.description`
40
+ * are accepted for OpenAI compatibility but only used at the API boundary —
41
+ * they do not affect generation. **`json_schema.strict` is currently accepted
42
+ * for compatibility but does NOT trigger OpenAI's auto-tightening semantics**
43
+ * (implicit `additionalProperties: false`, all properties required). The
44
+ * schema is forwarded to the addon as-is, so callers who want strict
45
+ * validation must encode it explicitly in `schema`.
46
+ *
47
+ * Cannot be combined with `tools` (tools already constrain output via their parameter schema).
48
+ * @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
49
+ * - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
50
+ * - The configHash includes model config + system prompt to ensure cache isolation
51
+ * - `true`: Auto-generate cache key based on conversation history
52
+ * - `"custom-key"`: Use provided string as cache key for manual session management
53
+ * - `false` or `undefined`: No caching
54
+ * - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
55
+ * - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
56
+ *
57
+ * **Auto-cache (`kvCache: true`) — assistant turn contract.** When
58
+ * pushing the assistant turn back into `history` for the next call,
59
+ * use `(await run.final).cacheableAssistantContent`. That's the exact
60
+ * string we persisted to the cache key on this turn, so re-using
61
+ * it verbatim guarantees the next-turn lookup hits.
62
+ * - Any post-processing of the assistant text (rewriting, summarizing,
63
+ * stripping model stop tokens like `<|im_end|>`) before pushing it
64
+ * back will miss the cache. Push the canonical string unchanged.
65
+ * - `cacheableAssistantContent` is omitted on tool-call turns - those
66
+ * can't be auto-cached today.
67
+ * @returns A CompletionRun — consume via `events` / `final`.
68
+ * @example
69
+ * ```typescript
70
+ * import { z } from "zod";
71
+ *
72
+ * const run = completion({
73
+ * modelId: "llama-2",
74
+ * history: [
75
+ * { role: "user", content: "What's the weather in Tokyo?" }
76
+ * ],
77
+ * stream: true,
78
+ * captureThinking: true,
79
+ * tools: [{
80
+ * name: "get_weather",
81
+ * description: "Get current weather",
82
+ * parameters: z.object({
83
+ * city: z.string().describe("City name"),
84
+ * }),
85
+ * handler: async (args) => {
86
+ * return { temperature: 22, condition: "sunny" };
87
+ * }
88
+ * }]
89
+ * });
90
+ *
91
+ * for await (const event of run.events) {
92
+ * if (event.type === "contentDelta") process.stdout.write(event.text);
93
+ * if (event.type === "toolCall") console.log(event.call.name, event.call.arguments);
94
+ * }
95
+ *
96
+ * const result = await run.final;
97
+ * for (const toolCall of await result.toolCalls) {
98
+ * if (toolCall.invoke) {
99
+ * const toolResult = await toolCall.invoke();
100
+ * console.log(toolResult);
101
+ * }
102
+ * }
103
+ * ```
104
+ */
105
+ export declare function completion(params: CompletionParams): CompletionRun;
106
+ export {};