@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,341 @@
1
+ import { z } from 'zod';
2
+ import type Buffer from 'bare-buffer';
3
+ import type { ModelSrcInput } from '../schemas/model-src-utils.js';
4
+ /**
5
+ * Granularity at which the addon can cancel.
6
+ * - `"request"` — addon cancels a specific in-flight `requestId`.
7
+ * - `"model"` — addon cancels whatever is running on the model.
8
+ * - `"none"` — no addon cancel surface; we fall back to soft-cancel
9
+ * (stop yielding, drop result; the C++ work runs to completion).
10
+ */
11
+ export type PluginHandlerCancelScope = 'request' | 'model' | 'none';
12
+ export interface PluginHandlerCancel {
13
+ scope: PluginHandlerCancelScope;
14
+ /**
15
+ * `true` — `addon.cancel()` interrupts compute; otherwise it's
16
+ * best-effort. Only meaningful for `scope: "model" | "request"`.
17
+ */
18
+ hard?: boolean;
19
+ }
20
+ /**
21
+ * Definition for a plugin handler with explicit Zod schemas.
22
+ * Each handler must define its request/response schemas for validation.
23
+ */
24
+ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType, TResponse extends z.ZodType = z.ZodType> {
25
+ requestSchema: TRequest;
26
+ responseSchema: TResponse;
27
+ streaming: boolean;
28
+ duplex?: boolean;
29
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>) => Promise<O> | AsyncGenerator<O> : never : never;
30
+ /**
31
+ * Cancel surface this handler advertises. Omitting is equivalent
32
+ * to `{ scope: "none" }` (soft-cancel fallback).
33
+ */
34
+ cancel?: PluginHandlerCancel;
35
+ }
36
+ /**
37
+ * Variant of `PluginHandlerDefinition` for duplex handlers where
38
+ * `inputStream` is guaranteed to be present. Use with `defineDuplexHandler`.
39
+ */
40
+ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType, TResponse extends z.ZodType = z.ZodType> {
41
+ requestSchema: TRequest;
42
+ responseSchema: TResponse;
43
+ streaming: true;
44
+ duplex: true;
45
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>) => AsyncGenerator<O> : never : never;
46
+ /** See `PluginHandlerDefinition.cancel`. */
47
+ cancel?: PluginHandlerCancel;
48
+ }
49
+ /**
50
+ * Parameters passed to createModel when loading a plugin model.
51
+ *
52
+ * Base fields are always present. The `artifacts` map contains
53
+ * additional file paths required by specific plugins (e.g., projection
54
+ * models, VAD models, config files).
55
+ *
56
+ * Built-in artifact keys:
57
+ * - `projectionModelPath` - LLM multimodal projection model
58
+ * - `vadModelPath` - Whisper voice activity detection model
59
+ * - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
60
+ * - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
61
+ * - `lavasrEnhancerPath` - TTS (GGML) optional LavaSR enhancer GGUF (48 kHz bandwidth extension; both engines)
62
+ * - `lavasrDenoiserPath` - TTS (GGML) optional LavaSR denoiser GGUF (runs before the enhancer; both engines)
63
+ * - `detectorModelPath` - OCR detector model
64
+ * - `embedderPath` - BCI whisper.cpp embedder weights
65
+ *
66
+ * Custom plugins can define their own artifact keys.
67
+ */
68
+ export interface CreateModelParams {
69
+ modelId: string;
70
+ modelPath: string;
71
+ modelConfig?: Record<string, unknown> | undefined;
72
+ modelName?: string | undefined;
73
+ artifacts?: Record<string, string> | undefined;
74
+ }
75
+ /**
76
+ * Minimal contract for plugin models.
77
+ * All models must implement `load()`. `unload()` is optional.
78
+ */
79
+ export interface PluginModel {
80
+ load(force?: boolean): Promise<void>;
81
+ unload?(): void | Promise<void>;
82
+ }
83
+ export interface PluginModelResult {
84
+ model: PluginModel;
85
+ }
86
+ export interface PluginLogging {
87
+ module: unknown;
88
+ namespace: string;
89
+ }
90
+ /**
91
+ * Function to resolve a model source (URL or path) to a local file path.
92
+ * Passed to resolveConfig hook to allow plugins to resolve their artifacts.
93
+ */
94
+ export type ResolveModelPath = (src: ModelSrcInput) => Promise<string>;
95
+ /**
96
+ * Context passed to plugin resolveConfig hook.
97
+ * Provides resolution utilities and request metadata.
98
+ */
99
+ export interface ResolveContext {
100
+ resolveModelPath: ResolveModelPath;
101
+ modelSrc: string;
102
+ modelType: string;
103
+ modelName?: string;
104
+ }
105
+ /**
106
+ * Result from plugin resolveConfig hook.
107
+ * Contains transformed config and optional resolved artifacts.
108
+ */
109
+ export interface ResolveResult<TConfig = Record<string, unknown>, K extends string = string> {
110
+ config: TConfig;
111
+ artifacts?: Partial<Record<K, string>>;
112
+ }
113
+ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys extends string = string> {
114
+ modelType: string;
115
+ displayName: string;
116
+ addonPackage: string;
117
+ loadConfigSchema: z.ZodType;
118
+ createModel: (params: CreateModelParams) => PluginModelResult;
119
+ handlers: Record<string, PluginHandlerDefinition>;
120
+ logging?: PluginLogging | undefined;
121
+ /** When true, skips file-existence validation for modelPath. Use for plugins that derive paths from config. */
122
+ skipPrimaryModelPathValidation?: boolean;
123
+ /**
124
+ * Optional hook to resolve model sources in modelConfig to local paths.
125
+ * Called before createModel if the plugin needs to download/resolve artifacts.
126
+ * Returns transformed config and optional artifact paths.
127
+ */
128
+ resolveConfig?: (modelConfig: TConfig, ctx: ResolveContext) => Promise<ResolveResult<TConfig, TArtifactKeys>>;
129
+ }
130
+ export declare const pluginInvokeRequestSchema: z.ZodObject<{
131
+ type: z.ZodLiteral<"pluginInvoke">;
132
+ modelId: z.ZodString;
133
+ handler: z.ZodString;
134
+ params: z.ZodUnknown;
135
+ }, z.core.$strip>;
136
+ export declare const pluginInvokeResponseSchema: z.ZodObject<{
137
+ type: z.ZodLiteral<"pluginInvoke">;
138
+ result: z.ZodUnknown;
139
+ }, z.core.$strip>;
140
+ export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
141
+ type: z.ZodLiteral<"pluginInvokeStream">;
142
+ modelId: z.ZodString;
143
+ handler: z.ZodString;
144
+ params: z.ZodUnknown;
145
+ }, z.core.$strip>;
146
+ export declare const pluginInvokeStreamResponseSchema: z.ZodObject<{
147
+ type: z.ZodLiteral<"pluginInvokeStream">;
148
+ result: z.ZodUnknown;
149
+ done: z.ZodOptional<z.ZodBoolean>;
150
+ }, z.core.$strip>;
151
+ export type PluginInvokeRequest = z.infer<typeof pluginInvokeRequestSchema>;
152
+ export type PluginInvokeResponse = z.infer<typeof pluginInvokeResponseSchema>;
153
+ export type PluginInvokeStreamRequest = z.infer<typeof pluginInvokeStreamRequestSchema>;
154
+ export type PluginInvokeStreamResponse = z.infer<typeof pluginInvokeStreamResponseSchema>;
155
+ /**
156
+ * Helper function to define a plugin with full type inference.
157
+ *
158
+ * Identity function whose only role is to constrain `plugin` to the
159
+ * `QvacPlugin` shape so consumers get accurate autocompletion and type
160
+ * errors for plugin manifests without having to write an explicit type
161
+ * annotation.
162
+ *
163
+ * @param plugin - The plugin manifest to register.
164
+ * @returns The same `plugin` value, typed as the caller's `T`.
165
+ */
166
+ export declare function definePlugin<T extends QvacPlugin>(plugin: T): T;
167
+ /**
168
+ * Helper function to define a handler with full type inference.
169
+ *
170
+ * Identity function whose only role is to constrain `definition` to a
171
+ * `PluginHandlerDefinition<TRequest, TResponse>` so the Zod request /
172
+ * response schemas flow through to the handler body without an explicit
173
+ * type annotation on the caller side.
174
+ *
175
+ * @param definition - The plugin handler definition (request/response schemas and handler function).
176
+ * @returns The same `definition` value, typed as `PluginHandlerDefinition<TRequest, TResponse>`.
177
+ */
178
+ export declare function defineHandler<TRequest extends z.ZodType, TResponse extends z.ZodType>(definition: PluginHandlerDefinition<TRequest, TResponse>): PluginHandlerDefinition<TRequest, TResponse>;
179
+ /**
180
+ * Helper function to define a duplex (bidirectional streaming) handler with full type inference.
181
+ *
182
+ * Identity function whose only role is to constrain `definition` to a
183
+ * `DuplexPluginHandlerDefinition` and cast it to the unified
184
+ * `PluginHandlerDefinition` shape. This bridges TS function-parameter
185
+ * contravariance so duplex handlers can be registered alongside unary ones.
186
+ *
187
+ * @param definition - The duplex plugin handler definition (request/response schemas and streaming handler function).
188
+ * @returns The same `definition` value, typed as `PluginHandlerDefinition<TRequest, TResponse>`.
189
+ */
190
+ export declare function defineDuplexHandler<TRequest extends z.ZodType, TResponse extends z.ZodType>(definition: DuplexPluginHandlerDefinition<TRequest, TResponse>): PluginHandlerDefinition<TRequest, TResponse>;
191
+ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
192
+ requestSchema: z.ZodObject<{
193
+ safeParse: z.ZodCustom<Function, Function>;
194
+ }, z.core.$catchall<z.ZodUnknown>>;
195
+ responseSchema: z.ZodObject<{
196
+ safeParse: z.ZodCustom<Function, Function>;
197
+ }, z.core.$catchall<z.ZodUnknown>>;
198
+ streaming: z.ZodBoolean;
199
+ duplex: z.ZodOptional<z.ZodBoolean>;
200
+ handler: z.ZodCustom<Function, Function>;
201
+ cancel: z.ZodOptional<z.ZodObject<{
202
+ scope: z.ZodEnum<{
203
+ request: "request";
204
+ model: "model";
205
+ none: "none";
206
+ }>;
207
+ hard: z.ZodOptional<z.ZodBoolean>;
208
+ }, z.core.$catchall<z.ZodUnknown>>>;
209
+ }, z.core.$catchall<z.ZodUnknown>>;
210
+ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
211
+ modelType: z.ZodString;
212
+ displayName: z.ZodString;
213
+ addonPackage: z.ZodString;
214
+ loadConfigSchema: z.ZodObject<{
215
+ safeParse: z.ZodCustom<Function, Function>;
216
+ }, z.core.$catchall<z.ZodUnknown>>;
217
+ createModel: z.ZodCustom<Function, Function>;
218
+ handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
219
+ requestSchema: z.ZodObject<{
220
+ safeParse: z.ZodCustom<Function, Function>;
221
+ }, z.core.$catchall<z.ZodUnknown>>;
222
+ responseSchema: z.ZodObject<{
223
+ safeParse: z.ZodCustom<Function, Function>;
224
+ }, z.core.$catchall<z.ZodUnknown>>;
225
+ streaming: z.ZodBoolean;
226
+ duplex: z.ZodOptional<z.ZodBoolean>;
227
+ handler: z.ZodCustom<Function, Function>;
228
+ cancel: z.ZodOptional<z.ZodObject<{
229
+ scope: z.ZodEnum<{
230
+ request: "request";
231
+ model: "model";
232
+ none: "none";
233
+ }>;
234
+ hard: z.ZodOptional<z.ZodBoolean>;
235
+ }, z.core.$catchall<z.ZodUnknown>>>;
236
+ }, z.core.$catchall<z.ZodUnknown>>>;
237
+ logging: z.ZodOptional<z.ZodObject<{
238
+ module: z.ZodOptional<z.ZodUnknown>;
239
+ namespace: z.ZodOptional<z.ZodString>;
240
+ }, z.core.$catchall<z.ZodUnknown>>>;
241
+ resolveConfig: z.ZodOptional<z.ZodCustom<Function, Function>>;
242
+ skipPrimaryModelPathValidation: z.ZodOptional<z.ZodBoolean>;
243
+ }, z.core.$catchall<z.ZodUnknown>>;
244
+ /**
245
+ * LLM text completion plugin (llama.cpp).
246
+ * Provides: completion, streaming chat, tool calling.
247
+ */
248
+ export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
249
+ /**
250
+ * Text embedding plugin (llama.cpp).
251
+ * Provides: vector embeddings for RAG and semantic search.
252
+ */
253
+ export declare const PLUGIN_EMBEDDING: "@qvac/inference/llamacpp-embedding/plugin";
254
+ /**
255
+ * Speech-to-text transcription plugin (whisper.cpp).
256
+ * Provides: audio transcription, language detection.
257
+ */
258
+ export declare const PLUGIN_WHISPER: "@qvac/inference/whispercpp-transcription/plugin";
259
+ /**
260
+ * Brain-Computer Interface neural-signal transcription plugin
261
+ * (whisper.cpp). Provides: transcription of neural signals to text.
262
+ */
263
+ export declare const PLUGIN_BCI: "@qvac/inference/bci-whispercpp-transcription/plugin";
264
+ /**
265
+ * Speech-to-text transcription plugin (Parakeet ONNX).
266
+ * Provides: audio transcription using NVIDIA Parakeet models.
267
+ */
268
+ export declare const PLUGIN_PARAKEET: "@qvac/inference/parakeet-transcription/plugin";
269
+ /**
270
+ * Neural machine translation plugin (nmt.cpp).
271
+ * Provides: text translation between languages.
272
+ */
273
+ export declare const PLUGIN_NMT: "@qvac/inference/nmtcpp-translation/plugin";
274
+ /**
275
+ * Text-to-speech synthesis plugin (GGML).
276
+ * Provides: speech synthesis from text.
277
+ */
278
+ export declare const PLUGIN_TTS: "@qvac/inference/tts-ggml/plugin";
279
+ /**
280
+ * Optical character recognition plugin (GGML).
281
+ * Provides: text extraction from images.
282
+ */
283
+ export declare const PLUGIN_OCR: "@qvac/inference/ggml-ocr/plugin";
284
+ /**
285
+ * Image generation plugin (stable-diffusion.cpp).
286
+ * Provides: text-to-image generation and standalone ESRGAN image upscaling.
287
+ */
288
+ export declare const PLUGIN_DIFFUSION: "@qvac/inference/sdcpp-generation/plugin";
289
+ /**
290
+ * Music and audio generation plugin (GGML / ACE-Step).
291
+ * Provides: text-conditioned PCM audio generation.
292
+ */
293
+ export declare const PLUGIN_AUDIOGEN: "@qvac/inference/audiogen-ggml/plugin";
294
+ /**
295
+ * Vision-Language-Action plugin (ggml). Supports SmolVLA, π₀.₅ (pi05), and
296
+ * GR00T, dispatched on the GGUF `general.architecture` key.
297
+ * Provides: robot-action inference from one or more camera frames (2 for
298
+ * SmolVLA and GR00T, 3 for π₀.₅) and a natural-language instruction.
299
+ */
300
+ export declare const PLUGIN_VLA: "@qvac/inference/ggml-vla/plugin";
301
+ /**
302
+ * Image classification plugin (GGML / MobileNetV3-Small).
303
+ * Provides: image classification with bundled 3-class model (food / report / other).
304
+ */
305
+ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification/plugin";
306
+ /**
307
+ * Every built-in plugin specifier.
308
+ *
309
+ * @example
310
+ * const config = {
311
+ * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
312
+ * };
313
+ */
314
+ export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
315
+ export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
316
+ /** Native addon package for LLM completion (llama.cpp) */
317
+ export declare const ADDON_LLM: "@qvac/llm-llamacpp";
318
+ /** Native addon package for text embeddings (llama.cpp) */
319
+ export declare const ADDON_EMBEDDING: "@qvac/embed-llamacpp";
320
+ /** Unified native addon package for Whisper and Parakeet transcription */
321
+ export declare const ADDON_ASR: "@qvac/asr-ggml";
322
+ /** Legacy native addon package for Whisper transcription (whisper.cpp) */
323
+ export declare const ADDON_WHISPER: "@qvac/transcription-whispercpp";
324
+ /** Native addon package for BCI neural-signal transcription (whisper.cpp) */
325
+ export declare const ADDON_BCI: "@qvac/bci-whispercpp";
326
+ /** Legacy native addon package for Parakeet transcription */
327
+ export declare const ADDON_PARAKEET: "@qvac/transcription-parakeet";
328
+ /** Native addon package for NMT translation (nmt.cpp) */
329
+ export declare const ADDON_NMT: "@qvac/translation-nmtcpp";
330
+ /** Native addon package for TTS (GGML) */
331
+ export declare const ADDON_TTS: "@qvac/tts-ggml";
332
+ /** Native addon package for OCR (GGML) */
333
+ export declare const ADDON_OCR: "@qvac/ocr-ggml";
334
+ /** Native addon package for image generation (stable-diffusion.cpp) */
335
+ export declare const ADDON_DIFFUSION: "@qvac/diffusion-cpp";
336
+ /** Native addon package for music and audio generation (GGML / ACE-Step) */
337
+ export declare const ADDON_AUDIOGEN: "@qvac/audiogen-ggml";
338
+ /** Native addon package for vision-language-action inference (SmolVLA / π₀.₅ / GR00T on ggml) */
339
+ export declare const ADDON_VLA: "@qvac/vla-ggml";
340
+ /** Native addon package for image classification (GGML / MobileNetV3) */
341
+ export declare const ADDON_CLASSIFICATION: "@qvac/classification-ggml";
@@ -0,0 +1,241 @@
1
+ import { z } from 'zod';
2
+ // Non-streaming plugin invoke
3
+ export const pluginInvokeRequestSchema = z.object({
4
+ type: z.literal('pluginInvoke'),
5
+ modelId: z.string(),
6
+ handler: z.string(),
7
+ params: z.unknown()
8
+ });
9
+ export const pluginInvokeResponseSchema = z.object({
10
+ type: z.literal('pluginInvoke'),
11
+ result: z.unknown()
12
+ });
13
+ // Streaming plugin invoke
14
+ export const pluginInvokeStreamRequestSchema = z.object({
15
+ type: z.literal('pluginInvokeStream'),
16
+ modelId: z.string(),
17
+ handler: z.string(),
18
+ params: z.unknown()
19
+ });
20
+ export const pluginInvokeStreamResponseSchema = z.object({
21
+ type: z.literal('pluginInvokeStream'),
22
+ result: z.unknown(),
23
+ done: z.boolean().optional()
24
+ });
25
+ // ============================================
26
+ // Type Helpers
27
+ // ============================================
28
+ /**
29
+ * Helper function to define a plugin with full type inference.
30
+ *
31
+ * Identity function whose only role is to constrain `plugin` to the
32
+ * `QvacPlugin` shape so consumers get accurate autocompletion and type
33
+ * errors for plugin manifests without having to write an explicit type
34
+ * annotation.
35
+ *
36
+ * @param plugin - The plugin manifest to register.
37
+ * @returns The same `plugin` value, typed as the caller's `T`.
38
+ */
39
+ export function definePlugin(plugin) {
40
+ return plugin;
41
+ }
42
+ /**
43
+ * Helper function to define a handler with full type inference.
44
+ *
45
+ * Identity function whose only role is to constrain `definition` to a
46
+ * `PluginHandlerDefinition<TRequest, TResponse>` so the Zod request /
47
+ * response schemas flow through to the handler body without an explicit
48
+ * type annotation on the caller side.
49
+ *
50
+ * @param definition - The plugin handler definition (request/response schemas and handler function).
51
+ * @returns The same `definition` value, typed as `PluginHandlerDefinition<TRequest, TResponse>`.
52
+ */
53
+ export function defineHandler(definition) {
54
+ return definition;
55
+ }
56
+ /**
57
+ * Helper function to define a duplex (bidirectional streaming) handler with full type inference.
58
+ *
59
+ * Identity function whose only role is to constrain `definition` to a
60
+ * `DuplexPluginHandlerDefinition` and cast it to the unified
61
+ * `PluginHandlerDefinition` shape. This bridges TS function-parameter
62
+ * contravariance so duplex handlers can be registered alongside unary ones.
63
+ *
64
+ * @param definition - The duplex plugin handler definition (request/response schemas and streaming handler function).
65
+ * @returns The same `definition` value, typed as `PluginHandlerDefinition<TRequest, TResponse>`.
66
+ */
67
+ export function defineDuplexHandler(definition) {
68
+ // The duplex flag guarantees inputStream is always
69
+ // provided at call time; the cast bridges TS function-param contravariance.
70
+ return definition;
71
+ }
72
+ // ============================================
73
+ // Runtime validation
74
+ // ============================================
75
+ const functionRuntimeSchema = z.instanceof(Function, {
76
+ error: 'must be a function'
77
+ });
78
+ const zodSchemaLikeRuntimeSchema = z
79
+ .object({
80
+ safeParse: functionRuntimeSchema
81
+ })
82
+ .catchall(z.unknown());
83
+ const pluginHandlerCancelRuntimeSchema = z
84
+ .object({
85
+ scope: z.enum(['request', 'model', 'none'], {
86
+ error: "cancel.scope must be 'request', 'model', or 'none'"
87
+ }),
88
+ hard: z.boolean().optional()
89
+ })
90
+ .catchall(z.unknown());
91
+ export const pluginHandlerDefinitionRuntimeSchema = z
92
+ .object({
93
+ requestSchema: zodSchemaLikeRuntimeSchema,
94
+ responseSchema: zodSchemaLikeRuntimeSchema,
95
+ streaming: z.boolean({ error: 'streaming must be a boolean' }),
96
+ duplex: z.boolean().optional(),
97
+ handler: functionRuntimeSchema,
98
+ cancel: pluginHandlerCancelRuntimeSchema.optional()
99
+ })
100
+ .catchall(z.unknown());
101
+ export const pluginDefinitionRuntimeSchema = z
102
+ .object({
103
+ modelType: z
104
+ .string({ error: 'modelType must be a string' })
105
+ .min(1, 'modelType must be a non-empty string'),
106
+ displayName: z
107
+ .string({ error: 'displayName must be a string' })
108
+ .min(1, 'displayName must be a non-empty string'),
109
+ addonPackage: z
110
+ .string({ error: 'addonPackage must be a string' })
111
+ .min(1, 'addonPackage must be a non-empty string'),
112
+ loadConfigSchema: zodSchemaLikeRuntimeSchema,
113
+ createModel: functionRuntimeSchema,
114
+ handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
115
+ logging: z
116
+ .object({
117
+ module: z.unknown().optional(),
118
+ namespace: z.string().optional()
119
+ })
120
+ .catchall(z.unknown())
121
+ .optional(),
122
+ resolveConfig: functionRuntimeSchema.optional(),
123
+ skipPrimaryModelPathValidation: z.boolean().optional()
124
+ })
125
+ .catchall(z.unknown());
126
+ // ============================================
127
+ // Built-in Plugins
128
+ // ============================================
129
+ /**
130
+ * LLM text completion plugin (llama.cpp).
131
+ * Provides: completion, streaming chat, tool calling.
132
+ */
133
+ export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
134
+ /**
135
+ * Text embedding plugin (llama.cpp).
136
+ * Provides: vector embeddings for RAG and semantic search.
137
+ */
138
+ export const PLUGIN_EMBEDDING = '@qvac/inference/llamacpp-embedding/plugin';
139
+ /**
140
+ * Speech-to-text transcription plugin (whisper.cpp).
141
+ * Provides: audio transcription, language detection.
142
+ */
143
+ export const PLUGIN_WHISPER = '@qvac/inference/whispercpp-transcription/plugin';
144
+ /**
145
+ * Brain-Computer Interface neural-signal transcription plugin
146
+ * (whisper.cpp). Provides: transcription of neural signals to text.
147
+ */
148
+ export const PLUGIN_BCI = '@qvac/inference/bci-whispercpp-transcription/plugin';
149
+ /**
150
+ * Speech-to-text transcription plugin (Parakeet ONNX).
151
+ * Provides: audio transcription using NVIDIA Parakeet models.
152
+ */
153
+ export const PLUGIN_PARAKEET = '@qvac/inference/parakeet-transcription/plugin';
154
+ /**
155
+ * Neural machine translation plugin (nmt.cpp).
156
+ * Provides: text translation between languages.
157
+ */
158
+ export const PLUGIN_NMT = '@qvac/inference/nmtcpp-translation/plugin';
159
+ /**
160
+ * Text-to-speech synthesis plugin (GGML).
161
+ * Provides: speech synthesis from text.
162
+ */
163
+ export const PLUGIN_TTS = '@qvac/inference/tts-ggml/plugin';
164
+ /**
165
+ * Optical character recognition plugin (GGML).
166
+ * Provides: text extraction from images.
167
+ */
168
+ export const PLUGIN_OCR = '@qvac/inference/ggml-ocr/plugin';
169
+ /**
170
+ * Image generation plugin (stable-diffusion.cpp).
171
+ * Provides: text-to-image generation and standalone ESRGAN image upscaling.
172
+ */
173
+ export const PLUGIN_DIFFUSION = '@qvac/inference/sdcpp-generation/plugin';
174
+ /**
175
+ * Music and audio generation plugin (GGML / ACE-Step).
176
+ * Provides: text-conditioned PCM audio generation.
177
+ */
178
+ export const PLUGIN_AUDIOGEN = '@qvac/inference/audiogen-ggml/plugin';
179
+ /**
180
+ * Vision-Language-Action plugin (ggml). Supports SmolVLA, π₀.₅ (pi05), and
181
+ * GR00T, dispatched on the GGUF `general.architecture` key.
182
+ * Provides: robot-action inference from one or more camera frames (2 for
183
+ * SmolVLA and GR00T, 3 for π₀.₅) and a natural-language instruction.
184
+ */
185
+ export const PLUGIN_VLA = '@qvac/inference/ggml-vla/plugin';
186
+ /**
187
+ * Image classification plugin (GGML / MobileNetV3-Small).
188
+ * Provides: image classification with bundled 3-class model (food / report / other).
189
+ */
190
+ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin';
191
+ /**
192
+ * Every built-in plugin specifier.
193
+ *
194
+ * @example
195
+ * const config = {
196
+ * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
197
+ * };
198
+ */
199
+ export const BUILTIN_PLUGINS = [
200
+ PLUGIN_LLM,
201
+ PLUGIN_EMBEDDING,
202
+ PLUGIN_WHISPER,
203
+ PLUGIN_BCI,
204
+ PLUGIN_PARAKEET,
205
+ PLUGIN_NMT,
206
+ PLUGIN_TTS,
207
+ PLUGIN_OCR,
208
+ PLUGIN_DIFFUSION,
209
+ PLUGIN_AUDIOGEN,
210
+ PLUGIN_VLA,
211
+ PLUGIN_CLASSIFICATION
212
+ ];
213
+ // ============================================
214
+ // Addon Packages
215
+ // ============================================
216
+ /** Native addon package for LLM completion (llama.cpp) */
217
+ export const ADDON_LLM = '@qvac/llm-llamacpp';
218
+ /** Native addon package for text embeddings (llama.cpp) */
219
+ export const ADDON_EMBEDDING = '@qvac/embed-llamacpp';
220
+ /** Unified native addon package for Whisper and Parakeet transcription */
221
+ export const ADDON_ASR = '@qvac/asr-ggml';
222
+ /** Legacy native addon package for Whisper transcription (whisper.cpp) */
223
+ export const ADDON_WHISPER = '@qvac/transcription-whispercpp';
224
+ /** Native addon package for BCI neural-signal transcription (whisper.cpp) */
225
+ export const ADDON_BCI = '@qvac/bci-whispercpp';
226
+ /** Legacy native addon package for Parakeet transcription */
227
+ export const ADDON_PARAKEET = '@qvac/transcription-parakeet';
228
+ /** Native addon package for NMT translation (nmt.cpp) */
229
+ export const ADDON_NMT = '@qvac/translation-nmtcpp';
230
+ /** Native addon package for TTS (GGML) */
231
+ export const ADDON_TTS = '@qvac/tts-ggml';
232
+ /** Native addon package for OCR (GGML) */
233
+ export const ADDON_OCR = '@qvac/ocr-ggml';
234
+ /** Native addon package for image generation (stable-diffusion.cpp) */
235
+ export const ADDON_DIFFUSION = '@qvac/diffusion-cpp';
236
+ /** Native addon package for music and audio generation (GGML / ACE-Step) */
237
+ export const ADDON_AUDIOGEN = '@qvac/audiogen-ggml';
238
+ /** Native addon package for vision-language-action inference (SmolVLA / π₀.₅ / GR00T on ggml) */
239
+ export const ADDON_VLA = '@qvac/vla-ggml';
240
+ /** Native addon package for image classification (GGML / MobileNetV3) */
241
+ export const ADDON_CLASSIFICATION = '@qvac/classification-ggml';