@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,43 @@
1
+ import { type GetModelInfoParams } from '../schemas/index.js';
2
+ /**
3
+ * Returns status information for a catalog model, including cache state and loaded instances.
4
+ *
5
+ * @param params - Query parameters.
6
+ * @param params.name - The model's registry name (as found in QVAC's built-in catalog) to look up.
7
+ * @returns A promise resolving to the model's status information (cache presence, loaded instances, size on disk, etc.).
8
+ * @throws {QvacErrorBase} When the response type is invalid (`InvalidResponseError`) or the RPC layer fails.
9
+ */
10
+ export declare function getModelInfo(params: GetModelInfoParams): Promise<{
11
+ name: string;
12
+ modelId: string;
13
+ expectedSize: number;
14
+ sha256Checksum: string;
15
+ addon: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | "other";
16
+ isCached: boolean;
17
+ isLoaded: boolean;
18
+ cacheFiles: {
19
+ filename: string;
20
+ path: string;
21
+ expectedSize: number;
22
+ sha256Checksum: string;
23
+ isCached: boolean;
24
+ actualSize?: number | undefined;
25
+ cachedAt?: Date | undefined;
26
+ }[];
27
+ registryPath?: string | undefined;
28
+ registrySource?: string | undefined;
29
+ blobCoreKey?: string | undefined;
30
+ blobBlockOffset?: number | undefined;
31
+ blobBlockLength?: number | undefined;
32
+ blobByteOffset?: number | undefined;
33
+ engine?: string | undefined;
34
+ quantization?: string | undefined;
35
+ params?: string | undefined;
36
+ actualSize?: number | undefined;
37
+ cachedAt?: Date | undefined;
38
+ loadedInstances?: {
39
+ registryId: string;
40
+ loadedAt: Date;
41
+ config?: unknown;
42
+ }[] | undefined;
43
+ }>;
@@ -0,0 +1,21 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ /**
4
+ * Returns status information for a catalog model, including cache state and loaded instances.
5
+ *
6
+ * @param params - Query parameters.
7
+ * @param params.name - The model's registry name (as found in QVAC's built-in catalog) to look up.
8
+ * @returns A promise resolving to the model's status information (cache presence, loaded instances, size on disk, etc.).
9
+ * @throws {QvacErrorBase} When the response type is invalid (`InvalidResponseError`) or the RPC layer fails.
10
+ */
11
+ export async function getModelInfo(params) {
12
+ const request = {
13
+ type: 'getModelInfo',
14
+ name: params.name
15
+ };
16
+ const response = await send(request);
17
+ if (response.type !== 'getModelInfo') {
18
+ throw new InvalidResponseError('getModelInfo');
19
+ }
20
+ return response.modelInfo;
21
+ }
@@ -0,0 +1,2 @@
1
+ import { type GetSystemResourcesInput, type SystemResources } from '../schemas/index.js';
2
+ export declare function getSystemResources(input?: GetSystemResourcesInput): Promise<SystemResources>;
@@ -0,0 +1,16 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ export async function getSystemResources(input) {
4
+ const request = {
5
+ type: 'getSystemResources',
6
+ ...(input?.sample !== undefined && { sample: input.sample })
7
+ };
8
+ const response = await send(request);
9
+ if (response.type !== 'getSystemResources') {
10
+ throw new InvalidResponseError('getSystemResources');
11
+ }
12
+ return {
13
+ capabilities: response.capabilities,
14
+ ...(response.sample && { sample: response.sample })
15
+ };
16
+ }
@@ -0,0 +1,29 @@
1
+ import { type HeartbeatResponse } from '../schemas/index.js';
2
+ import type { DelegateBase } from '../schemas/delegate.js';
3
+ /**
4
+ * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
+ * Can also be used to check if the local engine is responsive.
6
+ *
7
+ * @param params - Delegation target to check
8
+ * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
+ * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
+ * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
11
+ *
12
+ * @example
13
+ * // Check if a delegated provider is online
14
+ * try {
15
+ * await heartbeat({
16
+ * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
+ * });
18
+ * console.log("Provider is online");
19
+ * } catch {
20
+ * console.log("Provider is offline");
21
+ * }
22
+ *
23
+ * @example
24
+ * // Check if the local engine is responsive
25
+ * await heartbeat();
26
+ */
27
+ export declare function heartbeat(params?: {
28
+ delegate?: DelegateBase;
29
+ }): Promise<HeartbeatResponse>;
@@ -0,0 +1,37 @@
1
+ import { send } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ /**
4
+ * Checks if a delegated provider is online by sending a heartbeat round-trip.
5
+ * Can also be used to check if the local engine is responsive.
6
+ *
7
+ * @param params - Delegation target to check
8
+ * @param params.delegate - The provider to check (providerPublicKey + optional timeout)
9
+ * @returns A promise that resolves to a heartbeat response if the provider is reachable.
10
+ * @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
11
+ *
12
+ * @example
13
+ * // Check if a delegated provider is online
14
+ * try {
15
+ * await heartbeat({
16
+ * delegate: { providerPublicKey: "peerHex", timeout: 3000 },
17
+ * });
18
+ * console.log("Provider is online");
19
+ * } catch {
20
+ * console.log("Provider is offline");
21
+ * }
22
+ *
23
+ * @example
24
+ * // Check if the local engine is responsive
25
+ * await heartbeat();
26
+ */
27
+ export async function heartbeat(params) {
28
+ const request = {
29
+ type: 'heartbeat',
30
+ ...(params?.delegate && { delegate: params.delegate })
31
+ };
32
+ const response = await send(request);
33
+ if (response.type !== 'heartbeat') {
34
+ throw new InvalidResponseError('heartbeat');
35
+ }
36
+ return response;
37
+ }
@@ -0,0 +1,35 @@
1
+ export { loadModel } from '../api/load-model.js';
2
+ export { downloadAsset } from '../api/download-asset.js';
3
+ export { completion } from '../api/completion-stream.js';
4
+ export { batchCompletion } from '../api/batch-completion.js';
5
+ export { deleteCache } from '../api/delete-cache.js';
6
+ export { unloadModel } from '../api/unload-model.js';
7
+ export { loggingStream } from '../api/logging-stream.js';
8
+ export { subscribeServerLogs, type ServerLogHandler } from '../api/subscribe-logs.js';
9
+ export { heartbeat } from '../api/heartbeat.js';
10
+ export { transcribe, transcribeStream } from '../api/transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
+ export { embed } from '../api/embed.js';
13
+ export { finetune, type FinetuneHandle } from '../api/finetune.js';
14
+ export { translate } from '../api/translate.js';
15
+ export { cancel } from '../api/cancel.js';
16
+ export { startQVACProvider } from '../api/provide.js';
17
+ export { stopQVACProvider } from '../api/stop-provider.js';
18
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
+ export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
+ export { getModelInfo } from '../api/get-model-info.js';
21
+ export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
+ export { getSystemResources } from '../api/get-system-resources.js';
23
+ export { ocr } from '../api/ocr.js';
24
+ export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
+ export { diffusion, type DiffusionProgressTick } from '../api/diffusion.js';
26
+ export { audioGen } from '../api/audio-gen.js';
27
+ export { classify } from '../api/classify.js';
28
+ export { video, type VideoProgressTick } from '../api/video.js';
29
+ export { upscale } from '../api/upscale.js';
30
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from '../api/registry.js';
31
+ export { suspend } from '../api/suspend.js';
32
+ export { resume } from '../api/resume.js';
33
+ export { state } from '../api/state.js';
34
+ export { vla, vlaHparams } from '../api/vla.js';
35
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
@@ -0,0 +1,35 @@
1
+ export { loadModel } from '../api/load-model.js';
2
+ export { downloadAsset } from '../api/download-asset.js';
3
+ export { completion } from '../api/completion-stream.js';
4
+ export { batchCompletion } from '../api/batch-completion.js';
5
+ export { deleteCache } from '../api/delete-cache.js';
6
+ export { unloadModel } from '../api/unload-model.js';
7
+ export { loggingStream } from '../api/logging-stream.js';
8
+ export { subscribeServerLogs } from '../api/subscribe-logs.js';
9
+ export { heartbeat } from '../api/heartbeat.js';
10
+ export { transcribe, transcribeStream } from '../api/transcribe.js';
11
+ export { bciTranscribe, bciTranscribeStream } from '../api/bci-transcribe.js';
12
+ export { embed } from '../api/embed.js';
13
+ export { finetune } from '../api/finetune.js';
14
+ export { translate } from '../api/translate.js';
15
+ export { cancel } from '../api/cancel.js';
16
+ export { startQVACProvider } from '../api/provide.js';
17
+ export { stopQVACProvider } from '../api/stop-provider.js';
18
+ export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from '../api/rag.js';
19
+ export { textToSpeech, textToSpeechStream } from '../api/text-to-speech.js';
20
+ export { getModelInfo } from '../api/get-model-info.js';
21
+ export { getLoadedModelInfo } from '../api/get-loaded-model-info.js';
22
+ export { getSystemResources } from '../api/get-system-resources.js';
23
+ export { ocr } from '../api/ocr.js';
24
+ export { invokePlugin, invokePluginStream } from '../api/invoke-plugin.js';
25
+ export { diffusion } from '../api/diffusion.js';
26
+ export { audioGen } from '../api/audio-gen.js';
27
+ export { classify } from '../api/classify.js';
28
+ export { video } from '../api/video.js';
29
+ export { upscale } from '../api/upscale.js';
30
+ export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '../api/registry.js';
31
+ export { suspend } from '../api/suspend.js';
32
+ export { resume } from '../api/resume.js';
33
+ export { state } from '../api/state.js';
34
+ export { vla, vlaHparams } from '../api/vla.js';
35
+ export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '../api/vla-helpers.js';
@@ -0,0 +1,30 @@
1
+ import type { RPCOptions } from '../schemas/index.js';
2
+ export interface InvokePluginOptions<TParams = unknown> {
3
+ modelId: string;
4
+ handler: string;
5
+ params: TParams;
6
+ }
7
+ /**
8
+ * Invoke a non-streaming plugin handler.
9
+ *
10
+ * @param options - Invocation payload.
11
+ * @param options.modelId - The identifier of the model instance that owns the plugin.
12
+ * @param options.handler - Name of the plugin handler to invoke.
13
+ * @param options.params - Handler-specific parameters, passed through to the plugin.
14
+ * @param rpcOptions - Optional RPC options (timeout, profiling, force new connection, etc.).
15
+ * @returns A promise resolving to the handler's result payload (typed via the `TResponse` generic).
16
+ * @throws {QvacErrorBase} When the response type is invalid (`InvalidResponseError`) or the RPC layer fails.
17
+ */
18
+ export declare function invokePlugin<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): Promise<TResponse>;
19
+ /**
20
+ * Invoke a streaming plugin handler.
21
+ *
22
+ * @param options - Invocation payload.
23
+ * @param options.modelId - The identifier of the model instance that owns the plugin.
24
+ * @param options.handler - Name of the plugin stream handler to invoke.
25
+ * @param options.params - Handler-specific parameters, passed through to the plugin.
26
+ * @param rpcOptions - Optional RPC options (timeout, profiling, force new connection, etc.).
27
+ * @returns An async generator yielding chunk payloads (typed via the `TResponse` generic) until the stream completes.
28
+ * @throws {QvacErrorBase} When an intermediate response has the wrong type (`InvalidResponseError`) or the RPC layer fails.
29
+ */
30
+ export declare function invokePluginStream<TResponse = unknown, TParams = unknown>(options: InvokePluginOptions<TParams>, rpcOptions?: RPCOptions): AsyncGenerator<TResponse>;
@@ -0,0 +1,54 @@
1
+ import { send, stream } from '../dispatch.js';
2
+ import { InvalidResponseError } from '../errors/index.js';
3
+ /**
4
+ * Invoke a non-streaming plugin handler.
5
+ *
6
+ * @param options - Invocation payload.
7
+ * @param options.modelId - The identifier of the model instance that owns the plugin.
8
+ * @param options.handler - Name of the plugin handler to invoke.
9
+ * @param options.params - Handler-specific parameters, passed through to the plugin.
10
+ * @param rpcOptions - Optional RPC options (timeout, profiling, force new connection, etc.).
11
+ * @returns A promise resolving to the handler's result payload (typed via the `TResponse` generic).
12
+ * @throws {QvacErrorBase} When the response type is invalid (`InvalidResponseError`) or the RPC layer fails.
13
+ */
14
+ export async function invokePlugin(options, rpcOptions) {
15
+ const request = {
16
+ type: 'pluginInvoke',
17
+ modelId: options.modelId,
18
+ handler: options.handler,
19
+ params: options.params
20
+ };
21
+ const response = await send(request, rpcOptions);
22
+ if (response.type !== 'pluginInvoke') {
23
+ throw new InvalidResponseError('pluginInvoke');
24
+ }
25
+ return response.result;
26
+ }
27
+ /**
28
+ * Invoke a streaming plugin handler.
29
+ *
30
+ * @param options - Invocation payload.
31
+ * @param options.modelId - The identifier of the model instance that owns the plugin.
32
+ * @param options.handler - Name of the plugin stream handler to invoke.
33
+ * @param options.params - Handler-specific parameters, passed through to the plugin.
34
+ * @param rpcOptions - Optional RPC options (timeout, profiling, force new connection, etc.).
35
+ * @returns An async generator yielding chunk payloads (typed via the `TResponse` generic) until the stream completes.
36
+ * @throws {QvacErrorBase} When an intermediate response has the wrong type (`InvalidResponseError`) or the RPC layer fails.
37
+ */
38
+ export async function* invokePluginStream(options, rpcOptions) {
39
+ const request = {
40
+ type: 'pluginInvokeStream',
41
+ modelId: options.modelId,
42
+ handler: options.handler,
43
+ params: options.params
44
+ };
45
+ for await (const chunk of stream(request, rpcOptions)) {
46
+ const response = chunk;
47
+ if (response.type !== 'pluginInvokeStream') {
48
+ throw new InvalidResponseError('pluginInvokeStream');
49
+ }
50
+ if (!response.done) {
51
+ yield response.result;
52
+ }
53
+ }
54
+ }
@@ -0,0 +1,169 @@
1
+ import { type LoadModelOptions, type LoadCustomPluginModelOptions, type LoadModelDescriptorParam, type ReloadConfigOptions, type RPCOptions, type ModelDescriptor } from '../schemas/index.js';
2
+ /**
3
+ * Loads a model from a descriptor; `modelType` is inferred from `modelSrc`.
4
+ * `modelConfig` narrows per-engine when `modelSrc.engine` is a literal,
5
+ * otherwise falls back to a permissive shape.
6
+ *
7
+ * @overloadLabel "From descriptor"
8
+ * @param options - Descriptor-based load options. `modelSrc` is a
9
+ * `ModelDescriptor` (e.g. one of the `LLAMA_3_2_1B_INST_Q4_0`-style
10
+ * constants); `modelType` is inferred from it.
11
+ * @param rpcOptions - Optional RPC options including per-call profiling.
12
+ * @returns Promise that resolves to the loaded model ID.
13
+ * @throws {ModelTypeRequiredError} When `modelType` cannot be inferred from `modelSrc` at runtime.
14
+ * @example
15
+ * ```typescript
16
+ * await loadModel({ modelSrc: LLAMA_3_2_1B_INST_Q4_0, modelConfig: { ctx_size: 2048 } });
17
+ * await loadModel({ modelSrc: WHISPER_TINY });
18
+ * ```
19
+ */
20
+ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelDescriptorParam<S>, rpcOptions?: RPCOptions): Promise<string> & {
21
+ requestId: string;
22
+ };
23
+ /**
24
+ * Loads a machine learning model from a local path, remote URL, or Hyperdrive key.
25
+ *
26
+ * This function supports multiple model types: LLM (Large Language Model), Whisper (speech recognition),
27
+ * embeddings, NMT (translation), and TTS. It can handle both local file paths and Hyperdrive URLs (pear://).
28
+ *
29
+ * When `onProgress` is provided, the function uses streaming to provide real-time download progress.
30
+ * Otherwise, it uses a simple request-response pattern for faster execution.
31
+ *
32
+ * @overloadLabel "Load new model"
33
+ * @param options - An object that defines all configuration parameters required for loading the model, including:
34
+ * - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL)
35
+ * - modelType: The canonical type of model ("llamacpp-completion",
36
+ * "whispercpp-transcription", "llamacpp-embedding", "nmtcpp-translation",
37
+ * "tts-ggml", ...). May be omitted when `modelSrc` is a registry descriptor
38
+ * that already carries the engine.
39
+ * - modelConfig: Model-specific configuration options (companion sources, model parameters, etc.)
40
+ * - onProgress: Callback for download progress updates
41
+ * - logger: Logger instance for model operation logs
42
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
43
+ *
44
+ * @returns Promise that resolves to the model ID (either the provided modelSrc or a generated ID)
45
+ *
46
+ * @throws {QvacErrorBase} When model loading fails, with details in the error message
47
+ * @throws {QvacErrorBase} When streaming ends unexpectedly (only when using onProgress)
48
+ * @throws {QvacErrorBase} When receiving an invalid response type from the engine
49
+ *
50
+ * @example
51
+ * ```typescript
52
+ * // Local file path - absolute path
53
+ * const localModelId = await loadModel({
54
+ * modelSrc: "/home/user/models/llama-7b.gguf",
55
+ * modelType: "llamacpp-completion",
56
+ * modelConfig: { ctx_size: 2048 }
57
+ * });
58
+ *
59
+ * // Local file path - relative path
60
+ * const relativeModelId = await loadModel({
61
+ * modelSrc: "./models/whisper-base.gguf",
62
+ * modelType: "whispercpp-transcription"
63
+ * });
64
+ *
65
+ * // Hyperdrive URL with key and path
66
+ * const hyperdriveId = await loadModel({
67
+ * modelSrc: "pear://<hyperdrive-key>/llama-7b.gguf",
68
+ * modelType: "llamacpp-completion",
69
+ * modelConfig: { ctx_size: 2048 }
70
+ * });
71
+ *
72
+ * // Remote HTTP/HTTPS URL with progress tracking
73
+ * const remoteId = await loadModel({
74
+ * modelSrc: "https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_K_M.gguf",
75
+ * modelType: "llamacpp-completion",
76
+ * onProgress: (progress) => {
77
+ * console.log(`Downloaded: ${progress.percentage}%`);
78
+ * }
79
+ * });
80
+ *
81
+ * // Multimodal model with projection
82
+ * const multimodalId = await loadModel({
83
+ * modelSrc: "https://huggingface.co/.../main-model.gguf",
84
+ * modelType: "llamacpp-completion",
85
+ * modelConfig: {
86
+ * ctx_size: 512,
87
+ * projectionModelSrc: "https://huggingface.co/.../projection-model.gguf"
88
+ * },
89
+ * onProgress: (progress) => {
90
+ * console.log(`Loading: ${progress.percentage}%`);
91
+ * }
92
+ * });
93
+ *
94
+ * // Whisper with VAD model
95
+ * const whisperId = await loadModel({
96
+ * modelSrc: "https://huggingface.co/.../whisper-model.gguf",
97
+ * modelType: "whispercpp-transcription",
98
+ * modelConfig: {
99
+ * mode: "caption",
100
+ * output_format: "plaintext",
101
+ * min_seconds: 2,
102
+ * max_seconds: 6,
103
+ * vadModelSrc: "https://huggingface.co/.../vad-model.bin"
104
+ * }
105
+ * });
106
+ *
107
+ * // Load with automatic logging - logs from the model will be forwarded to your logger
108
+ * import { getLogger } from "../logging/index.js";
109
+ * const logger = getLogger("my-app");
110
+ *
111
+ * const modelId = await loadModel({
112
+ * modelSrc: "/path/to/model.gguf",
113
+ * modelType: "llamacpp-completion",
114
+ * logger // Pass logger in options
115
+ * });
116
+ * ```
117
+ */
118
+ export declare function loadModel(options: LoadModelOptions, rpcOptions?: RPCOptions): Promise<string> & {
119
+ requestId: string;
120
+ };
121
+ /**
122
+ * Loads a custom plugin model (any non-built-in `modelType` string).
123
+ * `modelConfig` is plugin-defined; we do not narrow it.
124
+ *
125
+ * @overloadLabel "Custom plugin"
126
+ * @param options - Custom plugin load options. `modelType` can be any
127
+ * string registered by a plugin; `modelConfig` is forwarded to the
128
+ * plugin's `loadModel` handler unchanged.
129
+ * @param rpcOptions - Optional RPC options including per-call profiling.
130
+ * @returns Promise that resolves to the loaded model ID.
131
+ */
132
+ export declare function loadModel<T extends string>(options: LoadCustomPluginModelOptions<T>, rpcOptions?: RPCOptions): Promise<string> & {
133
+ requestId: string;
134
+ };
135
+ /**
136
+ * Hot-reloads configuration on an already loaded model.
137
+ *
138
+ * @overloadLabel "Hot-reload config"
139
+ * @param options - Configuration for reloading config on an existing model:
140
+ * - modelId: The ID of an existing loaded model
141
+ * - modelType: The type of model (must match the loaded model)
142
+ * - modelConfig: New configuration to apply
143
+ * @param rpcOptions - Optional RPC options including per-call profiling configuration
144
+ *
145
+ * @returns Promise that resolves to the model ID
146
+ *
147
+ * @throws {QvacErrorBase} When model reload fails, with details in the error message
148
+ * @throws {QvacErrorBase} When receiving an invalid response type from the engine
149
+ *
150
+ * @example
151
+ * ```typescript
152
+ * // Load new model
153
+ * const modelId = await loadModel({
154
+ * modelSrc: "pear://<hyperdrive-key>/whisper-tiny.gguf",
155
+ * modelType: "whisper",
156
+ * modelConfig: { language: "en" },
157
+ * });
158
+ *
159
+ * // Later, update the config without reloading the model
160
+ * await loadModel({
161
+ * modelId,
162
+ * modelType: "whisper",
163
+ * modelConfig: { language: "es" },
164
+ * });
165
+ * ```
166
+ */
167
+ export declare function loadModel(options: ReloadConfigOptions, rpcOptions?: RPCOptions): Promise<string> & {
168
+ requestId: string;
169
+ };
@@ -0,0 +1,129 @@
1
+ import { send, stream } from '../dispatch.js';
2
+ import { startLoggingStreamForModel } from '../api/logging-stream-registry.js';
3
+ import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
4
+ import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
5
+ import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
6
+ import { parseClientInput } from '../api/parse-input.js';
7
+ import { getAppLogger } from '../logging/index.js';
8
+ import { decoratePromise } from '../utils/decorate-promise.js';
9
+ import { generateRequestId } from '../runtime/request-id.js';
10
+ const logger = getAppLogger();
11
+ function isReactNativeRuntime() {
12
+ const runtime = globalThis;
13
+ return runtime.navigator?.product === 'ReactNative';
14
+ }
15
+ let warnedLocalVideoModelLoad = false;
16
+ export function loadModel(options, rpcOptions) {
17
+ // Generate a stable `requestId` once, synchronously, before kicking
18
+ // off any async work. The same id is:
19
+ // - threaded onto the request (`request.requestId`) so the engine's
20
+ // `registry.begin(...)` records it on the registry entry; and
21
+ // - attached to the returned promise via `decoratePromise` so the
22
+ // caller can target this exact call with `cancel({ requestId })`
23
+ // before `await` resolves. Generating it in the caller and surfacing
24
+ // it synchronously is what closes the "stop-button race" gap for
25
+ // `loadModel` / `downloadAsset` callers — same shape as the
26
+ // `CompletionRun.requestId` contract.
27
+ const requestId = generateRequestId();
28
+ const inner = runLoadModel(options, requestId, rpcOptions);
29
+ return decoratePromise(inner, { requestId });
30
+ }
31
+ async function runLoadModel(options, requestId, rpcOptions) {
32
+ const isReloadConfig = 'modelId' in options && !('modelSrc' in options);
33
+ // Infer `modelType` from `modelSrc` when omitted; the schema still validates
34
+ // the resolved options below.
35
+ let resolvedOptions = options;
36
+ if (!isReloadConfig) {
37
+ let modelType = resolvedOptions['modelType'];
38
+ if (typeof modelType === 'string') {
39
+ assertModelSrcMatchesModelType(resolvedOptions['modelSrc'], modelType);
40
+ }
41
+ else if (modelType === undefined) {
42
+ const inferred = inferModelTypeFromModelSrc(resolvedOptions['modelSrc']);
43
+ if (!inferred) {
44
+ throw new ModelTypeRequiredError();
45
+ }
46
+ resolvedOptions = { ...resolvedOptions, modelType: inferred };
47
+ modelType = inferred;
48
+ }
49
+ if (typeof modelType === 'string' && isModelTypeAlias(modelType)) {
50
+ const canonical = normalizeModelType(modelType);
51
+ logger.warn(`Model type "${modelType}" is an alias and will be deprecated. Use "${canonical}" instead.`);
52
+ }
53
+ const canonicalModelType = typeof modelType === 'string' ? normalizeModelType(modelType) : modelType;
54
+ const modelConfig = resolvedOptions['modelConfig'];
55
+ if (isReactNativeRuntime() &&
56
+ canonicalModelType === ModelType.sdcppGeneration &&
57
+ modelConfig?.mode === 'video' &&
58
+ resolvedOptions['delegate'] === undefined &&
59
+ !warnedLocalVideoModelLoad) {
60
+ warnedLocalVideoModelLoad = true;
61
+ const message = 'QVAC video generation works on React Native, but loading the video ' +
62
+ 'model on-device will usually fail or take several minutes — the video ' +
63
+ 'diffusion models currently shipped by QVAC are too large to load ' +
64
+ 'on typical mobile devices. Pass a `delegate` to `loadModel(...)` to ' +
65
+ 'run generation on a desktop peer instead.';
66
+ logger.warn(message);
67
+ }
68
+ }
69
+ // Splice the caller-generated `requestId` onto the resolved options so
70
+ // the request carries it. The engine uses the same value as the
71
+ // registry-entry key — that match is what makes
72
+ // `cancel({ requestId: op.requestId })` a no-op when no match exists
73
+ // and a precise abort when it does.
74
+ resolvedOptions = { ...resolvedOptions, requestId };
75
+ const request = isReloadConfig
76
+ ? parseClientInput(reloadConfigOptionsToRequestSchema, resolvedOptions)
77
+ : isBuiltInModelType(resolvedOptions['modelType'])
78
+ ? parseClientInput(loadBuiltinToRequestSchema, resolvedOptions)
79
+ : parseClientInput(loadCustomPluginToRequestSchema, resolvedOptions);
80
+ const modelLogger = isReloadConfig
81
+ ? undefined
82
+ : resolvedOptions['logger'];
83
+ const onProgress = isReloadConfig
84
+ ? undefined
85
+ : resolvedOptions['onProgress'];
86
+ if (onProgress) {
87
+ // Use streaming for progress updates
88
+ for await (const response of stream(request, rpcOptions)) {
89
+ if (response.type === 'modelProgress') {
90
+ onProgress(response);
91
+ }
92
+ else if (response.type === 'loadModel') {
93
+ if (!response.success) {
94
+ throw new ModelLoadFailedError(response.error);
95
+ }
96
+ const modelId = response.modelId;
97
+ // Start logging stream in the background if logger is provided, catch to avoid failing the entire loadModel operation
98
+ if (modelLogger) {
99
+ try {
100
+ startLoggingStreamForModel(modelId, modelLogger);
101
+ }
102
+ catch (error) {
103
+ logger.warn(`Failed to start logging stream for model ${modelId}:`, error);
104
+ }
105
+ }
106
+ return modelId;
107
+ }
108
+ }
109
+ throw new StreamEndedError();
110
+ }
111
+ // Use regular send for simple loading
112
+ const response = await send(request, rpcOptions);
113
+ if (response.type !== 'loadModel') {
114
+ throw new InvalidResponseError('loadModel');
115
+ }
116
+ if (!response.success) {
117
+ throw new ModelLoadFailedError(response.error);
118
+ }
119
+ const modelId = response.modelId;
120
+ if (modelLogger) {
121
+ try {
122
+ startLoggingStreamForModel(modelId, modelLogger);
123
+ }
124
+ catch (error) {
125
+ logger.warn(`Failed to start logging stream for model ${modelId}:`, error);
126
+ }
127
+ }
128
+ return modelId;
129
+ }
@@ -0,0 +1,4 @@
1
+ import { type Logger } from '../logging/index.js';
2
+ export declare function startLoggingStreamForModel(modelId: string, modelLogger: Logger): void;
3
+ export declare function stopLoggingStreamForModel(modelId: string): void;
4
+ export declare function hasActiveStreamForModel(modelId: string): boolean;