@qvac/inference 0.0.0 → 0.17.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +928 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
package/README.md ADDED
@@ -0,0 +1,138 @@
1
+ # @qvac/inference
2
+
3
+ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare runtime](https://bare.pears.com) in a single process — no RPC, no worker, no subprocess. You register the inference engines you need and call the same API surface as `@qvac/sdk`, in-process.
4
+
5
+ > _Part of the **QVAC** ecosystem_
6
+ >
7
+ > [Home](https://qvac.tether.io/) •
8
+ > [Docs](https://docs.qvac.tether.io/) •
9
+ > [Support](https://discord.com/channels/1425125849346216029/1445400675189264516) •
10
+ > [Discord](https://discord.com/invite/tetherdev)
11
+
12
+ ## Why this exists
13
+
14
+ `@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, the plugin system, and the P2P/delegation stack, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly.
15
+
16
+ `@qvac/inference` ships no plugins by default and no addon dependencies. You install only the addon packages your app registers, so the resulting binary scales with the engines you actually assemble.
17
+
18
+ ## Requirements
19
+
20
+ - A Bare runtime (see the `bare` version in `engines`). The package ships compiled JavaScript with type declarations; when working from source, run `npm run build` first.
21
+
22
+ ## Install
23
+
24
+ ```bash
25
+ npm install @qvac/inference @qvac/translation-nmtcpp
26
+ ```
27
+
28
+ Replace `@qvac/translation-nmtcpp` with the addon packages backing the plugins you register (see the table below).
29
+
30
+ ## Usage
31
+
32
+ Assemble an explicit plugin set with `plugins([...])`, which returns the API bound to those engines:
33
+
34
+ ```js
35
+ import { plugins } from '@qvac/inference'
36
+ import { nmtPlugin } from '@qvac/inference/nmtcpp-translation/plugin'
37
+
38
+ const sdk = plugins([nmtPlugin])
39
+
40
+ const result = await sdk.translate({
41
+ modelId: 'my-model',
42
+ text: 'Hello world',
43
+ sourceLang: 'en',
44
+ targetLang: 'fr'
45
+ })
46
+ ```
47
+
48
+ Or register plugins imperatively and import the operations directly:
49
+
50
+ ```js
51
+ import { registerPlugin, loadModel, completion, LLAMA_3_2_1B_INST_Q4_0 } from '@qvac/inference'
52
+ import { llmPlugin } from '@qvac/inference/llamacpp-completion/plugin'
53
+
54
+ registerPlugin(llmPlugin)
55
+
56
+ const modelId = await loadModel({ modelSrc: LLAMA_3_2_1B_INST_Q4_0 })
57
+ const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
58
+ ```
59
+
60
+ An operation called before any plugin is registered throws `PluginsNotRegisteredError`.
61
+
62
+ ## Capability to addon package
63
+
64
+ | Plugin subpath | Addon package |
65
+ | ----------------------------------------------------- | -------------------------------- |
66
+ | `@qvac/inference/llamacpp-completion/plugin` | `@qvac/llm-llamacpp` |
67
+ | `@qvac/inference/llamacpp-embedding/plugin` | `@qvac/embed-llamacpp` |
68
+ | `@qvac/inference/whispercpp-transcription/plugin` | `@qvac/transcription-whispercpp` |
69
+ | `@qvac/inference/bci-whispercpp-transcription/plugin` | `@qvac/bci-whispercpp` |
70
+ | `@qvac/inference/parakeet-transcription/plugin` | `@qvac/transcription-parakeet` |
71
+ | `@qvac/inference/nmtcpp-translation/plugin` | `@qvac/translation-nmtcpp` |
72
+ | `@qvac/inference/tts-ggml/plugin` | `@qvac/tts-ggml` |
73
+ | `@qvac/inference/ggml-ocr/plugin` | `@qvac/ocr-ggml` |
74
+ | `@qvac/inference/sdcpp-generation/plugin` | `@qvac/diffusion-cpp` |
75
+ | `@qvac/inference/ggml-vla/plugin` | `@qvac/vla-ggml` |
76
+ | `@qvac/inference/ggml-classification/plugin` | `@qvac/classification-ggml` |
77
+
78
+ ## Configuration
79
+
80
+ The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
81
+
82
+ ## System resource diagnostics
83
+
84
+ Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Like any other operation it runs after the first plugin is registered:
85
+
86
+ ```js
87
+ import { registerPlugin, getSystemResources } from '@qvac/inference'
88
+ import { llmPlugin } from '@qvac/inference/llamacpp-completion/plugin'
89
+
90
+ registerPlugin(llmPlugin)
91
+
92
+ const resources = await getSystemResources({ sample: true })
93
+
94
+ if (resources.capabilities.memory.totalBytes.status === 'supported') {
95
+ console.log('System memory:', resources.capabilities.memory.totalBytes.value)
96
+ }
97
+
98
+ if (resources.sample?.cpu.status === 'supported') {
99
+ console.log('CPU utilization:', resources.sample.cpu.value)
100
+ }
101
+ ```
102
+
103
+ Every metric reports `supported`, `unavailable`, `unverified`, or `failed`. Supported values include their source and scope. These values are diagnostics; they do not reserve memory or guarantee that a model can be loaded.
104
+
105
+ ## Connection lifecycle
106
+
107
+ `unloadModel` releases a model but leaves the shared infrastructure — swarm, registry client, corestore — running so a long-lived process survives load/unload cycles. Tear it down explicitly when you are done:
108
+
109
+ ```js
110
+ import { close, unloadModel } from '@qvac/inference'
111
+
112
+ await unloadModel({ modelId })
113
+ await close() // release the swarm, registry client, storage-root lock, and registered plugins
114
+ ```
115
+
116
+ `close()` also clears the plugin registry, so if you keep using the API afterward you must `registerPlugin` / `plugins([...])` again first — otherwise the next call throws `PluginsNotRegisteredError`.
117
+
118
+ ## Custom plugins
119
+
120
+ Author an engine with `definePlugin` / `defineHandler` and register it like any built-in:
121
+
122
+ ```js
123
+ import { definePlugin, defineHandler, registerPlugin } from '@qvac/inference'
124
+
125
+ const myPlugin = definePlugin({
126
+ /* modelType, addonPackage, loadConfigSchema, createModel, handlers */
127
+ })
128
+
129
+ registerPlugin(myPlugin)
130
+ ```
131
+
132
+ ## Delegation (P2P)
133
+
134
+ `@qvac/inference` includes the QVAC provider and delegation stack: start a provider with `startQVACProvider()` and run models on a remote peer by passing `delegate: { providerPublicKey }` to `loadModel`. Delegation talks peer-to-peer over Hyperswarm — it is independent of the in-process engine.
135
+
136
+ ## License
137
+
138
+ Apache-2.0
@@ -0,0 +1,18 @@
1
+ import { type AudioGenClientParams, type AudioGenResult } from '../schemas/index.js';
2
+ /**
3
+ * Generates audio (music / speech) from a caption using a loaded AudioGen
4
+ * (ACE-Step) model.
5
+ *
6
+ * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
7
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), and `stats` (promise of generation statistics).
8
+ *
9
+ * @example
10
+ * ```typescript
11
+ * const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
12
+ * for await (const { stage, step, total } of progressStream) {
13
+ * console.log(`${stage} ${step}/${total}`);
14
+ * }
15
+ * const { pcm, sampleRate, channels, bitsPerSample } = await audio;
16
+ * ```
17
+ */
18
+ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
@@ -0,0 +1,148 @@
1
+ import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../schemas/index.js';
2
+ import { stream } from '../dispatch.js';
3
+ import { parseClientInput } from '../api/parse-input.js';
4
+ import { generateRandomRequestId } from '../runtime/request-id.js';
5
+ import { decodeBase64 } from '../utils/encoding.js';
6
+ import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
7
+ function concatenateChunks(chunks) {
8
+ const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
9
+ const pcm = new Uint8Array(totalLength);
10
+ let offset = 0;
11
+ for (const chunk of chunks) {
12
+ pcm.set(chunk, offset);
13
+ offset += chunk.length;
14
+ }
15
+ return pcm;
16
+ }
17
+ /**
18
+ * Generates audio (music / speech) from a caption using a loaded AudioGen
19
+ * (ACE-Step) model.
20
+ *
21
+ * @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
22
+ * @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), and `stats` (promise of generation statistics).
23
+ *
24
+ * @example
25
+ * ```typescript
26
+ * const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
27
+ * for await (const { stage, step, total } of progressStream) {
28
+ * console.log(`${stage} ${step}/${total}`);
29
+ * }
30
+ * const { pcm, sampleRate, channels, bitsPerSample } = await audio;
31
+ * ```
32
+ */
33
+ export function audioGen(params) {
34
+ const parsed = parseClientInput(audioGenClientParamsSchema, params);
35
+ const requestId = generateRandomRequestId();
36
+ const request = {
37
+ ...parsed,
38
+ type: 'audioGenStream',
39
+ requestId
40
+ };
41
+ const progressQueue = [];
42
+ const pcmChunks = [];
43
+ let sampleRate;
44
+ let channels;
45
+ let bitsPerSample;
46
+ let progressDone = false;
47
+ let progressError;
48
+ let progressResolve;
49
+ let resolveAudio = () => { };
50
+ let rejectAudio = () => { };
51
+ const audio = new Promise((resolve, reject) => {
52
+ resolveAudio = resolve;
53
+ rejectAudio = reject;
54
+ });
55
+ audio.catch(() => { });
56
+ let resolveStats = () => { };
57
+ let rejectStats = () => { };
58
+ const stats = new Promise((resolve, reject) => {
59
+ resolveStats = resolve;
60
+ rejectStats = reject;
61
+ });
62
+ stats.catch(() => { });
63
+ function notifyProgress() {
64
+ progressResolve?.();
65
+ progressResolve = undefined;
66
+ }
67
+ async function processResponses() {
68
+ let receivedDone = false;
69
+ try {
70
+ for await (const response of stream(request)) {
71
+ if (!response ||
72
+ typeof response !== 'object' ||
73
+ !('type' in response) ||
74
+ response.type !== 'audioGenStream') {
75
+ continue;
76
+ }
77
+ const chunk = audioGenStreamResponseSchema.parse(response);
78
+ if (chunk.progress) {
79
+ progressQueue.push(chunk.progress);
80
+ notifyProgress();
81
+ }
82
+ if (chunk.data !== undefined) {
83
+ pcmChunks.push(decodeBase64(chunk.data));
84
+ sampleRate = chunk.sampleRate;
85
+ channels = chunk.channels;
86
+ bitsPerSample = chunk.bitsPerSample;
87
+ }
88
+ if (chunk.done) {
89
+ receivedDone = true;
90
+ if (chunk.stopReason === 'cancelled') {
91
+ const error = new InferenceCancelledError(requestId);
92
+ rejectAudio(error);
93
+ rejectStats(error);
94
+ break;
95
+ }
96
+ if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
97
+ throw new InvalidResponseError('audioGenStream audio chunk');
98
+ }
99
+ resolveAudio({
100
+ pcm: concatenateChunks(pcmChunks),
101
+ sampleRate,
102
+ channels,
103
+ bitsPerSample
104
+ });
105
+ resolveStats(chunk.stats);
106
+ break;
107
+ }
108
+ }
109
+ if (!receivedDone) {
110
+ throw new InvalidResponseError('audioGenStream terminal response');
111
+ }
112
+ }
113
+ catch (error) {
114
+ progressError =
115
+ error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
116
+ rejectAudio(progressError);
117
+ rejectStats(progressError);
118
+ }
119
+ finally {
120
+ progressDone = true;
121
+ notifyProgress();
122
+ }
123
+ }
124
+ async function* progressStream() {
125
+ while (true) {
126
+ const tick = progressQueue.shift();
127
+ if (tick) {
128
+ yield tick;
129
+ continue;
130
+ }
131
+ if (progressDone) {
132
+ if (progressError !== undefined)
133
+ throw progressError;
134
+ return;
135
+ }
136
+ await new Promise((resolve) => {
137
+ progressResolve = resolve;
138
+ });
139
+ }
140
+ }
141
+ void processResponses();
142
+ return {
143
+ requestId,
144
+ progressStream: progressStream(),
145
+ audio,
146
+ stats
147
+ };
148
+ }
@@ -0,0 +1,14 @@
1
+ import { type BatchCompletionClientParams, type BatchCompletionRun, type BatchCompletionStreamRequest, type McpClientInput, type RPCOptions, type Tool } from '../schemas/index.js';
2
+ import { type ToolInput } from '../utils/tool-helpers.js';
3
+ type BatchPromptParams = Omit<BatchCompletionClientParams['prompts'][number], 'tools'> & {
4
+ tools?: Tool[] | ToolInput[];
5
+ mcp?: McpClientInput[];
6
+ };
7
+ type BatchCompletionParams = Omit<BatchCompletionClientParams, 'prompts' | 'requestId'> & {
8
+ prompts: BatchPromptParams[];
9
+ rpcOptions?: RPCOptions;
10
+ };
11
+ type BatchCompletionStreamFactory = (request: BatchCompletionStreamRequest, options?: RPCOptions) => AsyncGenerator<unknown>;
12
+ export declare function batchCompletion(params: BatchCompletionParams): BatchCompletionRun;
13
+ export declare function createBatchCompletionRun(params: BatchCompletionParams, streamFactory: BatchCompletionStreamFactory): BatchCompletionRun;
14
+ export {};
@@ -0,0 +1,332 @@
1
+ import { stream as streamRpc } from '../dispatch.js';
2
+ import { getAppLogger } from '../logging/index.js';
3
+ import { batchCompletionStreamResponseSchema } from '../schemas/index.js';
4
+ import { buildFinalFromEvents } from '../utils/aggregate-events.js';
5
+ import { CompletionFailedError, InferenceCancelledError } from '../errors/index.js';
6
+ import { getMcpToolsWithHandlers } from '../utils/mcp-adapter.js';
7
+ import { validateTools } from '../utils/tool-helpers.js';
8
+ import { generateRequestId } from '../runtime/request-id.js';
9
+ const logger = getAppLogger();
10
+ function createPerIdState() {
11
+ let finalResolver = () => { };
12
+ let finalRejecter = () => { };
13
+ const final = new Promise((resolve, reject) => {
14
+ finalResolver = resolve;
15
+ finalRejecter = reject;
16
+ });
17
+ final.catch(() => { });
18
+ return {
19
+ allEvents: [],
20
+ final,
21
+ finalResolver,
22
+ finalRejecter,
23
+ eventWaiters: [],
24
+ done: false
25
+ };
26
+ }
27
+ function addHandlers(target, source) {
28
+ for (const [name, handler] of source) {
29
+ if (target.has(name)) {
30
+ logger.warn(`Duplicate tool handler for "${name}", overwriting`);
31
+ }
32
+ target.set(name, handler);
33
+ }
34
+ }
35
+ async function resolveBatchPrompts(prompts) {
36
+ const resolvedPrompts = [];
37
+ const resolvedHandlers = [];
38
+ for (const prompt of prompts) {
39
+ let allTools = [];
40
+ const handlers = new Map();
41
+ if (prompt.tools) {
42
+ const { tools, handlers: toolHandlers } = validateTools(prompt.tools);
43
+ allTools = tools;
44
+ addHandlers(handlers, toolHandlers);
45
+ }
46
+ if (prompt.mcp && prompt.mcp.length > 0) {
47
+ const { tools: mcpTools, handlers: mcpHandlers } = await getMcpToolsWithHandlers(prompt.mcp);
48
+ allTools = [...mcpTools, ...allTools];
49
+ addHandlers(handlers, mcpHandlers);
50
+ }
51
+ resolvedHandlers.push(handlers);
52
+ resolvedPrompts.push({
53
+ ...(prompt.id !== undefined && { id: prompt.id }),
54
+ history: prompt.history,
55
+ ...(prompt.generationParams && {
56
+ generationParams: prompt.generationParams
57
+ }),
58
+ ...(prompt.responseFormat && { responseFormat: prompt.responseFormat }),
59
+ ...(allTools.length > 0 && { tools: allTools })
60
+ });
61
+ }
62
+ return { prompts: resolvedPrompts, handlers: resolvedHandlers };
63
+ }
64
+ export function batchCompletion(params) {
65
+ return createBatchCompletionRun(params, streamRpc);
66
+ }
67
+ export function createBatchCompletionRun(params, streamFactory) {
68
+ const requestId = generateRequestId();
69
+ const states = new Map();
70
+ const subStreams = new Map();
71
+ const eventQueue = [];
72
+ const handlersById = new Map();
73
+ let handlersByPosition = [];
74
+ const emptyHandlers = new Map();
75
+ let eventResolve = null;
76
+ let idsResolver = () => { };
77
+ let idsRejecter = () => { };
78
+ let resultsResolver = () => { };
79
+ let resultsRejecter = () => { };
80
+ let statsResolver = () => { };
81
+ let statsRejecter = () => { };
82
+ let idsResolved = false;
83
+ let done = false;
84
+ let streamError = null;
85
+ let settledIds = null;
86
+ const idsPromise = new Promise((resolve, reject) => {
87
+ idsResolver = resolve;
88
+ idsRejecter = reject;
89
+ });
90
+ idsPromise.catch(() => { });
91
+ const resultsPromise = new Promise((resolve, reject) => {
92
+ resultsResolver = resolve;
93
+ resultsRejecter = reject;
94
+ });
95
+ resultsPromise.catch(() => { });
96
+ const statsPromise = new Promise((resolve, reject) => {
97
+ statsResolver = resolve;
98
+ statsRejecter = reject;
99
+ });
100
+ statsPromise.catch(() => { });
101
+ function ensureState(id) {
102
+ let state = states.get(id);
103
+ if (!state) {
104
+ state = createPerIdState();
105
+ states.set(id, state);
106
+ if (done) {
107
+ if (streamError !== null) {
108
+ state.finalRejecter(streamError);
109
+ state.done = true;
110
+ }
111
+ else if (settledIds?.has(id)) {
112
+ settleState(id, state);
113
+ }
114
+ else {
115
+ state.finalRejecter(new CompletionFailedError(`Unknown batch prompt id "${id}".`));
116
+ state.done = true;
117
+ }
118
+ }
119
+ }
120
+ return state;
121
+ }
122
+ function notifyWaiters() {
123
+ if (eventResolve) {
124
+ eventResolve();
125
+ eventResolve = null;
126
+ }
127
+ for (const state of states.values()) {
128
+ const waiters = state.eventWaiters.splice(0);
129
+ for (const resolve of waiters)
130
+ resolve();
131
+ }
132
+ }
133
+ function resolveIds(ids) {
134
+ if (idsResolved)
135
+ return;
136
+ idsResolved = true;
137
+ for (const [index, id] of ids.entries()) {
138
+ handlersById.set(id, handlersByPosition[index] ?? emptyHandlers);
139
+ ensureState(id);
140
+ }
141
+ idsResolver(ids);
142
+ }
143
+ function rejectAll(error) {
144
+ idsRejecter(error);
145
+ resultsRejecter(error);
146
+ statsRejecter(error);
147
+ for (const state of states.values()) {
148
+ if (!state.done)
149
+ state.finalRejecter(error);
150
+ state.done = true;
151
+ }
152
+ }
153
+ function settleState(id, state) {
154
+ if (state.done)
155
+ return undefined;
156
+ const handlers = handlersById.get(id) ?? emptyHandlers;
157
+ const { final, error, cancelled } = buildFinalFromEvents(state.allEvents, handlers);
158
+ if (error) {
159
+ const err = new CompletionFailedError(error.message, error);
160
+ state.finalRejecter(err);
161
+ state.done = true;
162
+ return err;
163
+ }
164
+ if (cancelled) {
165
+ const err = new InferenceCancelledError(requestId, {
166
+ text: final.contentText,
167
+ toolCalls: final.toolCalls,
168
+ ...(final.stats && { stats: final.stats })
169
+ });
170
+ state.finalRejecter(err);
171
+ state.done = true;
172
+ return err;
173
+ }
174
+ state.finalResolver(final);
175
+ state.done = true;
176
+ return { id, final };
177
+ }
178
+ function finishAll(ids) {
179
+ const results = [];
180
+ let firstError;
181
+ settledIds = new Set(ids);
182
+ for (const id of ids) {
183
+ const state = ensureState(id);
184
+ const outcome = settleState(id, state);
185
+ if (outcome instanceof Error) {
186
+ firstError ??= outcome;
187
+ }
188
+ else if (outcome !== undefined) {
189
+ results.push(outcome);
190
+ }
191
+ }
192
+ for (const [id, state] of states) {
193
+ if (!settledIds.has(id) && !state.done) {
194
+ state.finalRejecter(new CompletionFailedError(`Unknown batch prompt id "${id}".`));
195
+ state.done = true;
196
+ }
197
+ }
198
+ if (firstError !== undefined) {
199
+ resultsRejecter(firstError);
200
+ }
201
+ else {
202
+ resultsResolver(results);
203
+ }
204
+ return firstError;
205
+ }
206
+ const processResponses = async () => {
207
+ try {
208
+ const resolved = await resolveBatchPrompts(params.prompts);
209
+ handlersByPosition = resolved.handlers;
210
+ const request = {
211
+ type: 'batchCompletionStream',
212
+ modelId: params.modelId,
213
+ prompts: resolved.prompts,
214
+ stream: params.stream ?? true,
215
+ captureThinking: params.captureThinking,
216
+ emitRawDeltas: params.emitRawDeltas,
217
+ toolDialect: params.toolDialect,
218
+ requestId
219
+ };
220
+ let orderedIds = [];
221
+ const responses = streamFactory(request, params.rpcOptions);
222
+ for await (const response of responses) {
223
+ if (response &&
224
+ typeof response === 'object' &&
225
+ 'type' in response &&
226
+ response.type === 'batchCompletionStream') {
227
+ const streamResponse = batchCompletionStreamResponseSchema.parse(response);
228
+ if (streamResponse.ids) {
229
+ orderedIds = streamResponse.ids;
230
+ resolveIds(orderedIds);
231
+ }
232
+ for (const batchEvent of streamResponse.events) {
233
+ const state = ensureState(batchEvent.id);
234
+ state.allEvents.push(batchEvent.event);
235
+ eventQueue.push(batchEvent);
236
+ }
237
+ notifyWaiters();
238
+ if (streamResponse.done) {
239
+ if (!idsResolved) {
240
+ orderedIds =
241
+ orderedIds.length > 0
242
+ ? orderedIds
243
+ : params.prompts.map((prompt, index) => prompt.id ?? String(index));
244
+ resolveIds(orderedIds);
245
+ }
246
+ const firstError = finishAll(orderedIds);
247
+ if (firstError !== undefined) {
248
+ statsRejecter(firstError);
249
+ }
250
+ else {
251
+ statsResolver(streamResponse.stats);
252
+ }
253
+ done = true;
254
+ notifyWaiters();
255
+ }
256
+ }
257
+ }
258
+ }
259
+ catch (error) {
260
+ streamError = error instanceof Error ? error : new Error(String(error));
261
+ rejectAll(error);
262
+ done = true;
263
+ for (const state of states.values())
264
+ state.done = true;
265
+ notifyWaiters();
266
+ }
267
+ };
268
+ void processResponses();
269
+ const events = (async function* () {
270
+ while (true) {
271
+ if (eventQueue.length > 0) {
272
+ yield eventQueue.shift();
273
+ }
274
+ else if (done) {
275
+ if (streamError !== null) {
276
+ throw streamError;
277
+ }
278
+ break;
279
+ }
280
+ else {
281
+ await new Promise((resolve) => {
282
+ eventResolve = resolve;
283
+ });
284
+ }
285
+ }
286
+ })();
287
+ function makeSubStream(id) {
288
+ const state = ensureState(id);
289
+ const events = {
290
+ async *[Symbol.asyncIterator]() {
291
+ let index = 0;
292
+ while (true) {
293
+ if (index < state.allEvents.length) {
294
+ yield state.allEvents[index];
295
+ index += 1;
296
+ }
297
+ else if (state.done || done) {
298
+ if (streamError !== null) {
299
+ throw streamError;
300
+ }
301
+ break;
302
+ }
303
+ else {
304
+ await new Promise((resolve) => {
305
+ state.eventWaiters.push(resolve);
306
+ });
307
+ }
308
+ }
309
+ }
310
+ };
311
+ return {
312
+ events,
313
+ final: state.final
314
+ };
315
+ }
316
+ function byId(id) {
317
+ let subStream = subStreams.get(id);
318
+ if (!subStream) {
319
+ subStream = makeSubStream(id);
320
+ subStreams.set(id, subStream);
321
+ }
322
+ return subStream;
323
+ }
324
+ return {
325
+ requestId,
326
+ ids: idsPromise,
327
+ events,
328
+ results: resultsPromise,
329
+ stats: statsPromise,
330
+ byId
331
+ };
332
+ }