@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,7 +1,7 @@
1
1
  import { RepaintMode } from '@qvac/audiogen-ggml';
2
2
  import { AUDIOGEN_INPUT_CHANNELS, AUDIOGEN_INPUT_SAMPLE_RATE } from '../../../../schemas/audio-gen.js';
3
- import { resolveAudioGenPcm } from './audio-gen-input.js';
4
- import { streamAudioGenRun } from './audio-gen-run.js';
3
+ import { resolveAudioGenInputs } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
4
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
5
5
  // The wire vocabulary is the addon's own enum values; the map keeps the
6
6
  // string-enum typing honest instead of casting across the boundary.
7
7
  const REPAINT_MODES = {
@@ -13,13 +13,16 @@ export function audioEditStream(request) {
13
13
  return streamAudioGenRun({
14
14
  type: 'audioEditStream',
15
15
  request,
16
- async start(model, ctx) {
17
- // The source is decoded before the run is admitted so the model slot is
18
- // never held by a request that fails on input decoding. Editing is the
19
- // one path where the addon demands normalized samples, so the resolver
20
- // settles `[-1, 1]` here for raw and decoded input alike.
21
- const pcm = await resolveAudioGenPcm(request.sourceAudio, 'sourceAudio', {
22
- requireNormalized: true
16
+ async start(model, ctx, logger) {
17
+ // The source and reference are decoded before the run is admitted so
18
+ // the model slot is never held by a request that fails on input
19
+ // decoding. Editing is the one path where the addon demands normalized
20
+ // source samples, so the resolver settles `[-1, 1]` here for raw and
21
+ // decoded input alike; the reference only has to be finite.
22
+ const { sourceAudio, referenceAudio } = await resolveAudioGenInputs(request, {
23
+ modelId: request.modelId,
24
+ logger,
25
+ normalizedSource: true
23
26
  });
24
27
  if (ctx.signal.aborted)
25
28
  return undefined;
@@ -27,13 +30,28 @@ export function audioEditStream(request) {
27
30
  // turbo DiT, repaint ranges inside the source, ...); those throws
28
31
  // surface as the request's error before any native work starts.
29
32
  const session = model.edit({
30
- pcm,
33
+ pcm: sourceAudio,
31
34
  sampleRate: AUDIOGEN_INPUT_SAMPLE_RATE,
32
35
  channels: AUDIOGEN_INPUT_CHANNELS
33
36
  });
34
37
  for (const operation of request.operations)
35
38
  appendOperation(session, operation);
36
- return session.run({ ...(request.seed !== undefined && { seed: request.seed }) });
39
+ return session.run({
40
+ ...(request.seed !== undefined && { seed: request.seed }),
41
+ ...(referenceAudio && { referenceAudio }),
42
+ ...(request.vocalLanguage !== undefined && { vocalLanguage: request.vocalLanguage }),
43
+ ...(request.bpm !== undefined && { bpm: request.bpm }),
44
+ ...(request.keyscale !== undefined && { keyscale: request.keyscale }),
45
+ ...(request.timesignature !== undefined && { timesignature: request.timesignature }),
46
+ ...(request.augmentCaptionWithMetadata !== undefined && {
47
+ augmentCaptionWithMetadata: request.augmentCaptionWithMetadata
48
+ }),
49
+ ...(request.dcwEnabled !== undefined && { dcwEnabled: request.dcwEnabled }),
50
+ ...(request.dcwScaler !== undefined && { dcwScaler: request.dcwScaler }),
51
+ ...(request.dcwHighScaler !== undefined && { dcwHighScaler: request.dcwHighScaler }),
52
+ ...(request.inferenceSteps !== undefined && { inferenceSteps: request.inferenceSteps }),
53
+ ...(request.shift !== undefined && { shift: request.shift })
54
+ });
37
55
  }
38
56
  });
39
57
  }
@@ -1,4 +1,5 @@
1
1
  import { type AudioGenAudioInput } from '../../../../schemas/audio-gen.js';
2
+ import type { Logger } from '../../../../logging/index.js';
2
3
  export type AudioGenAudioInputName = 'referenceAudio' | 'sourceAudio';
3
4
  /**
4
5
  * Resolve a reference/source audio input into the interleaved stereo 48 kHz
@@ -25,3 +26,29 @@ export type AudioGenAudioInputName = 'referenceAudio' | 'sourceAudio';
25
26
  export declare function resolveAudioGenPcm(input: AudioGenAudioInput, name: AudioGenAudioInputName, { requireNormalized }?: {
26
27
  requireNormalized?: boolean;
27
28
  }): Promise<Float32Array>;
29
+ export interface AudioGenAudioInputs {
30
+ referenceAudio?: AudioGenAudioInput | undefined;
31
+ sourceAudio?: AudioGenAudioInput | undefined;
32
+ }
33
+ export interface ResolvedAudioGenInputs {
34
+ referenceAudio: Float32Array | undefined;
35
+ sourceAudio: Float32Array | undefined;
36
+ }
37
+ export interface ResolveAudioGenInputsOptions {
38
+ modelId: string;
39
+ logger: Logger;
40
+ /** Hold the source to `[-1, 1]`, which only an edit requires; a reference never is. */
41
+ normalizedSource?: boolean;
42
+ }
43
+ /**
44
+ * Decode a run's reference and source audio concurrently. When both fail, the
45
+ * source's failure is thrown and the reference's is logged, so neither
46
+ * diagnostic is lost. A request that always carries a source (an edit) gets
47
+ * it back decoded.
48
+ */
49
+ export declare function resolveAudioGenInputs(inputs: AudioGenAudioInputs & {
50
+ sourceAudio: AudioGenAudioInput;
51
+ }, options: ResolveAudioGenInputsOptions): Promise<ResolvedAudioGenInputs & {
52
+ sourceAudio: Float32Array;
53
+ }>;
54
+ export declare function resolveAudioGenInputs(inputs: AudioGenAudioInputs, options: ResolveAudioGenInputsOptions): Promise<ResolvedAudioGenInputs>;
@@ -46,6 +46,29 @@ export async function resolveAudioGenPcm(input, name, { requireNormalized = fals
46
46
  throw new InvalidAudioInputError(`${name} must be a file path or raw PCM bytes`);
47
47
  }
48
48
  }
49
+ export async function resolveAudioGenInputs(inputs, { modelId, logger, normalizedSource = false }) {
50
+ const [source, reference] = await Promise.allSettled([
51
+ inputs.sourceAudio
52
+ ? resolveAudioGenPcm(inputs.sourceAudio, 'sourceAudio', {
53
+ requireNormalized: normalizedSource
54
+ })
55
+ : Promise.resolve(undefined),
56
+ inputs.referenceAudio
57
+ ? resolveAudioGenPcm(inputs.referenceAudio, 'referenceAudio')
58
+ : Promise.resolve(undefined)
59
+ ]);
60
+ const failures = [source, reference].filter((result) => result.status === 'rejected');
61
+ if (failures.length > 0) {
62
+ for (const extra of failures.slice(1)) {
63
+ logger.warn(`[audiogen] additional audio input failure for modelId=${modelId}: ${extra.reason instanceof Error ? extra.reason.message : String(extra.reason)}`);
64
+ }
65
+ throw failures[0].reason;
66
+ }
67
+ return {
68
+ referenceAudio: reference.status === 'fulfilled' ? reference.value : undefined,
69
+ sourceAudio: source.status === 'fulfilled' ? source.value : undefined
70
+ };
71
+ }
49
72
  async function statInput(filePath) {
50
73
  try {
51
74
  return await fs.promises.stat(filePath);
@@ -1,5 +1,5 @@
1
- import { resolveAudioGenPcm } from './audio-gen-input.js';
2
- import { streamAudioGenRun } from './audio-gen-run.js';
1
+ import { resolveAudioGenInputs } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
2
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
3
3
  export function audioGenStream(request) {
4
4
  return streamAudioGenRun({
5
5
  type: 'audioGenStream',
@@ -7,7 +7,10 @@ export function audioGenStream(request) {
7
7
  async start(model, ctx, logger) {
8
8
  // Reference/source audio is decoded before the run is admitted so the
9
9
  // model slot is never held by a request that fails on input decoding.
10
- const { referenceAudio, sourceAudio } = await resolveAudioInputs(request, logger);
10
+ const { referenceAudio, sourceAudio } = await resolveAudioGenInputs(request, {
11
+ modelId: request.modelId,
12
+ logger
13
+ });
11
14
  if (ctx.signal.aborted)
12
15
  return undefined;
13
16
  return model.run(request.caption, {
@@ -34,6 +37,7 @@ export function audioGenStream(request) {
34
37
  ...(request.duration !== undefined && { duration: request.duration }),
35
38
  ...(request.maxFrames !== undefined && { maxFrames: request.maxFrames }),
36
39
  ...(request.inferenceSteps !== undefined && { inferenceSteps: request.inferenceSteps }),
40
+ ...(request.shift !== undefined && { shift: request.shift }),
37
41
  ...(request.cfgScale !== undefined && { cfgScale: request.cfgScale }),
38
42
  ...(request.lmTemperature !== undefined && { lmTemperature: request.lmTemperature }),
39
43
  ...(request.lmTopP !== undefined && { lmTopP: request.lmTopP }),
@@ -59,28 +63,3 @@ export function audioGenStream(request) {
59
63
  }
60
64
  });
61
65
  }
62
- /**
63
- * Decode both optional audio inputs concurrently. When both fail, the first
64
- * failure is thrown and the second is logged so neither diagnostic is lost.
65
- */
66
- async function resolveAudioInputs(request, logger) {
67
- const [reference, source] = await Promise.allSettled([
68
- request.referenceAudio
69
- ? resolveAudioGenPcm(request.referenceAudio, 'referenceAudio')
70
- : Promise.resolve(undefined),
71
- request.sourceAudio
72
- ? resolveAudioGenPcm(request.sourceAudio, 'sourceAudio')
73
- : Promise.resolve(undefined)
74
- ]);
75
- const failures = [reference, source].filter((result) => result.status === 'rejected');
76
- if (failures.length > 0) {
77
- for (const extra of failures.slice(1)) {
78
- logger.warn(`[audiogen] additional audio input failure for modelId=${request.modelId}: ${extra.reason instanceof Error ? extra.reason.message : String(extra.reason)}`);
79
- }
80
- throw failures[0].reason;
81
- }
82
- return {
83
- referenceAudio: reference.status === 'fulfilled' ? reference.value : undefined,
84
- sourceAudio: source.status === 'fulfilled' ? source.value : undefined
85
- };
86
- }
@@ -1,5 +1,5 @@
1
- import { resolveAudioGenPcm } from './audio-gen-input.js';
2
- import { streamAudioGenRun } from './audio-gen-run.js';
1
+ import { resolveAudioGenPcm } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-input.js';
2
+ import { streamAudioGenRun } from '../../../../plugins/builtin/audiogen-ggml/ops/audio-gen-run.js';
3
3
  /**
4
4
  * ACE-Step's reverse pipeline: encode a recording, recover its FSQ semantic
5
5
  * codes, and let the LM describe it. Shares the generation path's admission and
@@ -1,6 +1,6 @@
1
1
  import { assessFit as audiogenAssessFit } from '@qvac/audiogen-ggml';
2
2
  import { type CreateModelParams, type PluginModelResult } from '../../../schemas/index.js';
3
- import { resolveAudioGenConfig } from './config.js';
3
+ import { resolveAudioGenConfig } from '../../../plugins/builtin/audiogen-ggml/config.js';
4
4
  export declare const audioGenPlugin: {
5
5
  modelType: "audiogen-ggml";
6
6
  displayName: string;
@@ -35,10 +35,13 @@ export declare const audioGenPlugin: {
35
35
  "whispercpp-transcription": "whispercpp-transcription";
36
36
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
37
37
  "llamacpp-embedding": "llamacpp-embedding";
38
+ "llamacpp-decision": "llamacpp-decision";
39
+ "llamacpp-rerank": "llamacpp-rerank";
38
40
  "nmtcpp-translation": "nmtcpp-translation";
39
41
  "onnx-tts": "onnx-tts";
40
42
  "tts-ggml": "tts-ggml";
41
43
  "parakeet-transcription": "parakeet-transcription";
44
+ "moss-transcribe": "moss-transcribe";
42
45
  "ggml-ocr": "ggml-ocr";
43
46
  "sdcpp-generation": "sdcpp-generation";
44
47
  "audiogen-ggml": "audiogen-ggml";
@@ -74,10 +77,13 @@ export declare const audioGenPlugin: {
74
77
  "whispercpp-transcription": "whispercpp-transcription";
75
78
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
76
79
  "llamacpp-embedding": "llamacpp-embedding";
80
+ "llamacpp-decision": "llamacpp-decision";
81
+ "llamacpp-rerank": "llamacpp-rerank";
77
82
  "nmtcpp-translation": "nmtcpp-translation";
78
83
  "onnx-tts": "onnx-tts";
79
84
  "tts-ggml": "tts-ggml";
80
85
  "parakeet-transcription": "parakeet-transcription";
86
+ "moss-transcribe": "moss-transcribe";
81
87
  "ggml-ocr": "ggml-ocr";
82
88
  "sdcpp-generation": "sdcpp-generation";
83
89
  "audiogen-ggml": "audiogen-ggml";
@@ -113,10 +119,13 @@ export declare const audioGenPlugin: {
113
119
  "whispercpp-transcription": "whispercpp-transcription";
114
120
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
115
121
  "llamacpp-embedding": "llamacpp-embedding";
122
+ "llamacpp-decision": "llamacpp-decision";
123
+ "llamacpp-rerank": "llamacpp-rerank";
116
124
  "nmtcpp-translation": "nmtcpp-translation";
117
125
  "onnx-tts": "onnx-tts";
118
126
  "tts-ggml": "tts-ggml";
119
127
  "parakeet-transcription": "parakeet-transcription";
128
+ "moss-transcribe": "moss-transcribe";
120
129
  "ggml-ocr": "ggml-ocr";
121
130
  "sdcpp-generation": "sdcpp-generation";
122
131
  "audiogen-ggml": "audiogen-ggml";
@@ -152,10 +161,13 @@ export declare const audioGenPlugin: {
152
161
  "whispercpp-transcription": "whispercpp-transcription";
153
162
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
154
163
  "llamacpp-embedding": "llamacpp-embedding";
164
+ "llamacpp-decision": "llamacpp-decision";
165
+ "llamacpp-rerank": "llamacpp-rerank";
155
166
  "nmtcpp-translation": "nmtcpp-translation";
156
167
  "onnx-tts": "onnx-tts";
157
168
  "tts-ggml": "tts-ggml";
158
169
  "parakeet-transcription": "parakeet-transcription";
170
+ "moss-transcribe": "moss-transcribe";
159
171
  "ggml-ocr": "ggml-ocr";
160
172
  "sdcpp-generation": "sdcpp-generation";
161
173
  "audiogen-ggml": "audiogen-ggml";
@@ -170,12 +182,6 @@ export declare const audioGenPlugin: {
170
182
  }>, import("zod").ZodLiteral<"vad">]>>;
171
183
  }, import("zod/v4/core").$strip>]>;
172
184
  }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
173
- inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
174
- cfgScale: import("zod").ZodOptional<import("zod").ZodNumber>;
175
- useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
176
- threads: import("zod").ZodOptional<import("zod").ZodNumber>;
177
- backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
178
- engine: import("zod").ZodLiteral<"minimax">;
179
185
  lmModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
180
186
  src: import("zod").ZodString;
181
187
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -198,10 +204,13 @@ export declare const audioGenPlugin: {
198
204
  "whispercpp-transcription": "whispercpp-transcription";
199
205
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
200
206
  "llamacpp-embedding": "llamacpp-embedding";
207
+ "llamacpp-decision": "llamacpp-decision";
208
+ "llamacpp-rerank": "llamacpp-rerank";
201
209
  "nmtcpp-translation": "nmtcpp-translation";
202
210
  "onnx-tts": "onnx-tts";
203
211
  "tts-ggml": "tts-ggml";
204
212
  "parakeet-transcription": "parakeet-transcription";
213
+ "moss-transcribe": "moss-transcribe";
205
214
  "ggml-ocr": "ggml-ocr";
206
215
  "sdcpp-generation": "sdcpp-generation";
207
216
  "audiogen-ggml": "audiogen-ggml";
@@ -237,10 +246,13 @@ export declare const audioGenPlugin: {
237
246
  "whispercpp-transcription": "whispercpp-transcription";
238
247
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
239
248
  "llamacpp-embedding": "llamacpp-embedding";
249
+ "llamacpp-decision": "llamacpp-decision";
250
+ "llamacpp-rerank": "llamacpp-rerank";
240
251
  "nmtcpp-translation": "nmtcpp-translation";
241
252
  "onnx-tts": "onnx-tts";
242
253
  "tts-ggml": "tts-ggml";
243
254
  "parakeet-transcription": "parakeet-transcription";
255
+ "moss-transcribe": "moss-transcribe";
244
256
  "ggml-ocr": "ggml-ocr";
245
257
  "sdcpp-generation": "sdcpp-generation";
246
258
  "audiogen-ggml": "audiogen-ggml";
@@ -254,6 +266,17 @@ export declare const audioGenPlugin: {
254
266
  classification: "classification";
255
267
  }>, import("zod").ZodLiteral<"vad">]>>;
256
268
  }, import("zod/v4/core").$strip>]>;
269
+ device: import("zod").ZodOptional<import("zod").ZodEnum<{
270
+ cpu: "cpu";
271
+ gpu: "gpu";
272
+ auto: "auto";
273
+ }>>;
274
+ inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
275
+ cfgScale: import("zod").ZodOptional<import("zod").ZodNumber>;
276
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
277
+ threads: import("zod").ZodOptional<import("zod").ZodNumber>;
278
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
279
+ engine: import("zod").ZodLiteral<"minimax">;
257
280
  }, import("zod/v4/core").$strict>], "engine">;
258
281
  assessFit: typeof audiogenAssessFit;
259
282
  skipPrimaryModelPathValidation: true;
@@ -310,6 +333,7 @@ export declare const audioGenPlugin: {
310
333
  duration: import("zod").ZodOptional<import("zod").ZodNumber>;
311
334
  maxFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
312
335
  inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
336
+ shift: import("zod").ZodOptional<import("zod").ZodNumber>;
313
337
  cfgScale: import("zod").ZodOptional<import("zod").ZodNumber>;
314
338
  lmTemperature: import("zod").ZodOptional<import("zod").ZodNumber>;
315
339
  lmTopP: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -347,6 +371,22 @@ export declare const audioGenPlugin: {
347
371
  realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
348
372
  backendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
349
373
  backendId: import("zod").ZodOptional<import("zod").ZodNumber>;
374
+ emittedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
375
+ arMs: import("zod").ZodOptional<import("zod").ZodNumber>;
376
+ conditionMs: import("zod").ZodOptional<import("zod").ZodNumber>;
377
+ flowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
378
+ vocoderMs: import("zod").ZodOptional<import("zod").ZodNumber>;
379
+ metadata: import("zod").ZodOptional<import("zod").ZodObject<{
380
+ caption: import("zod").ZodString;
381
+ lyrics: import("zod").ZodString;
382
+ bpm: import("zod").ZodNumber;
383
+ keyscale: import("zod").ZodString;
384
+ beatsPerBar: import("zod").ZodNumber;
385
+ vocalLanguage: import("zod").ZodString;
386
+ seed: import("zod").ZodNumber;
387
+ codeFrames: import("zod").ZodNumber;
388
+ qualityReport: import("zod").ZodOptional<import("zod").ZodString>;
389
+ }, import("zod/v4/core").$strip>>;
350
390
  lyricsScore: import("zod").ZodOptional<import("zod").ZodNumber>;
351
391
  lrc: import("zod").ZodOptional<import("zod").ZodString>;
352
392
  qualityScore: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -358,6 +398,7 @@ export declare const audioGenPlugin: {
358
398
  timesignature: import("zod").ZodString;
359
399
  vocalLanguage: import("zod").ZodString;
360
400
  audioCodes: import("zod").ZodArray<import("zod").ZodNumber>;
401
+ seed: import("zod").ZodNumber;
361
402
  }, import("zod/v4/core").$strip>>;
362
403
  }, import("zod/v4/core").$strip>>;
363
404
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -367,16 +408,16 @@ export declare const audioGenPlugin: {
367
408
  gpu: "gpu";
368
409
  }>;
369
410
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
411
+ cuda: "cuda";
370
412
  vulkan: "vulkan";
371
413
  metal: "metal";
372
414
  opencl: "opencl";
373
- cuda: "cuda";
415
+ rocm: "rocm";
374
416
  opengl: "opengl";
375
417
  webgpu: "webgpu";
376
418
  direct3d11: "direct3d11";
377
419
  direct3d12: "direct3d12";
378
420
  levelZero: "levelZero";
379
- rocm: "rocm";
380
421
  }>>;
381
422
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
382
423
  name: import("zod").ZodString;
@@ -411,6 +452,13 @@ export declare const audioGenPlugin: {
411
452
  type: import("zod").ZodLiteral<"filePath">;
412
453
  value: import("zod").ZodString;
413
454
  }, import("zod/v4/core").$strip>], "type">;
455
+ referenceAudio: import("zod").ZodOptional<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
456
+ type: import("zod").ZodLiteral<"base64">;
457
+ value: import("zod").ZodString;
458
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
459
+ type: import("zod").ZodLiteral<"filePath">;
460
+ value: import("zod").ZodString;
461
+ }, import("zod/v4/core").$strip>], "type">>;
414
462
  type: import("zod").ZodLiteral<"audioEditStream">;
415
463
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
416
464
  modelId: import("zod").ZodString;
@@ -441,6 +489,16 @@ export declare const audioGenPlugin: {
441
489
  strength: import("zod").ZodOptional<import("zod").ZodNumber>;
442
490
  }, import("zod/v4/core").$strict>], "type">>;
443
491
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
492
+ vocalLanguage: import("zod").ZodOptional<import("zod").ZodString>;
493
+ bpm: import("zod").ZodOptional<import("zod").ZodNumber>;
494
+ keyscale: import("zod").ZodOptional<import("zod").ZodString>;
495
+ timesignature: import("zod").ZodOptional<import("zod").ZodString>;
496
+ augmentCaptionWithMetadata: import("zod").ZodOptional<import("zod").ZodBoolean>;
497
+ dcwEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
498
+ dcwScaler: import("zod").ZodOptional<import("zod").ZodNumber>;
499
+ dcwHighScaler: import("zod").ZodOptional<import("zod").ZodNumber>;
500
+ inferenceSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
501
+ shift: import("zod").ZodOptional<import("zod").ZodNumber>;
444
502
  }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
445
503
  progress: import("zod").ZodOptional<import("zod").ZodObject<{
446
504
  stage: import("zod").ZodString;
@@ -462,6 +520,22 @@ export declare const audioGenPlugin: {
462
520
  realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
463
521
  backendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
464
522
  backendId: import("zod").ZodOptional<import("zod").ZodNumber>;
523
+ emittedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
524
+ arMs: import("zod").ZodOptional<import("zod").ZodNumber>;
525
+ conditionMs: import("zod").ZodOptional<import("zod").ZodNumber>;
526
+ flowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
527
+ vocoderMs: import("zod").ZodOptional<import("zod").ZodNumber>;
528
+ metadata: import("zod").ZodOptional<import("zod").ZodObject<{
529
+ caption: import("zod").ZodString;
530
+ lyrics: import("zod").ZodString;
531
+ bpm: import("zod").ZodNumber;
532
+ keyscale: import("zod").ZodString;
533
+ beatsPerBar: import("zod").ZodNumber;
534
+ vocalLanguage: import("zod").ZodString;
535
+ seed: import("zod").ZodNumber;
536
+ codeFrames: import("zod").ZodNumber;
537
+ qualityReport: import("zod").ZodOptional<import("zod").ZodString>;
538
+ }, import("zod/v4/core").$strip>>;
465
539
  lyricsScore: import("zod").ZodOptional<import("zod").ZodNumber>;
466
540
  lrc: import("zod").ZodOptional<import("zod").ZodString>;
467
541
  qualityScore: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -473,6 +547,7 @@ export declare const audioGenPlugin: {
473
547
  timesignature: import("zod").ZodString;
474
548
  vocalLanguage: import("zod").ZodString;
475
549
  audioCodes: import("zod").ZodArray<import("zod").ZodNumber>;
550
+ seed: import("zod").ZodNumber;
476
551
  }, import("zod/v4/core").$strip>>;
477
552
  }, import("zod/v4/core").$strip>>;
478
553
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -482,16 +557,16 @@ export declare const audioGenPlugin: {
482
557
  gpu: "gpu";
483
558
  }>;
484
559
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
560
+ cuda: "cuda";
485
561
  vulkan: "vulkan";
486
562
  metal: "metal";
487
563
  opencl: "opencl";
488
- cuda: "cuda";
564
+ rocm: "rocm";
489
565
  opengl: "opengl";
490
566
  webgpu: "webgpu";
491
567
  direct3d11: "direct3d11";
492
568
  direct3d12: "direct3d12";
493
569
  levelZero: "levelZero";
494
- rocm: "rocm";
495
570
  }>>;
496
571
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
497
572
  name: import("zod").ZodString;
@@ -549,6 +624,7 @@ export declare const audioGenPlugin: {
549
624
  timesignature: import("zod").ZodString;
550
625
  vocalLanguage: import("zod").ZodString;
551
626
  audioCodes: import("zod").ZodArray<import("zod").ZodNumber>;
627
+ seed: import("zod").ZodNumber;
552
628
  }, import("zod/v4/core").$strip>>;
553
629
  done: import("zod").ZodDefault<import("zod").ZodBoolean>;
554
630
  stopReason: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -561,6 +637,22 @@ export declare const audioGenPlugin: {
561
637
  realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
562
638
  backendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
563
639
  backendId: import("zod").ZodOptional<import("zod").ZodNumber>;
640
+ emittedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
641
+ arMs: import("zod").ZodOptional<import("zod").ZodNumber>;
642
+ conditionMs: import("zod").ZodOptional<import("zod").ZodNumber>;
643
+ flowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
644
+ vocoderMs: import("zod").ZodOptional<import("zod").ZodNumber>;
645
+ metadata: import("zod").ZodOptional<import("zod").ZodObject<{
646
+ caption: import("zod").ZodString;
647
+ lyrics: import("zod").ZodString;
648
+ bpm: import("zod").ZodNumber;
649
+ keyscale: import("zod").ZodString;
650
+ beatsPerBar: import("zod").ZodNumber;
651
+ vocalLanguage: import("zod").ZodString;
652
+ seed: import("zod").ZodNumber;
653
+ codeFrames: import("zod").ZodNumber;
654
+ qualityReport: import("zod").ZodOptional<import("zod").ZodString>;
655
+ }, import("zod/v4/core").$strip>>;
564
656
  lyricsScore: import("zod").ZodOptional<import("zod").ZodNumber>;
565
657
  lrc: import("zod").ZodOptional<import("zod").ZodString>;
566
658
  qualityScore: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -572,6 +664,7 @@ export declare const audioGenPlugin: {
572
664
  timesignature: import("zod").ZodString;
573
665
  vocalLanguage: import("zod").ZodString;
574
666
  audioCodes: import("zod").ZodArray<import("zod").ZodNumber>;
667
+ seed: import("zod").ZodNumber;
575
668
  }, import("zod/v4/core").$strip>>;
576
669
  }, import("zod/v4/core").$strip>>;
577
670
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -581,16 +674,16 @@ export declare const audioGenPlugin: {
581
674
  gpu: "gpu";
582
675
  }>;
583
676
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
677
+ cuda: "cuda";
584
678
  vulkan: "vulkan";
585
679
  metal: "metal";
586
680
  opencl: "opencl";
587
- cuda: "cuda";
681
+ rocm: "rocm";
588
682
  opengl: "opengl";
589
683
  webgpu: "webgpu";
590
684
  direct3d11: "direct3d11";
591
685
  direct3d12: "direct3d12";
592
686
  levelZero: "levelZero";
593
- rocm: "rocm";
594
687
  }>>;
595
688
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
596
689
  name: import("zod").ZodString;
@@ -1,10 +1,10 @@
1
1
  import { AudioGen, ENGINE_ACESTEP, ENGINE_MINIMAX, assessFit as audiogenAssessFit } from '@qvac/audiogen-ggml';
2
2
  import { ADDON_AUDIOGEN, ModelType, audioEditStreamRequestSchema, audioEditStreamResponseSchema, audioGenConfigSchema, audioGenStreamRequestSchema, audioGenStreamResponseSchema, audioUnderstandRequestSchema, audioUnderstandResponseSchema, defineHandler, definePlugin } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { resolveAudioGenConfig } from './config.js';
5
- import { audioEditStream } from './ops/audio-edit-stream.js';
6
- import { audioGenStream } from './ops/audio-gen-stream.js';
7
- import { audioUnderstand } from './ops/audio-understand.js';
4
+ import { resolveAudioGenConfig } from '../../../plugins/builtin/audiogen-ggml/config.js';
5
+ import { audioEditStream } from '../../../plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js';
6
+ import { audioGenStream } from '../../../plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js';
7
+ import { audioUnderstand } from '../../../plugins/builtin/audiogen-ggml/ops/audio-understand.js';
8
8
  import { ModelLoadFailedError } from '../../../errors/index.js';
9
9
  export const audioGenPlugin = definePlugin({
10
10
  modelType: ModelType.audiogenGgml,
@@ -81,6 +81,7 @@ function getAudioGenAddonConfig(config) {
81
81
  if (config.engine === ENGINE_MINIMAX) {
82
82
  return {
83
83
  ...commonConfig,
84
+ ...(config.device !== undefined && { device: config.device }),
84
85
  ...(config.inferenceSteps !== undefined && { inferenceSteps: config.inferenceSteps }),
85
86
  ...(config.cfgScale !== undefined && { cfgScale: config.cfgScale })
86
87
  };
@@ -1,6 +1,6 @@
1
1
  import { assessFit as bciAssessFit } from '@qvac/bci-whispercpp';
2
2
  import { type CreateModelParams, type PluginModelResult } from '../../../schemas/index.js';
3
- import { resolveBciConfig } from './resolve-config.js';
3
+ import { resolveBciConfig } from '../../../plugins/builtin/bci-whispercpp-transcription/resolve-config.js';
4
4
  export declare const bciPlugin: {
5
5
  modelType: "bci-whispercpp-transcription";
6
6
  displayName: string;
@@ -59,10 +59,13 @@ export declare const bciPlugin: {
59
59
  "whispercpp-transcription": "whispercpp-transcription";
60
60
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
61
61
  "llamacpp-embedding": "llamacpp-embedding";
62
+ "llamacpp-decision": "llamacpp-decision";
63
+ "llamacpp-rerank": "llamacpp-rerank";
62
64
  "nmtcpp-translation": "nmtcpp-translation";
63
65
  "onnx-tts": "onnx-tts";
64
66
  "tts-ggml": "tts-ggml";
65
67
  "parakeet-transcription": "parakeet-transcription";
68
+ "moss-transcribe": "moss-transcribe";
66
69
  "ggml-ocr": "ggml-ocr";
67
70
  "sdcpp-generation": "sdcpp-generation";
68
71
  "audiogen-ggml": "audiogen-ggml";
@@ -132,6 +135,13 @@ export declare const bciPlugin: {
132
135
  endMs: import("zod").ZodNumber;
133
136
  append: import("zod").ZodBoolean;
134
137
  id: import("zod").ZodNumber;
138
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
139
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
140
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
141
+ speakerId: import("zod").ZodNumber;
142
+ startMs: import("zod").ZodNumber;
143
+ endMs: import("zod").ZodNumber;
144
+ }, import("zod/v4/core").$strip>>>;
135
145
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
136
146
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
137
147
  }, import("zod/v4/core").$strip>>;
@@ -143,16 +153,16 @@ export declare const bciPlugin: {
143
153
  gpu: "gpu";
144
154
  }>;
145
155
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
156
+ cuda: "cuda";
146
157
  vulkan: "vulkan";
147
158
  metal: "metal";
148
159
  opencl: "opencl";
149
- cuda: "cuda";
160
+ rocm: "rocm";
150
161
  opengl: "opengl";
151
162
  webgpu: "webgpu";
152
163
  direct3d11: "direct3d11";
153
164
  direct3d12: "direct3d12";
154
165
  levelZero: "levelZero";
155
- rocm: "rocm";
156
166
  }>>;
157
167
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
158
168
  name: import("zod").ZodString;
@@ -231,6 +241,13 @@ export declare const bciPlugin: {
231
241
  endMs: import("zod").ZodNumber;
232
242
  append: import("zod").ZodBoolean;
233
243
  id: import("zod").ZodNumber;
244
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
245
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
246
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
247
+ speakerId: import("zod").ZodNumber;
248
+ startMs: import("zod").ZodNumber;
249
+ endMs: import("zod").ZodNumber;
250
+ }, import("zod/v4/core").$strip>>>;
234
251
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
235
252
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
236
253
  windowStartTimestep: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -1,11 +1,11 @@
1
1
  import BCIWhispercpp, { assessFit as bciAssessFit } from '@qvac/bci-whispercpp';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, bciTranscribeRequestSchema, bciTranscribeResponseSchema, bciTranscribeStreamRequestSchema, bciTranscribeStreamResponseSchema, ModelType, bciConfigSchema, ADDON_BCI } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { bciTranscribe, bciTranscribeStream } from '../../ops/bci-transcribe.js';
4
+ import { bciTranscribe, bciTranscribeStream } from '../../../plugins/ops/bci-transcribe.js';
5
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
6
6
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
7
- import { buildBciWhispercppArgs } from './args.js';
8
- import { resolveBciConfig } from './resolve-config.js';
7
+ import { buildBciWhispercppArgs } from '../../../plugins/builtin/bci-whispercpp-transcription/args.js';
8
+ import { resolveBciConfig } from '../../../plugins/builtin/bci-whispercpp-transcription/resolve-config.js';
9
9
  function createBciModel(modelId, modelPath, bciConfig, embedderPath) {
10
10
  const logger = createStreamLogger(modelId, ModelType.bciWhispercppTranscription);
11
11
  registerAddonLogger(modelId, ModelType.bciWhispercppTranscription, logger);
@@ -1,7 +1,7 @@
1
1
  import ImageClassifier from '@qvac/classification-ggml';
2
2
  import { definePlugin, defineHandler, classifyRequestSchema, classifyResponseSchema, ModelType, classificationConfigSchema, ADDON_CLASSIFICATION } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
- import { classify } from './ops/classify.js';
4
+ import { classify } from '../../../plugins/builtin/ggml-classification/ops/classify.js';
5
5
  export const classificationPlugin = definePlugin({
6
6
  modelType: ModelType.ggmlClassification,
7
7
  displayName: 'Image Classification (GGML)',