@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,8 +1,9 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
3
- import { audioInputSchema } from './transcription.js';
4
- import { inferenceBackendDiagnosticsSchema } from './system-resources.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { audioInputSchema } from '../schemas/transcription.js';
4
+ import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
5
5
  import { encodeBase64 } from '../utils/encoding.js';
6
+ import { trackedRequestSchema } from '../schemas/request-base.js';
6
7
  const base64Schema = z.string().min(1);
7
8
  // Mirror requireInferenceSteps, requireAcestepShift, requireMinimaxCfgScale and
8
9
  // optionalFloat32 in @qvac/audiogen-ggml, so a value the addon would refuse
@@ -18,6 +19,42 @@ export const audioGenEngineSchema = z.enum(AUDIOGEN_ENGINES);
18
19
  * never touches a GPU.
19
20
  */
20
21
  const MINIMAX_DEVICES = ['cpu', 'gpu', 'auto'];
22
+ /**
23
+ * Apple compute units a MiniMax-Music3 full Core ML profile may run on, in
24
+ * `@qvac/audiogen-ggml`'s vocabulary. A policy rather than a placement: Core
25
+ * ML decides where each operation runs within the units it is allowed.
26
+ */
27
+ export const AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS = [
28
+ 'CPU_ONLY',
29
+ 'CPU_AND_GPU',
30
+ 'CPU_AND_NE',
31
+ 'ALL'
32
+ ];
33
+ export const audioGenMinimaxCoremlComputeUnitsSchema = z.enum(AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS);
34
+ /**
35
+ * Containers `outputFormat` can deliver next to the PCM, as
36
+ * `@qvac/audiogen-ggml` names them. `wav` is written without FFmpeg; the rest
37
+ * need the matching encoder in the inference host's FFmpeg build. There is no
38
+ * MP3: that build ships no MP3 encoder.
39
+ */
40
+ export const AUDIOGEN_OUTPUT_FORMATS = [
41
+ 'wav',
42
+ 'flac',
43
+ 'alac',
44
+ 'aiff',
45
+ 'caf',
46
+ 'm4a',
47
+ 'aac',
48
+ 'opus',
49
+ 'ogg',
50
+ 'ac3',
51
+ 'wma',
52
+ 'mp2'
53
+ ];
54
+ export const audioGenOutputFormatSchema = z.enum(AUDIOGEN_OUTPUT_FORMATS);
55
+ const outputFormatParamSchema = audioGenOutputFormatSchema
56
+ .optional()
57
+ .describe('Also encode the finished audio into this container and deliver it as `encoded`, next to the PCM. `wav` is always available; `flac`, `alac`, `aiff`, `caf`, `m4a`, `aac`, `opus`, `ogg`, `ac3`, `wma` and `mp2` need the matching FFmpeg encoder on the inference host, and the request fails before generation starts when it is missing. `opus` is resampled to 48 kHz. Omit for PCM only.');
21
58
  /** Sample rate the ACE-Step engine expects for reference and source audio. */
22
59
  export const AUDIOGEN_INPUT_SAMPLE_RATE = 48000;
23
60
  /** Channel count (interleaved stereo) the ACE-Step engine expects for input audio. */
@@ -79,7 +116,7 @@ const commonAudioGenRuntimeConfigShape = {
79
116
  useGPU: z
80
117
  .boolean()
81
118
  .optional()
82
- .describe('Run on a GPU backend (CUDA, Vulkan, Metal, …) when usable; falls back to CPU. `stats.backendDevice` reports the backend actually used.'),
119
+ .describe('Run on a GPU backend (CUDA, Vulkan, Metal, …) when usable; falls back to CPU. `stats.backendDevice` reports the primary backend a run used.'),
83
120
  threads: z
84
121
  .number()
85
122
  .int()
@@ -106,6 +143,15 @@ const acestepShiftSchema = z
106
143
  .refine((value) => value === 0 || value >= FLOAT32_MIN_POSITIVE, {
107
144
  message: 'shift must be 0 or a positive float32 value'
108
145
  });
146
+ /** A name or path the addon reads as a C string: non-empty, no NUL. */
147
+ function hostStringSchema(name) {
148
+ return z
149
+ .string()
150
+ .min(1)
151
+ .refine((value) => !value.includes('\0'), {
152
+ message: `${name} must not contain NUL characters`
153
+ });
154
+ }
109
155
  const acestepRuntimeConfigShape = {
110
156
  ...commonAudioGenRuntimeConfigShape,
111
157
  inferenceSteps: inferenceStepsSchema
@@ -119,7 +165,16 @@ const acestepRuntimeConfigShape = {
119
165
  .int()
120
166
  .nonnegative()
121
167
  .optional()
122
- .describe('ACE-Step GPU layers to offload when `useGPU` is set (99 = all). Ignored on CPU.')
168
+ .describe('ACE-Step GPU layers to offload when `useGPU` is set (99 = all). Ignored on CPU.'),
169
+ backend: hostStringSchema('backend')
170
+ .optional()
171
+ .describe("Advanced: ACE-Step's primary backend, by backend or device name (`cpu`, `MTL0`, `CUDA0`, …). Unset or `auto` keeps the placement `useGPU` and `nGpuLayers` select; any other value overrides both, so `useGPU: false` with `backend: 'CUDA0'` runs on CUDA0. A named backend the host cannot provide fails the load instead of falling back."),
172
+ lmBackend: hostStringSchema('lmBackend')
173
+ .optional()
174
+ .describe("Advanced: the backend ACE-Step's language model runs on, chosen independently of `backend` and named the same way. Unset or `auto` keeps the engine's own placement for the LM; any other value overrides it. A named backend the host cannot provide fails the load instead of falling back."),
175
+ dumpStagesDir: hostStringSchema('dumpStagesDir')
176
+ .optional()
177
+ .describe('Diagnostics: an existing directory on the inference host that receives the intermediate tensors of each ACE-Step stage. The engine does not create it. Unset writes nothing.')
123
178
  };
124
179
  const minimaxCfgScaleSchema = z
125
180
  .number()
@@ -135,20 +190,39 @@ const minimaxRuntimeConfigShape = {
135
190
  .enum(MINIMAX_DEVICES)
136
191
  .optional()
137
192
  .describe("Where MiniMax runs, instead of `useGPU`: `'gpu'` requires a usable GPU and fails the load otherwise, `'auto'` (what `useGPU: true` means) falls back to the CPU, `'cpu'` never touches a GPU. Cannot be combined with `useGPU`."),
193
+ coremlProfileDir: hostStringSchema('coremlProfileDir')
194
+ .optional()
195
+ .describe('Advanced, macOS 15+: directory on the inference host holding the compiled full Core ML profile for this GGUF pair (`manifest.json` plus the LM, depth, conditioner, DiT and vocoder programs). Runs MiniMax through Core ML instead of the native backend and takes precedence over `device` and `useGPU`; the load fails when the build, OS or profile cannot support it rather than switching backends. Requires `coremlComputeUnits`.'),
196
+ coremlComputeUnits: audioGenMinimaxCoremlComputeUnitsSchema
197
+ .optional()
198
+ .describe('Apple compute units the Core ML profile may use: `CPU_ONLY`, `CPU_AND_GPU`, `CPU_AND_NE` or `ALL`. A policy, not a guarantee of where each operation runs. Requires `coremlProfileDir`.'),
199
+ coremlConditionerPath: hostStringSchema('coremlConditionerPath')
200
+ .optional()
201
+ .describe('Advanced, macOS: absolute path on the inference host to a compiled conditioner `.mlmodelc`. Runs the conditioner convolution alone through Core ML (CPU and Neural Engine); every other stage stays on the backend `device` or `useGPU` selects. Does not enable the full Core ML profile. The load fails when the bundle is invalid or the build cannot use it.'),
138
202
  inferenceSteps: inferenceStepsSchema
139
203
  .optional()
140
204
  .describe('MiniMax flow sampling steps; `0` uses the engine default (20).'),
141
205
  cfgScale: minimaxCfgScaleSchema.optional()
142
206
  };
143
- /** The addon takes `useGPU` or `device` for MiniMax, never both. */
144
- function refineMinimaxDevice(value, ctx) {
145
- if (value.device === undefined || value.useGPU === undefined)
146
- return;
147
- ctx.addIssue({
148
- code: 'custom',
149
- path: ['device'],
150
- message: 'MiniMax accepts either useGPU or device, not both'
151
- });
207
+ /**
208
+ * The addon takes `useGPU` or `device` for MiniMax, never both, and the Core
209
+ * ML profile and its compute units only as a pair.
210
+ */
211
+ function refineMinimaxRuntime(value, ctx) {
212
+ if (value.device !== undefined && value.useGPU !== undefined) {
213
+ ctx.addIssue({
214
+ code: 'custom',
215
+ path: ['device'],
216
+ message: 'MiniMax accepts either useGPU or device, not both'
217
+ });
218
+ }
219
+ if ((value.coremlProfileDir === undefined) !== (value.coremlComputeUnits === undefined)) {
220
+ ctx.addIssue({
221
+ code: 'custom',
222
+ path: [value.coremlProfileDir === undefined ? 'coremlProfileDir' : 'coremlComputeUnits'],
223
+ message: 'MiniMax Core ML requires both coremlProfileDir and coremlComputeUnits'
224
+ });
225
+ }
152
226
  }
153
227
  const acestepAudioGenRuntimeConfigSchema = z
154
228
  .object({
@@ -163,7 +237,7 @@ const minimaxEngineShape = {
163
237
  const minimaxAudioGenRuntimeConfigSchema = z
164
238
  .object(minimaxEngineShape)
165
239
  .strict()
166
- .superRefine(refineMinimaxDevice);
240
+ .superRefine(refineMinimaxRuntime);
167
241
  export const audioGenRuntimeConfigSchema = z.discriminatedUnion('engine', [
168
242
  acestepAudioGenRuntimeConfigSchema,
169
243
  minimaxAudioGenRuntimeConfigSchema
@@ -185,7 +259,7 @@ const minimaxAudioGenConfigSchema = z
185
259
  synthModelSrc: modelSrcInputSchema.describe('MiniMax synthesis-model source; converts semantic tokens into the output waveform.')
186
260
  })
187
261
  .strict()
188
- .superRefine(refineMinimaxDevice);
262
+ .superRefine(refineMinimaxRuntime);
189
263
  export const audioGenConfigSchema = z.discriminatedUnion('engine', [
190
264
  acestepAudioGenConfigSchema,
191
265
  minimaxAudioGenConfigSchema
@@ -349,7 +423,8 @@ const audioGenGenerationShape = {
349
423
  .describe('Fraction of DiT steps that keep the source context (0..1, default 1). cover-nofsq currently requires 1.'),
350
424
  coverNoiseStrength: unitIntervalSchema
351
425
  .optional()
352
- .describe('Blend of the initial DiT noise toward the clean source latent (0..1). 0 = pure noise, 1 ≈ source latent. Default 0.')
426
+ .describe('Blend of the initial DiT noise toward the clean source latent (0..1). 0 = pure noise, 1 ≈ source latent. Default 0.'),
427
+ outputFormat: outputFormatParamSchema
353
428
  };
354
429
  const audioGenParamsShape = {
355
430
  ...audioGenGenerationShape,
@@ -478,9 +553,9 @@ export const audioGenClientParamsSchema = z
478
553
  export const audioGenStreamRequestSchema = z
479
554
  .object({
480
555
  ...audioGenParamsShape,
481
- type: z.literal('audioGenStream'),
482
- requestId: z.string().min(1).optional()
556
+ type: z.literal('audioGenStream')
483
557
  })
558
+ .extend(trackedRequestSchema.shape)
484
559
  .strict()
485
560
  .superRefine(validateAudioGenRequest);
486
561
  // ---------------------------------------------------------------------------
@@ -587,7 +662,8 @@ const audioEditShape = {
587
662
  .describe('DiT steps for every operation, 0..1000; omit to keep the load-time `inferenceSteps`.'),
588
663
  shift: acestepShiftSchema
589
664
  .optional()
590
- .describe('DiT timestep shift for every operation; omit to keep the load-time `shift`.')
665
+ .describe('DiT timestep shift for every operation; omit to keep the load-time `shift`.'),
666
+ outputFormat: outputFormatParamSchema
591
667
  };
592
668
  /**
593
669
  * Cross-field rules the addon enforces per operation, checked up front so a
@@ -629,9 +705,9 @@ export const audioEditStreamRequestSchema = z
629
705
  referenceAudio: audioGenAudioInputSchema
630
706
  .optional()
631
707
  .describe('Optional timbre reference for every operation: a file path decoded server-side, or raw interleaved stereo 48 kHz Float32 LE PCM.'),
632
- type: z.literal('audioEditStream'),
633
- requestId: z.string().min(1).optional()
708
+ type: z.literal('audioEditStream')
634
709
  })
710
+ .extend(trackedRequestSchema.shape)
635
711
  .strict()
636
712
  .superRefine(validateAudioEditOperations);
637
713
  export const audioGenProgressSchema = z.object({
@@ -693,8 +769,18 @@ export const audioGenStatsSchema = z.object({
693
769
  audioDurationMs: z.number().optional(),
694
770
  totalTimeMs: z.number().optional(),
695
771
  realTimeFactor: z.number().optional(),
696
- backendDevice: z.number().optional(),
697
- backendId: z.number().optional(),
772
+ backendDevice: z
773
+ .number()
774
+ .optional()
775
+ .describe('The primary backend the run used: 0 CPU, 1 GPU. The device an ACE-Step `lmBackend` names is not reported here.'),
776
+ backendId: z
777
+ .number()
778
+ .optional()
779
+ .describe('The primary backend the run used, as the engine codes it: 0 CPU, 1 Metal, 2 CUDA, 3 Vulkan, 4 OpenCL, 99 other.'),
780
+ gpuFallbackReason: z
781
+ .number()
782
+ .optional()
783
+ .describe('Why a run that asked for a GPU resolved to the CPU, as the engine codes it: 0 none, 1 not requested, 2 no devices, 3 init failed. `diagnostics.fallback.reason` names a lost GPU.'),
698
784
  emittedFrames: z
699
785
  .number()
700
786
  .optional()
@@ -759,9 +845,9 @@ export const audioUnderstandRequestSchema = z
759
845
  .object({
760
846
  ...audioUnderstandShape,
761
847
  sourceAudio: audioGenAudioInputSchema.describe('Recording to analyse: a file path decoded server-side, or raw interleaved stereo 48 kHz Float32 LE PCM in [-1, 1].'),
762
- type: z.literal('audioUnderstand'),
763
- requestId: z.string().min(1).optional()
848
+ type: z.literal('audioUnderstand')
764
849
  })
850
+ .extend(trackedRequestSchema.shape)
765
851
  .strict();
766
852
  export const audioUnderstandResponseSchema = z
767
853
  .object({
@@ -782,6 +868,24 @@ const audioGenStreamFrameShape = {
782
868
  sampleRate: z.number().int().positive().optional(),
783
869
  channels: z.number().int().positive().optional(),
784
870
  bitsPerSample: z.number().int().positive().optional(),
871
+ encoded: z
872
+ .object({
873
+ data: base64Schema,
874
+ format: audioGenOutputFormatSchema,
875
+ mimeType: z.string().min(1),
876
+ extension: z.string().min(1)
877
+ })
878
+ .strict()
879
+ .optional()
880
+ .describe('The run encoded as the requested `outputFormat`, sent once after the PCM: base64 file bytes, the MIME type and the file extension without its dot.'),
881
+ encodeError: z
882
+ .object({
883
+ format: audioGenOutputFormatSchema,
884
+ details: z.string().optional()
885
+ })
886
+ .strict()
887
+ .optional()
888
+ .describe('Sent in place of `encoded` when the finished PCM could not be encoded as the requested `outputFormat`. The run still completes: the PCM, stats and diagnostics are delivered, and only the encoded file is missing.'),
785
889
  done: z.boolean().default(false),
786
890
  stopReason: z.enum(['completed', 'cancelled']).optional(),
787
891
  stats: audioGenStatsSchema.optional(),
@@ -1,11 +1,17 @@
1
1
  import { z } from 'zod';
2
- import { type CompletionEvent, type CompletionFinal, type CompletionStats } from './completion-event.js';
3
- import { type McpClientInput } from './mcp-adapter.js';
2
+ import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '../schemas/completion-event.js';
3
+ import { type McpClientInput } from '../schemas/mcp-adapter.js';
4
4
  export declare const batchPromptSchema: z.ZodObject<{
5
5
  id: z.ZodOptional<z.ZodString>;
6
6
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
7
7
  role: z.ZodString;
8
- content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
8
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
9
+ type: z.ZodLiteral<"text">;
10
+ text: z.ZodString;
11
+ }, z.core.$strict>, z.ZodObject<{
12
+ type: z.ZodLiteral<"media">;
13
+ path: z.ZodString;
14
+ }, z.core.$strict>], "type">>]>>>;
9
15
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
10
16
  path: z.ZodString;
11
17
  }, z.core.$strip>>>;
@@ -17,7 +23,13 @@ export declare const batchPromptSchema: z.ZodObject<{
17
23
  toolCallId: z.ZodOptional<z.ZodString>;
18
24
  toolName: z.ZodOptional<z.ZodString>;
19
25
  }, z.core.$strip>, z.ZodTransform<{
20
- content: string;
26
+ content: string | ({
27
+ type: "text";
28
+ text: string;
29
+ } | {
30
+ type: "media";
31
+ path: string;
32
+ })[];
21
33
  role: string;
22
34
  attachments?: {
23
35
  path: string;
@@ -31,7 +43,13 @@ export declare const batchPromptSchema: z.ZodObject<{
31
43
  toolName?: string | undefined;
32
44
  }, {
33
45
  role: string;
34
- content?: string | null | undefined;
46
+ content?: string | ({
47
+ type: "text";
48
+ text: string;
49
+ } | {
50
+ type: "media";
51
+ path: string;
52
+ })[] | null | undefined;
35
53
  attachments?: {
36
54
  path: string;
37
55
  }[] | undefined;
@@ -69,6 +87,10 @@ export declare const batchPromptSchema: z.ZodObject<{
69
87
  strict: z.ZodOptional<z.ZodBoolean>;
70
88
  }, z.core.$strict>;
71
89
  }, z.core.$strict>], "type">>;
90
+ toolSearch: z.ZodOptional<z.ZodObject<{
91
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
92
+ maxLimit: z.ZodOptional<z.ZodNumber>;
93
+ }, z.core.$strict>>;
72
94
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
73
95
  type: z.ZodLiteral<"function">;
74
96
  name: z.ZodString;
@@ -107,7 +129,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
107
129
  id: z.ZodOptional<z.ZodString>;
108
130
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
109
131
  role: z.ZodString;
110
- content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
132
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
133
+ type: z.ZodLiteral<"text">;
134
+ text: z.ZodString;
135
+ }, z.core.$strict>, z.ZodObject<{
136
+ type: z.ZodLiteral<"media">;
137
+ path: z.ZodString;
138
+ }, z.core.$strict>], "type">>]>>>;
111
139
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
112
140
  path: z.ZodString;
113
141
  }, z.core.$strip>>>;
@@ -119,7 +147,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
119
147
  toolCallId: z.ZodOptional<z.ZodString>;
120
148
  toolName: z.ZodOptional<z.ZodString>;
121
149
  }, z.core.$strip>, z.ZodTransform<{
122
- content: string;
150
+ content: string | ({
151
+ type: "text";
152
+ text: string;
153
+ } | {
154
+ type: "media";
155
+ path: string;
156
+ })[];
123
157
  role: string;
124
158
  attachments?: {
125
159
  path: string;
@@ -133,7 +167,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
133
167
  toolName?: string | undefined;
134
168
  }, {
135
169
  role: string;
136
- content?: string | null | undefined;
170
+ content?: string | ({
171
+ type: "text";
172
+ text: string;
173
+ } | {
174
+ type: "media";
175
+ path: string;
176
+ })[] | null | undefined;
137
177
  attachments?: {
138
178
  path: string;
139
179
  }[] | undefined;
@@ -171,6 +211,10 @@ declare const batchPromptStreamSchema: z.ZodObject<{
171
211
  strict: z.ZodOptional<z.ZodBoolean>;
172
212
  }, z.core.$strict>;
173
213
  }, z.core.$strict>], "type">>;
214
+ toolSearch: z.ZodOptional<z.ZodObject<{
215
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
216
+ maxLimit: z.ZodOptional<z.ZodNumber>;
217
+ }, z.core.$strict>>;
174
218
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
175
219
  type: z.ZodLiteral<"function">;
176
220
  name: z.ZodString;
@@ -210,7 +254,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
210
254
  id: z.ZodOptional<z.ZodString>;
211
255
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
212
256
  role: z.ZodString;
213
- content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
257
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
258
+ type: z.ZodLiteral<"text">;
259
+ text: z.ZodString;
260
+ }, z.core.$strict>, z.ZodObject<{
261
+ type: z.ZodLiteral<"media">;
262
+ path: z.ZodString;
263
+ }, z.core.$strict>], "type">>]>>>;
214
264
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
215
265
  path: z.ZodString;
216
266
  }, z.core.$strip>>>;
@@ -222,7 +272,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
222
272
  toolCallId: z.ZodOptional<z.ZodString>;
223
273
  toolName: z.ZodOptional<z.ZodString>;
224
274
  }, z.core.$strip>, z.ZodTransform<{
225
- content: string;
275
+ content: string | ({
276
+ type: "text";
277
+ text: string;
278
+ } | {
279
+ type: "media";
280
+ path: string;
281
+ })[];
226
282
  role: string;
227
283
  attachments?: {
228
284
  path: string;
@@ -236,7 +292,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
236
292
  toolName?: string | undefined;
237
293
  }, {
238
294
  role: string;
239
- content?: string | null | undefined;
295
+ content?: string | ({
296
+ type: "text";
297
+ text: string;
298
+ } | {
299
+ type: "media";
300
+ path: string;
301
+ })[] | null | undefined;
240
302
  attachments?: {
241
303
  path: string;
242
304
  }[] | undefined;
@@ -274,6 +336,10 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
274
336
  strict: z.ZodOptional<z.ZodBoolean>;
275
337
  }, z.core.$strict>;
276
338
  }, z.core.$strict>], "type">>;
339
+ toolSearch: z.ZodOptional<z.ZodObject<{
340
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
341
+ maxLimit: z.ZodOptional<z.ZodNumber>;
342
+ }, z.core.$strict>>;
277
343
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
278
344
  type: z.ZodLiteral<"function">;
279
345
  name: z.ZodString;
@@ -336,12 +402,17 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
336
402
  gemma4: "gemma4";
337
403
  dsml: "dsml";
338
404
  }>>;
339
- requestId: z.ZodOptional<z.ZodString>;
340
405
  prompts: z.ZodArray<z.ZodObject<{
341
406
  id: z.ZodOptional<z.ZodString>;
342
407
  history: z.ZodArray<z.ZodPipe<z.ZodObject<{
343
408
  role: z.ZodString;
344
- content: z.ZodOptional<z.ZodNullable<z.ZodString>>;
409
+ content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
410
+ type: z.ZodLiteral<"text">;
411
+ text: z.ZodString;
412
+ }, z.core.$strict>, z.ZodObject<{
413
+ type: z.ZodLiteral<"media">;
414
+ path: z.ZodString;
415
+ }, z.core.$strict>], "type">>]>>>;
345
416
  attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
346
417
  path: z.ZodString;
347
418
  }, z.core.$strip>>>;
@@ -353,7 +424,13 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
353
424
  toolCallId: z.ZodOptional<z.ZodString>;
354
425
  toolName: z.ZodOptional<z.ZodString>;
355
426
  }, z.core.$strip>, z.ZodTransform<{
356
- content: string;
427
+ content: string | ({
428
+ type: "text";
429
+ text: string;
430
+ } | {
431
+ type: "media";
432
+ path: string;
433
+ })[];
357
434
  role: string;
358
435
  attachments?: {
359
436
  path: string;
@@ -367,7 +444,13 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
367
444
  toolName?: string | undefined;
368
445
  }, {
369
446
  role: string;
370
- content?: string | null | undefined;
447
+ content?: string | ({
448
+ type: "text";
449
+ text: string;
450
+ } | {
451
+ type: "media";
452
+ path: string;
453
+ })[] | null | undefined;
371
454
  attachments?: {
372
455
  path: string;
373
456
  }[] | undefined;
@@ -405,6 +488,10 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
405
488
  strict: z.ZodOptional<z.ZodBoolean>;
406
489
  }, z.core.$strict>;
407
490
  }, z.core.$strict>], "type">>;
491
+ toolSearch: z.ZodOptional<z.ZodObject<{
492
+ defaultLimit: z.ZodOptional<z.ZodNumber>;
493
+ maxLimit: z.ZodOptional<z.ZodNumber>;
494
+ }, z.core.$strict>>;
408
495
  tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
409
496
  type: z.ZodLiteral<"function">;
410
497
  name: z.ZodString;
@@ -439,6 +526,8 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
439
526
  }, z.core.$strip>>>;
440
527
  }, z.core.$strict>>;
441
528
  type: z.ZodLiteral<"batchCompletionStream">;
529
+ sessionId: z.ZodOptional<z.ZodString>;
530
+ requestId: z.ZodOptional<z.ZodString>;
442
531
  }, z.core.$strict>;
443
532
  export declare const batchCompletionEventSchema: z.ZodObject<{
444
533
  id: z.ZodString;
@@ -488,9 +577,12 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
488
577
  emittedTokens: z.ZodOptional<z.ZodNumber>;
489
578
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
490
579
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
580
+ draftTokens: z.ZodOptional<z.ZodNumber>;
581
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
491
582
  backendDevice: z.ZodOptional<z.ZodEnum<{
492
583
  cpu: "cpu";
493
584
  gpu: "gpu";
585
+ npu: "npu";
494
586
  }>>;
495
587
  }, z.core.$strip>;
496
588
  }, z.core.$strip>, z.ZodObject<{
@@ -569,9 +661,12 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
569
661
  emittedTokens: z.ZodOptional<z.ZodNumber>;
570
662
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
571
663
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
664
+ draftTokens: z.ZodOptional<z.ZodNumber>;
665
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
572
666
  backendDevice: z.ZodOptional<z.ZodEnum<{
573
667
  cpu: "cpu";
574
668
  gpu: "gpu";
669
+ npu: "npu";
575
670
  }>>;
576
671
  }, z.core.$strip>;
577
672
  }, z.core.$strip>, z.ZodObject<{
@@ -608,9 +703,12 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
608
703
  emittedTokens: z.ZodOptional<z.ZodNumber>;
609
704
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
610
705
  toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
706
+ draftTokens: z.ZodOptional<z.ZodNumber>;
707
+ draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
611
708
  backendDevice: z.ZodOptional<z.ZodEnum<{
612
709
  cpu: "cpu";
613
710
  gpu: "gpu";
711
+ npu: "npu";
614
712
  }>>;
615
713
  }, z.core.$strip>>;
616
714
  }, z.core.$strict>;
@@ -1,7 +1,8 @@
1
1
  import { z } from 'zod';
2
- import { completionEventSchema, completionStatsSchema } from './completion-event.js';
3
- import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from './completion-stream.js';
4
- import { toolSchema } from './tools.js';
2
+ import { completionEventSchema, completionStatsSchema } from '../schemas/completion-event.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
4
+ import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '../schemas/completion-stream.js';
5
+ import { toolSchema, toolSearchOptionsSchema } from '../schemas/tools.js';
5
6
  const mcpClientInputSchema = z.custom();
6
7
  const batchPromptBaseSchema = z
7
8
  .object({
@@ -16,7 +17,8 @@ const batchPromptBaseSchema = z
16
17
  .describe('Optional per-prompt sampling / generation parameters.'),
17
18
  responseFormat: responseFormatSchema
18
19
  .optional()
19
- .describe('Optional per-prompt structured-output constraint.')
20
+ .describe('Optional per-prompt structured-output constraint.'),
21
+ toolSearch: toolSearchOptionsSchema.optional()
20
22
  })
21
23
  .strict();
22
24
  function refineNoToolsWithStructuredOutput(data, ctx) {
@@ -90,7 +92,8 @@ const batchCompletionClientParamsBaseSchema = z
90
92
  })
91
93
  .strict();
92
94
  export const batchCompletionClientParamsSchema = batchCompletionClientParamsBaseSchema;
93
- export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBaseSchema.extend({
95
+ export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBaseSchema
96
+ .extend({
94
97
  prompts: z
95
98
  .array(batchPromptStreamSchema)
96
99
  .min(1)
@@ -104,7 +107,8 @@ export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBas
104
107
  })
105
108
  .describe('Batch prompts submitted to the addon in one run.'),
106
109
  type: z.literal('batchCompletionStream')
107
- });
110
+ })
111
+ .extend(trackedRequestSchema.shape);
108
112
  export const batchCompletionEventSchema = z
109
113
  .object({
110
114
  id: z.string(),
@@ -48,12 +48,14 @@ export declare const bciConfigSchema: z.ZodObject<{
48
48
  audiogen: "audiogen";
49
49
  tts: "tts";
50
50
  ocr: "ocr";
51
+ classification: "classification";
51
52
  vla: "vla";
52
53
  "llamacpp-completion": "llamacpp-completion";
53
54
  "whispercpp-transcription": "whispercpp-transcription";
54
55
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
55
56
  "llamacpp-embedding": "llamacpp-embedding";
56
57
  "llamacpp-decision": "llamacpp-decision";
58
+ "llamacpp-rerank": "llamacpp-rerank";
57
59
  "nmtcpp-translation": "nmtcpp-translation";
58
60
  "onnx-tts": "onnx-tts";
59
61
  "tts-ggml": "tts-ggml";
@@ -63,13 +65,13 @@ export declare const bciConfigSchema: z.ZodObject<{
63
65
  "sdcpp-generation": "sdcpp-generation";
64
66
  "audiogen-ggml": "audiogen-ggml";
65
67
  "ggml-vla": "ggml-vla";
68
+ "ggml-image-embedding": "ggml-image-embedding";
66
69
  "ggml-classification": "ggml-classification";
67
70
  llm: "llm";
68
71
  whisper: "whisper";
69
72
  bci: "bci";
70
73
  nmt: "nmt";
71
74
  parakeet: "parakeet";
72
- classification: "classification";
73
75
  }>, z.ZodLiteral<"vad">]>>;
74
76
  }, z.core.$strip>]>>;
75
77
  }, z.core.$strip>;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // === BCI (whisper.cpp) engine config ===
4
4
  //
5
5
  // Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
@@ -97,7 +97,7 @@ export const bciConfigSchema = z.object({
97
97
  backendsDir: z
98
98
  .string()
99
99
  .optional()
100
- .describe('Android only: override the default ggml backend prebuilds directory. Defaults to `<addon>/prebuilds`.'),
100
+ .describe('Android and Linux: the directory scanned, as given, for the ggml backend modules. Defaults to the directory next to the loaded addon module.'),
101
101
  embedderModelSrc: modelSrcInputSchema
102
102
  .optional()
103
103
  .describe('BCI embedder model source (neural-signal embedder weights).')