@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,14 +1,16 @@
1
- import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js';
2
- import { whisperConfigSchema, parakeetRuntimeConfigSchema } from './transcription-config.js';
3
- import { bciConfigSchema } from './bci-config.js';
4
- import { nmtConfigBaseSchema } from './translation-config.js';
5
- import { ttsLoadConfigSchema } from './text-to-speech.js';
6
- import { ocrConfigSchema } from './ocr.js';
7
- import { sdcppConfigSchema } from './sdcpp-config.js';
8
- import { audioGenConfigSchema } from './audio-gen.js';
9
- import { vlaConfigSchema } from './vla.js';
10
- import { classificationConfigSchema } from './classification.js';
11
- import { ModelType, normalizeModelType } from './model-types.js';
1
+ import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
2
+ import { whisperConfigSchema, parakeetRuntimeConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
3
+ import { bciConfigSchema } from '../schemas/bci-config.js';
4
+ import { nmtConfigBaseSchema } from '../schemas/translation-config.js';
5
+ import { ttsLoadConfigSchema } from '../schemas/text-to-speech.js';
6
+ import { ocrConfigSchema } from '../schemas/ocr.js';
7
+ import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
8
+ import { audioGenConfigSchema } from '../schemas/audio-gen.js';
9
+ import { vlaConfigSchema } from '../schemas/vla.js';
10
+ import { decisionConfigBaseSchema } from '../schemas/decision.js';
11
+ import { rerankConfigBaseSchema } from '../schemas/rerank.js';
12
+ import { classificationConfigSchema } from '../schemas/classification.js';
13
+ import { ModelType, normalizeModelType } from '../schemas/model-types.js';
12
14
  // Canonical model type -> the `modelConfig` schema whose fields a user
13
15
  // configures. This is the describable, user-facing config surface: base/runtime
14
16
  // schemas and the load-time discriminated unions (tts / nmt / audiogen),
@@ -25,10 +27,13 @@ export const MODEL_CONFIG_SCHEMA_BY_TYPE = {
25
27
  [ModelType.llamacppCompletion]: llmConfigBaseSchema,
26
28
  [ModelType.whispercppTranscription]: whisperConfigSchema,
27
29
  [ModelType.bciWhispercppTranscription]: bciConfigSchema,
30
+ [ModelType.llamacppDecision]: decisionConfigBaseSchema,
31
+ [ModelType.llamacppRerank]: rerankConfigBaseSchema,
28
32
  [ModelType.llamacppEmbedding]: embedConfigBaseSchema,
29
33
  [ModelType.nmtcppTranslation]: nmtConfigBaseSchema,
30
34
  [ModelType.ttsGgml]: ttsLoadConfigSchema,
31
35
  [ModelType.parakeetTranscription]: parakeetRuntimeConfigSchema,
36
+ [ModelType.mossTranscribe]: mossTranscribeConfigSchema,
32
37
  [ModelType.ggmlOcr]: ocrConfigSchema,
33
38
  [ModelType.sdcppGeneration]: sdcppConfigSchema,
34
39
  [ModelType.audiogenGgml]: audioGenConfigSchema,
@@ -0,0 +1,17 @@
1
+ import { z } from 'zod';
2
+ import type { NativeProbeVerdict } from '../schemas/assess-model-fit.js';
3
+ /**
4
+ * What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
5
+ * under `refuse`: `unknown` is what an engine with no fitter, an unresolved
6
+ * companion set and a host reporting no memory all answer.
7
+ */
8
+ export declare const modelFitPolicySchema: z.ZodEnum<{
9
+ off: "off";
10
+ log: "log";
11
+ refuse: "refuse";
12
+ }>;
13
+ export type ModelFitPolicy = z.infer<typeof modelFitPolicySchema>;
14
+ export declare const DEFAULT_MODEL_FIT_POLICY: ModelFitPolicy;
15
+ export declare function resolveModelFitPolicy(perCall: ModelFitPolicy | undefined, configured: ModelFitPolicy | undefined): ModelFitPolicy;
16
+ export declare function runsProbe(policy: ModelFitPolicy): boolean;
17
+ export declare function refusesLoad(policy: ModelFitPolicy, verdict: NativeProbeVerdict | undefined): boolean;
@@ -0,0 +1,17 @@
1
+ import { z } from 'zod';
2
+ /**
3
+ * What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
4
+ * under `refuse`: `unknown` is what an engine with no fitter, an unresolved
5
+ * companion set and a host reporting no memory all answer.
6
+ */
7
+ export const modelFitPolicySchema = z.enum(['log', 'refuse', 'off']);
8
+ export const DEFAULT_MODEL_FIT_POLICY = 'log';
9
+ export function resolveModelFitPolicy(perCall, configured) {
10
+ return perCall ?? configured ?? DEFAULT_MODEL_FIT_POLICY;
11
+ }
12
+ export function runsProbe(policy) {
13
+ return policy !== 'off';
14
+ }
15
+ export function refusesLoad(policy, verdict) {
16
+ return policy === 'refuse' && verdict === 'does-not-fit';
17
+ }
@@ -41,6 +41,7 @@ export declare const modelInfoSchema: z.ZodObject<{
41
41
  tts: "tts";
42
42
  ocr: "ocr";
43
43
  vla: "vla";
44
+ "moss-transcribe": "moss-transcribe";
44
45
  llm: "llm";
45
46
  whisper: "whisper";
46
47
  bci: "bci";
@@ -92,6 +93,7 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
92
93
  tts: "tts";
93
94
  ocr: "ocr";
94
95
  vla: "vla";
96
+ "moss-transcribe": "moss-transcribe";
95
97
  llm: "llm";
96
98
  whisper: "whisper";
97
99
  bci: "bci";
@@ -150,9 +152,9 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
150
152
  name: z.ZodOptional<z.ZodString>;
151
153
  path: z.ZodOptional<z.ZodString>;
152
154
  toolDialect: z.ZodOptional<z.ZodEnum<{
155
+ json: "json";
153
156
  hermes: "hermes";
154
157
  pythonic: "pythonic";
155
- json: "json";
156
158
  harmony: "harmony";
157
159
  qwen35: "qwen35";
158
160
  gemma4: "gemma4";
@@ -183,6 +185,14 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
183
185
  computeBytes: z.ZodOptional<z.ZodNumber>;
184
186
  deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
185
187
  deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
188
+ devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
189
+ name: z.ZodString;
190
+ totalBytes: z.ZodNumber;
191
+ freeBytes: z.ZodNumber;
192
+ weightsBytes: z.ZodNumber;
193
+ contextBytes: z.ZodNumber;
194
+ computeBytes: z.ZodNumber;
195
+ }, z.core.$strip>>>;
186
196
  report: z.ZodOptional<z.ZodString>;
187
197
  }, z.core.$strip>>;
188
198
  }, z.core.$strip>>;
@@ -199,9 +209,9 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
199
209
  name: z.ZodOptional<z.ZodString>;
200
210
  path: z.ZodOptional<z.ZodString>;
201
211
  toolDialect: z.ZodOptional<z.ZodEnum<{
212
+ json: "json";
202
213
  hermes: "hermes";
203
214
  pythonic: "pythonic";
204
- json: "json";
205
215
  harmony: "harmony";
206
216
  qwen35: "qwen35";
207
217
  gemma4: "gemma4";
@@ -232,6 +242,14 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
232
242
  computeBytes: z.ZodOptional<z.ZodNumber>;
233
243
  deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
234
244
  deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
245
+ devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
246
+ name: z.ZodString;
247
+ totalBytes: z.ZodNumber;
248
+ freeBytes: z.ZodNumber;
249
+ weightsBytes: z.ZodNumber;
250
+ contextBytes: z.ZodNumber;
251
+ computeBytes: z.ZodNumber;
252
+ }, z.core.$strip>>>;
235
253
  report: z.ZodOptional<z.ZodString>;
236
254
  }, z.core.$strip>>;
237
255
  }, z.core.$strip>>;
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { toolDialectSchema } from './completion-stream.js';
3
- import { nativeProbeFitSchema } from './assess-model-fit.js';
2
+ import { toolDialectSchema } from '../schemas/completion-stream.js';
3
+ import { nativeProbeFitSchema } from '../schemas/assess-model-fit.js';
4
4
  // ============== Model info (catalog) ==============
5
5
  export const getModelInfoParamsSchema = z.object({
6
6
  name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
@@ -61,6 +61,7 @@ export const modelInfoSchema = z.object({
61
61
  'whisper',
62
62
  'bci',
63
63
  'parakeet',
64
+ 'moss-transcribe',
64
65
  'embeddings',
65
66
  'nmt',
66
67
  'vad',
@@ -118,7 +119,7 @@ export const loadedModelInfoSchema = z
118
119
  toolDialect: toolDialectSchema.optional(),
119
120
  fitProbe: nativeProbeFitSchema
120
121
  .optional()
121
- .describe('Outcome of the advisory fit check that ran ahead of this load. Advisory throughout: the load proceeded whatever the verdict. Absent when the check is disabled.')
122
+ .describe("Outcome of the engine fitter's check that ran ahead of this load. Absent when the load set `modelFitPolicy: 'off'`.")
122
123
  })
123
124
  .meta({ title: 'LoadedModelInfo' });
124
125
  export const getLoadedModelInfoResponseSchema = z.object({
@@ -50,11 +50,8 @@ export declare const ggufFactsSchema: z.ZodObject<{
50
50
  assumptions: z.ZodOptional<z.ZodArray<z.ZodString>>;
51
51
  }, z.core.$strip>;
52
52
  /**
53
- * Per-model data the pre-download resource estimators consume. Generated into
53
+ * Per-model facts the computed floor reads before download. Generated into
54
54
  * `models/registry/resource-profiles.ts` alongside the model catalog.
55
- *
56
- * Profiles hold facts only — no memory numbers — so re-calibrating an estimator
57
- * never requires regenerating the catalog.
58
55
  */
59
56
  export declare const modelResourceProfileSchema: z.ZodObject<{
60
57
  schemaVersion: z.ZodLiteral<1>;
@@ -63,10 +60,13 @@ export declare const modelResourceProfileSchema: z.ZodObject<{
63
60
  "whispercpp-transcription": "whispercpp-transcription";
64
61
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
65
62
  "llamacpp-embedding": "llamacpp-embedding";
63
+ "llamacpp-decision": "llamacpp-decision";
64
+ "llamacpp-rerank": "llamacpp-rerank";
66
65
  "nmtcpp-translation": "nmtcpp-translation";
67
66
  "onnx-tts": "onnx-tts";
68
67
  "tts-ggml": "tts-ggml";
69
68
  "parakeet-transcription": "parakeet-transcription";
69
+ "moss-transcribe": "moss-transcribe";
70
70
  "ggml-ocr": "ggml-ocr";
71
71
  "sdcpp-generation": "sdcpp-generation";
72
72
  "audiogen-ggml": "audiogen-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelRegistryEngineSchema } from './registry.js';
2
+ import { modelRegistryEngineSchema } from '../schemas/registry.js';
3
3
  /**
4
4
  * One group of transformer blocks that size their KV cache identically.
5
5
  *
@@ -61,11 +61,8 @@ export const ggufFactsSchema = z.object({
61
61
  .describe('Notes on any value that was derived rather than read from the file.')
62
62
  });
63
63
  /**
64
- * Per-model data the pre-download resource estimators consume. Generated into
64
+ * Per-model facts the computed floor reads before download. Generated into
65
65
  * `models/registry/resource-profiles.ts` alongside the model catalog.
66
- *
67
- * Profiles hold facts only — no memory numbers — so re-calibrating an estimator
68
- * never requires regenerating the catalog.
69
66
  */
70
67
  export const modelResourceProfileSchema = z.object({
71
68
  schemaVersion: z.literal(1).describe('Bumped whenever the emitted profile shape changes.'),
@@ -22,10 +22,13 @@ export declare const modelDescriptorSchema: z.ZodObject<{
22
22
  "whispercpp-transcription": "whispercpp-transcription";
23
23
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24
24
  "llamacpp-embedding": "llamacpp-embedding";
25
+ "llamacpp-decision": "llamacpp-decision";
26
+ "llamacpp-rerank": "llamacpp-rerank";
25
27
  "nmtcpp-translation": "nmtcpp-translation";
26
28
  "onnx-tts": "onnx-tts";
27
29
  "tts-ggml": "tts-ggml";
28
30
  "parakeet-transcription": "parakeet-transcription";
31
+ "moss-transcribe": "moss-transcribe";
29
32
  "ggml-ocr": "ggml-ocr";
30
33
  "sdcpp-generation": "sdcpp-generation";
31
34
  "audiogen-ggml": "audiogen-ggml";
@@ -61,10 +64,13 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
61
64
  "whispercpp-transcription": "whispercpp-transcription";
62
65
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
63
66
  "llamacpp-embedding": "llamacpp-embedding";
67
+ "llamacpp-decision": "llamacpp-decision";
68
+ "llamacpp-rerank": "llamacpp-rerank";
64
69
  "nmtcpp-translation": "nmtcpp-translation";
65
70
  "onnx-tts": "onnx-tts";
66
71
  "tts-ggml": "tts-ggml";
67
72
  "parakeet-transcription": "parakeet-transcription";
73
+ "moss-transcribe": "moss-transcribe";
68
74
  "ggml-ocr": "ggml-ocr";
69
75
  "sdcpp-generation": "sdcpp-generation";
70
76
  "audiogen-ggml": "audiogen-ggml";
@@ -106,10 +112,13 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
106
112
  "whispercpp-transcription": "whispercpp-transcription";
107
113
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
108
114
  "llamacpp-embedding": "llamacpp-embedding";
115
+ "llamacpp-decision": "llamacpp-decision";
116
+ "llamacpp-rerank": "llamacpp-rerank";
109
117
  "nmtcpp-translation": "nmtcpp-translation";
110
118
  "onnx-tts": "onnx-tts";
111
119
  "tts-ggml": "tts-ggml";
112
120
  "parakeet-transcription": "parakeet-transcription";
121
+ "moss-transcribe": "moss-transcribe";
113
122
  "ggml-ocr": "ggml-ocr";
114
123
  "sdcpp-generation": "sdcpp-generation";
115
124
  "audiogen-ggml": "audiogen-ggml";
@@ -133,7 +142,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
133
142
  engine?: string | undefined;
134
143
  expectedSize?: number | undefined;
135
144
  sha256Checksum?: string | undefined;
136
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
145
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
137
146
  }>>;
138
147
  /**
139
148
  * Schema that transforms ModelSrc to its optional name
@@ -161,10 +170,13 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
161
170
  "whispercpp-transcription": "whispercpp-transcription";
162
171
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
163
172
  "llamacpp-embedding": "llamacpp-embedding";
173
+ "llamacpp-decision": "llamacpp-decision";
174
+ "llamacpp-rerank": "llamacpp-rerank";
164
175
  "nmtcpp-translation": "nmtcpp-translation";
165
176
  "onnx-tts": "onnx-tts";
166
177
  "tts-ggml": "tts-ggml";
167
178
  "parakeet-transcription": "parakeet-transcription";
179
+ "moss-transcribe": "moss-transcribe";
168
180
  "ggml-ocr": "ggml-ocr";
169
181
  "sdcpp-generation": "sdcpp-generation";
170
182
  "audiogen-ggml": "audiogen-ggml";
@@ -188,6 +200,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
188
200
  engine?: string | undefined;
189
201
  expectedSize?: number | undefined;
190
202
  sha256Checksum?: string | undefined;
191
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
203
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
192
204
  }>>;
193
205
  export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from './model-types.js';
3
- import { resolveCanonicalEngine } from './engine-addon-map.js';
2
+ import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
3
+ import { resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
4
4
  // Addon field accepts model type inputs plus "vad"
5
5
  const addonSchema = z.union([modelTypeInputSchema, z.literal('vad')]);
6
6
  // Shared phrasing for the accepted model-source locations, reused by every
@@ -9,10 +9,13 @@ export declare const ModelType: {
9
9
  readonly whispercppTranscription: "whispercpp-transcription";
10
10
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
11
11
  readonly llamacppEmbedding: "llamacpp-embedding";
12
+ readonly llamacppDecision: "llamacpp-decision";
13
+ readonly llamacppRerank: "llamacpp-rerank";
12
14
  readonly nmtcppTranslation: "nmtcpp-translation";
13
15
  readonly onnxTts: "onnx-tts";
14
16
  readonly ttsGgml: "tts-ggml";
15
17
  readonly parakeetTranscription: "parakeet-transcription";
18
+ readonly mossTranscribe: "moss-transcribe";
16
19
  readonly ggmlOcr: "ggml-ocr";
17
20
  readonly sdcppGeneration: "sdcpp-generation";
18
21
  readonly audiogenGgml: "audiogen-ggml";
@@ -72,10 +75,13 @@ export declare const PUBLIC_MODEL_TYPES: {
72
75
  readonly whispercppTranscription: "whispercpp-transcription";
73
76
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
74
77
  readonly llamacppEmbedding: "llamacpp-embedding";
78
+ readonly llamacppDecision: "llamacpp-decision";
79
+ readonly llamacppRerank: "llamacpp-rerank";
75
80
  readonly nmtcppTranslation: "nmtcpp-translation";
76
81
  readonly onnxTts: "onnx-tts";
77
82
  readonly ttsGgml: "tts-ggml";
78
83
  readonly parakeetTranscription: "parakeet-transcription";
84
+ readonly mossTranscribe: "moss-transcribe";
79
85
  readonly ggmlOcr: "ggml-ocr";
80
86
  readonly sdcppGeneration: "sdcpp-generation";
81
87
  readonly audiogenGgml: "audiogen-ggml";
@@ -94,10 +100,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
94
100
  "whispercpp-transcription": "whispercpp-transcription";
95
101
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
96
102
  "llamacpp-embedding": "llamacpp-embedding";
103
+ "llamacpp-decision": "llamacpp-decision";
104
+ "llamacpp-rerank": "llamacpp-rerank";
97
105
  "nmtcpp-translation": "nmtcpp-translation";
98
106
  "onnx-tts": "onnx-tts";
99
107
  "tts-ggml": "tts-ggml";
100
108
  "parakeet-transcription": "parakeet-transcription";
109
+ "moss-transcribe": "moss-transcribe";
101
110
  "ggml-ocr": "ggml-ocr";
102
111
  "sdcpp-generation": "sdcpp-generation";
103
112
  "audiogen-ggml": "audiogen-ggml";
@@ -122,10 +131,13 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
122
131
  "whispercpp-transcription": "whispercpp-transcription";
123
132
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
124
133
  "llamacpp-embedding": "llamacpp-embedding";
134
+ "llamacpp-decision": "llamacpp-decision";
135
+ "llamacpp-rerank": "llamacpp-rerank";
125
136
  "nmtcpp-translation": "nmtcpp-translation";
126
137
  "onnx-tts": "onnx-tts";
127
138
  "tts-ggml": "tts-ggml";
128
139
  "parakeet-transcription": "parakeet-transcription";
140
+ "moss-transcribe": "moss-transcribe";
129
141
  "ggml-ocr": "ggml-ocr";
130
142
  "sdcpp-generation": "sdcpp-generation";
131
143
  "audiogen-ggml": "audiogen-ggml";
@@ -137,7 +149,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
137
149
  nmt: "nmt";
138
150
  parakeet: "parakeet";
139
151
  classification: "classification";
140
- }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
152
+ }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
141
153
  /**
142
154
  * Normalize model type input to canonical form.
143
155
  * Custom plugin types (not in built-ins) are returned as-is.
@@ -193,6 +205,7 @@ export declare const parakeetModelTypeSchema: z.ZodEnum<{
193
205
  parakeet: "parakeet";
194
206
  }>;
195
207
  export type ParakeetModelTypeInput = z.infer<typeof parakeetModelTypeSchema>;
208
+ export declare const mossTranscribeModelTypeSchema: z.ZodLiteral<"moss-transcribe">;
196
209
  /**
197
210
  * Embeddings model type schema.
198
211
  * - Alias: `"embeddings"` → resolves to `"llamacpp-embedding"`
@@ -10,10 +10,13 @@ export const ModelType = {
10
10
  whispercppTranscription: 'whispercpp-transcription',
11
11
  bciWhispercppTranscription: 'bci-whispercpp-transcription',
12
12
  llamacppEmbedding: 'llamacpp-embedding',
13
+ llamacppDecision: 'llamacpp-decision',
14
+ llamacppRerank: 'llamacpp-rerank',
13
15
  nmtcppTranslation: 'nmtcpp-translation',
14
16
  onnxTts: 'onnx-tts',
15
17
  ttsGgml: 'tts-ggml',
16
18
  parakeetTranscription: 'parakeet-transcription',
19
+ mossTranscribe: 'moss-transcribe',
17
20
  ggmlOcr: 'ggml-ocr',
18
21
  sdcppGeneration: 'sdcpp-generation',
19
22
  audiogenGgml: 'audiogen-ggml',
@@ -157,6 +160,7 @@ export const bciModelTypeSchema = modelTypeInputSchema
157
160
  export const parakeetModelTypeSchema = modelTypeInputSchema
158
161
  .extract([AliasKeys.parakeet, ModelType.parakeetTranscription])
159
162
  .describe('Parakeet model type: "parakeet" (alias) or "parakeet-transcription" (canonical)');
163
+ export const mossTranscribeModelTypeSchema = z.literal(ModelType.mossTranscribe);
160
164
  /**
161
165
  * Embeddings model type schema.
162
166
  * - Alias: `"embeddings"` → resolves to `"llamacpp-embedding"`
@@ -20,6 +20,10 @@ export declare const ocrConfigSchema: z.ZodObject<{
20
20
  opencl: "opencl";
21
21
  }>>;
22
22
  gpuDevice: z.ZodOptional<z.ZodNumber>;
23
+ mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
24
+ integrated: "integrated";
25
+ dedicated: "dedicated";
26
+ }>]>>;
23
27
  detectorModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24
28
  src: z.ZodString;
25
29
  name: z.ZodOptional<z.ZodString>;
@@ -42,10 +46,82 @@ export declare const ocrConfigSchema: z.ZodObject<{
42
46
  "whispercpp-transcription": "whispercpp-transcription";
43
47
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
44
48
  "llamacpp-embedding": "llamacpp-embedding";
49
+ "llamacpp-decision": "llamacpp-decision";
50
+ "llamacpp-rerank": "llamacpp-rerank";
45
51
  "nmtcpp-translation": "nmtcpp-translation";
46
52
  "onnx-tts": "onnx-tts";
47
53
  "tts-ggml": "tts-ggml";
48
54
  "parakeet-transcription": "parakeet-transcription";
55
+ "moss-transcribe": "moss-transcribe";
56
+ "ggml-ocr": "ggml-ocr";
57
+ "sdcpp-generation": "sdcpp-generation";
58
+ "audiogen-ggml": "audiogen-ggml";
59
+ "ggml-vla": "ggml-vla";
60
+ "ggml-classification": "ggml-classification";
61
+ llm: "llm";
62
+ whisper: "whisper";
63
+ bci: "bci";
64
+ nmt: "nmt";
65
+ parakeet: "parakeet";
66
+ classification: "classification";
67
+ }>, z.ZodLiteral<"vad">]>>;
68
+ }, z.core.$strip>]>>;
69
+ }, z.core.$strip>;
70
+ export declare function refineOcrMainGpuSelector(config: Pick<OCRConfig, 'gpuDevice' | 'mainGpu'>, ctx: z.RefinementCtx): void;
71
+ export declare function refineOcrMainGpu(config: Pick<OCRConfig, 'backendDevice' | 'gpuDevice' | 'mainGpu'>, ctx: z.RefinementCtx): void;
72
+ export declare const ocrLoadConfigSchema: z.ZodObject<{
73
+ langList: z.ZodOptional<z.ZodArray<z.ZodString>>;
74
+ pipelineType: z.ZodOptional<z.ZodEnum<{
75
+ easyocr: "easyocr";
76
+ doctr: "doctr";
77
+ }>>;
78
+ magRatio: z.ZodOptional<z.ZodNumber>;
79
+ canvasSize: z.ZodOptional<z.ZodNumber>;
80
+ defaultRotationAngles: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
81
+ contrastRetry: z.ZodOptional<z.ZodBoolean>;
82
+ lowConfidenceThreshold: z.ZodOptional<z.ZodNumber>;
83
+ recognizerBatchSize: z.ZodOptional<z.ZodNumber>;
84
+ nThreads: z.ZodOptional<z.ZodNumber>;
85
+ backendDevice: z.ZodOptional<z.ZodEnum<{
86
+ cpu: "cpu";
87
+ vulkan: "vulkan";
88
+ metal: "metal";
89
+ opencl: "opencl";
90
+ }>>;
91
+ gpuDevice: z.ZodOptional<z.ZodNumber>;
92
+ mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
93
+ integrated: "integrated";
94
+ dedicated: "dedicated";
95
+ }>]>>;
96
+ detectorModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
97
+ src: z.ZodString;
98
+ name: z.ZodOptional<z.ZodString>;
99
+ modelId: z.ZodOptional<z.ZodString>;
100
+ registryPath: z.ZodOptional<z.ZodString>;
101
+ registrySource: z.ZodOptional<z.ZodString>;
102
+ blobCoreKey: z.ZodOptional<z.ZodString>;
103
+ blobIndex: z.ZodOptional<z.ZodNumber>;
104
+ engine: z.ZodOptional<z.ZodString>;
105
+ expectedSize: z.ZodOptional<z.ZodNumber>;
106
+ sha256Checksum: z.ZodOptional<z.ZodString>;
107
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
108
+ embeddings: "embeddings";
109
+ diffusion: "diffusion";
110
+ audiogen: "audiogen";
111
+ tts: "tts";
112
+ ocr: "ocr";
113
+ vla: "vla";
114
+ "llamacpp-completion": "llamacpp-completion";
115
+ "whispercpp-transcription": "whispercpp-transcription";
116
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
117
+ "llamacpp-embedding": "llamacpp-embedding";
118
+ "llamacpp-decision": "llamacpp-decision";
119
+ "llamacpp-rerank": "llamacpp-rerank";
120
+ "nmtcpp-translation": "nmtcpp-translation";
121
+ "onnx-tts": "onnx-tts";
122
+ "tts-ggml": "tts-ggml";
123
+ "parakeet-transcription": "parakeet-transcription";
124
+ "moss-transcribe": "moss-transcribe";
49
125
  "ggml-ocr": "ggml-ocr";
50
126
  "sdcpp-generation": "sdcpp-generation";
51
127
  "audiogen-ggml": "audiogen-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
4
4
  // (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
5
5
  // zod's default (non-strict) object strips them silently if still passed.
@@ -48,10 +48,52 @@ export const ocrConfigSchema = z.object({
48
48
  .number()
49
49
  .optional()
50
50
  .describe("0-based GPU device index for `'vulkan'`/`'metal'`/`'opencl'`; when omitted, prefers a discrete GPU. Ignored for `'cpu'`."),
51
+ mainGpu: z
52
+ .union([
53
+ // Titled so the generated Python model gets a stable name instead of
54
+ // taking the next positional `MainGpuN` from an existing schema.
55
+ z.number().int().min(0).max(2147483647).meta({ title: 'OcrMainGpuIndex' }),
56
+ z.enum(['integrated', 'dedicated'])
57
+ ])
58
+ .optional()
59
+ .describe("GPU to use on multi-GPU systems: a ggml registry index, or `'integrated'`/`'dedicated'` to restrict selection to that class. Requires `backendDevice` `'vulkan'`, `'metal'`, or `'opencl'`; cannot be combined with `gpuDevice`. An unavailable class or refused device falls back to CPU; an out-of-range index uses automatic selection. Stripped on mobile."),
51
60
  detectorModelSrc: modelSrcInputSchema
52
61
  .optional()
53
62
  .describe('Text-detector model source (easyocr: CRAFT; doctr: DBNet). Derived from the recognizer model source when omitted.')
54
63
  });
64
+ const OCR_GPU_BACKEND_DEVICES = new Set([
65
+ 'vulkan',
66
+ 'metal',
67
+ 'opencl'
68
+ ]);
69
+ // Applied where a model config is validated rather than on `ocrConfigSchema`
70
+ // itself: zod refuses `.partial()` on an object carrying refinements.
71
+ // Request schemas run before device defaults are merged, so they only reject
72
+ // the selector conflict the caller wrote; `backendDevice` may still come from
73
+ // a default.
74
+ export function refineOcrMainGpuSelector(config, ctx) {
75
+ if (config.mainGpu === undefined || config.gpuDevice === undefined)
76
+ return;
77
+ ctx.addIssue({
78
+ code: 'custom',
79
+ path: ['mainGpu'],
80
+ message: 'mainGpu cannot be combined with gpuDevice. Use only one GPU selector.'
81
+ });
82
+ }
83
+ // Full rule, for the merged config the plugin loads.
84
+ export function refineOcrMainGpu(config, ctx) {
85
+ refineOcrMainGpuSelector(config, ctx);
86
+ if (config.mainGpu === undefined)
87
+ return;
88
+ if (!OCR_GPU_BACKEND_DEVICES.has(config.backendDevice)) {
89
+ ctx.addIssue({
90
+ code: 'custom',
91
+ path: ['mainGpu'],
92
+ message: `mainGpu requires backendDevice 'vulkan', 'metal', or 'opencl' (got ${config.backendDevice === undefined ? "the default 'cpu'" : `'${config.backendDevice}'`}).`
93
+ });
94
+ }
95
+ }
96
+ export const ocrLoadConfigSchema = ocrConfigSchema.superRefine(refineOcrMainGpu);
55
97
  // Image input types
56
98
  export const imageInputSchema = z.discriminatedUnion('type', [
57
99
  z.object({
@@ -1,8 +1,8 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
3
  import type { TurboVecIndexProvider } from '@qvac/rag';
4
- import type { ModelSrcInput } from './model-src-utils.js';
5
- import type { RuntimeContext } from './runtime-context.js';
4
+ import type { ModelSrcInput } from '../schemas/model-src-utils.js';
5
+ import type { RuntimeContext } from '../schemas/runtime-context.js';
6
6
  /**
7
7
  * Granularity at which the addon can cancel.
8
8
  * - `"request"` — addon cancels a specific in-flight `requestId`.
@@ -57,6 +57,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
57
57
  *
58
58
  * Built-in artifact keys:
59
59
  * - `projectionModelPath` - LLM multimodal projection model
60
+ * - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
60
61
  * - `vadModelPath` - Whisper voice activity detection model
61
62
  * - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
62
63
  * - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
@@ -135,7 +136,8 @@ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys ext
135
136
  /**
136
137
  * The engine's own fitter. Carrying it here keeps every addon specifier
137
138
  * inside the module graph of the plugin that owns it, so a bundler walking a
138
- * host that ships one engine never resolves the others.
139
+ * host that ships one engine never resolves the others. It returns the
140
+ * engine's fit result or a Promise of it.
139
141
  */
140
142
  assessFit?: (request: never) => unknown;
141
143
  handlers: Record<string, PluginHandlerDefinition>;
@@ -275,6 +277,16 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
275
277
  * Provides: completion, streaming chat, tool calling.
276
278
  */
277
279
  export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
280
+ /**
281
+ * Decision plugin (llama.cpp).
282
+ * Provides: typed choice, score, and noul answers about a state.
283
+ */
284
+ export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
285
+ /**
286
+ * Rerank plugin (llama.cpp).
287
+ * Provides: relevance scores for documents against a query.
288
+ */
289
+ export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
278
290
  /**
279
291
  * Text embedding plugin (llama.cpp).
280
292
  * Provides: vector embeddings for RAG and semantic search.
@@ -340,7 +352,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
340
352
  * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
341
353
  * };
342
354
  */
343
- export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
355
+ export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
344
356
  export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
345
357
  /** Native addon package for LLM completion (llama.cpp) */
346
358
  export declare const ADDON_LLM: "@qvac/llm-llamacpp";
@@ -142,6 +142,16 @@ export const pluginDefinitionRuntimeSchema = z
142
142
  * Provides: completion, streaming chat, tool calling.
143
143
  */
144
144
  export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
145
+ /**
146
+ * Decision plugin (llama.cpp).
147
+ * Provides: typed choice, score, and noul answers about a state.
148
+ */
149
+ export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
150
+ /**
151
+ * Rerank plugin (llama.cpp).
152
+ * Provides: relevance scores for documents against a query.
153
+ */
154
+ export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
145
155
  /**
146
156
  * Text embedding plugin (llama.cpp).
147
157
  * Provides: vector embeddings for RAG and semantic search.
@@ -210,6 +220,8 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
210
220
  export const BUILTIN_PLUGINS = [
211
221
  PLUGIN_LLM,
212
222
  PLUGIN_EMBEDDING,
223
+ PLUGIN_DECISION,
224
+ PLUGIN_RERANK,
213
225
  PLUGIN_WHISPER,
214
226
  PLUGIN_BCI,
215
227
  PLUGIN_PARAKEET,