@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -61,6 +61,7 @@ export declare const modelResourceProfileSchema: z.ZodObject<{
61
61
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
62
62
  "llamacpp-embedding": "llamacpp-embedding";
63
63
  "llamacpp-decision": "llamacpp-decision";
64
+ "llamacpp-rerank": "llamacpp-rerank";
64
65
  "nmtcpp-translation": "nmtcpp-translation";
65
66
  "onnx-tts": "onnx-tts";
66
67
  "tts-ggml": "tts-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelRegistryEngineSchema } from './registry.js';
2
+ import { modelRegistryEngineSchema } from '../schemas/registry.js';
3
3
  /**
4
4
  * One group of transformer blocks that size their KV cache identically.
5
5
  *
@@ -23,6 +23,7 @@ export declare const modelDescriptorSchema: z.ZodObject<{
23
23
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24
24
  "llamacpp-embedding": "llamacpp-embedding";
25
25
  "llamacpp-decision": "llamacpp-decision";
26
+ "llamacpp-rerank": "llamacpp-rerank";
26
27
  "nmtcpp-translation": "nmtcpp-translation";
27
28
  "onnx-tts": "onnx-tts";
28
29
  "tts-ggml": "tts-ggml";
@@ -64,6 +65,7 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
64
65
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
65
66
  "llamacpp-embedding": "llamacpp-embedding";
66
67
  "llamacpp-decision": "llamacpp-decision";
68
+ "llamacpp-rerank": "llamacpp-rerank";
67
69
  "nmtcpp-translation": "nmtcpp-translation";
68
70
  "onnx-tts": "onnx-tts";
69
71
  "tts-ggml": "tts-ggml";
@@ -111,6 +113,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
111
113
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
112
114
  "llamacpp-embedding": "llamacpp-embedding";
113
115
  "llamacpp-decision": "llamacpp-decision";
116
+ "llamacpp-rerank": "llamacpp-rerank";
114
117
  "nmtcpp-translation": "nmtcpp-translation";
115
118
  "onnx-tts": "onnx-tts";
116
119
  "tts-ggml": "tts-ggml";
@@ -139,7 +142,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
139
142
  engine?: string | undefined;
140
143
  expectedSize?: number | undefined;
141
144
  sha256Checksum?: string | undefined;
142
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
145
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
143
146
  }>>;
144
147
  /**
145
148
  * Schema that transforms ModelSrc to its optional name
@@ -168,6 +171,7 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
168
171
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
169
172
  "llamacpp-embedding": "llamacpp-embedding";
170
173
  "llamacpp-decision": "llamacpp-decision";
174
+ "llamacpp-rerank": "llamacpp-rerank";
171
175
  "nmtcpp-translation": "nmtcpp-translation";
172
176
  "onnx-tts": "onnx-tts";
173
177
  "tts-ggml": "tts-ggml";
@@ -196,6 +200,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
196
200
  engine?: string | undefined;
197
201
  expectedSize?: number | undefined;
198
202
  sha256Checksum?: string | undefined;
199
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
203
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
200
204
  }>>;
201
205
  export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from './model-types.js';
3
- import { resolveCanonicalEngine } from './engine-addon-map.js';
2
+ import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
3
+ import { resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
4
4
  // Addon field accepts model type inputs plus "vad"
5
5
  const addonSchema = z.union([modelTypeInputSchema, z.literal('vad')]);
6
6
  // Shared phrasing for the accepted model-source locations, reused by every
@@ -10,6 +10,7 @@ export declare const ModelType: {
10
10
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
11
11
  readonly llamacppEmbedding: "llamacpp-embedding";
12
12
  readonly llamacppDecision: "llamacpp-decision";
13
+ readonly llamacppRerank: "llamacpp-rerank";
13
14
  readonly nmtcppTranslation: "nmtcpp-translation";
14
15
  readonly onnxTts: "onnx-tts";
15
16
  readonly ttsGgml: "tts-ggml";
@@ -75,6 +76,7 @@ export declare const PUBLIC_MODEL_TYPES: {
75
76
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
76
77
  readonly llamacppEmbedding: "llamacpp-embedding";
77
78
  readonly llamacppDecision: "llamacpp-decision";
79
+ readonly llamacppRerank: "llamacpp-rerank";
78
80
  readonly nmtcppTranslation: "nmtcpp-translation";
79
81
  readonly onnxTts: "onnx-tts";
80
82
  readonly ttsGgml: "tts-ggml";
@@ -99,6 +101,7 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
99
101
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
100
102
  "llamacpp-embedding": "llamacpp-embedding";
101
103
  "llamacpp-decision": "llamacpp-decision";
104
+ "llamacpp-rerank": "llamacpp-rerank";
102
105
  "nmtcpp-translation": "nmtcpp-translation";
103
106
  "onnx-tts": "onnx-tts";
104
107
  "tts-ggml": "tts-ggml";
@@ -129,6 +132,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
129
132
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
130
133
  "llamacpp-embedding": "llamacpp-embedding";
131
134
  "llamacpp-decision": "llamacpp-decision";
135
+ "llamacpp-rerank": "llamacpp-rerank";
132
136
  "nmtcpp-translation": "nmtcpp-translation";
133
137
  "onnx-tts": "onnx-tts";
134
138
  "tts-ggml": "tts-ggml";
@@ -145,7 +149,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
145
149
  nmt: "nmt";
146
150
  parakeet: "parakeet";
147
151
  classification: "classification";
148
- }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
152
+ }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
149
153
  /**
150
154
  * Normalize model type input to canonical form.
151
155
  * Custom plugin types (not in built-ins) are returned as-is.
@@ -11,6 +11,7 @@ export const ModelType = {
11
11
  bciWhispercppTranscription: 'bci-whispercpp-transcription',
12
12
  llamacppEmbedding: 'llamacpp-embedding',
13
13
  llamacppDecision: 'llamacpp-decision',
14
+ llamacppRerank: 'llamacpp-rerank',
14
15
  nmtcppTranslation: 'nmtcpp-translation',
15
16
  onnxTts: 'onnx-tts',
16
17
  ttsGgml: 'tts-ggml',
@@ -47,6 +47,7 @@ export declare const ocrConfigSchema: z.ZodObject<{
47
47
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
48
48
  "llamacpp-embedding": "llamacpp-embedding";
49
49
  "llamacpp-decision": "llamacpp-decision";
50
+ "llamacpp-rerank": "llamacpp-rerank";
50
51
  "nmtcpp-translation": "nmtcpp-translation";
51
52
  "onnx-tts": "onnx-tts";
52
53
  "tts-ggml": "tts-ggml";
@@ -115,6 +116,7 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
115
116
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
116
117
  "llamacpp-embedding": "llamacpp-embedding";
117
118
  "llamacpp-decision": "llamacpp-decision";
119
+ "llamacpp-rerank": "llamacpp-rerank";
118
120
  "nmtcpp-translation": "nmtcpp-translation";
119
121
  "onnx-tts": "onnx-tts";
120
122
  "tts-ggml": "tts-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
4
4
  // (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
5
5
  // zod's default (non-strict) object strips them silently if still passed.
@@ -1,8 +1,8 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
3
  import type { TurboVecIndexProvider } from '@qvac/rag';
4
- import type { ModelSrcInput } from './model-src-utils.js';
5
- import type { RuntimeContext } from './runtime-context.js';
4
+ import type { ModelSrcInput } from '../schemas/model-src-utils.js';
5
+ import type { RuntimeContext } from '../schemas/runtime-context.js';
6
6
  /**
7
7
  * Granularity at which the addon can cancel.
8
8
  * - `"request"` — addon cancels a specific in-flight `requestId`.
@@ -57,6 +57,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
57
57
  *
58
58
  * Built-in artifact keys:
59
59
  * - `projectionModelPath` - LLM multimodal projection model
60
+ * - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
60
61
  * - `vadModelPath` - Whisper voice activity detection model
61
62
  * - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
62
63
  * - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
@@ -281,6 +282,11 @@ export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
281
282
  * Provides: typed choice, score, and noul answers about a state.
282
283
  */
283
284
  export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
285
+ /**
286
+ * Rerank plugin (llama.cpp).
287
+ * Provides: relevance scores for documents against a query.
288
+ */
289
+ export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
284
290
  /**
285
291
  * Text embedding plugin (llama.cpp).
286
292
  * Provides: vector embeddings for RAG and semantic search.
@@ -346,7 +352,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
346
352
  * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
347
353
  * };
348
354
  */
349
- export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
355
+ export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
350
356
  export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
351
357
  /** Native addon package for LLM completion (llama.cpp) */
352
358
  export declare const ADDON_LLM: "@qvac/llm-llamacpp";
@@ -147,6 +147,11 @@ export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
147
147
  * Provides: typed choice, score, and noul answers about a state.
148
148
  */
149
149
  export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
150
+ /**
151
+ * Rerank plugin (llama.cpp).
152
+ * Provides: relevance scores for documents against a query.
153
+ */
154
+ export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
150
155
  /**
151
156
  * Text embedding plugin (llama.cpp).
152
157
  * Provides: vector embeddings for RAG and semantic search.
@@ -216,6 +221,7 @@ export const BUILTIN_PLUGINS = [
216
221
  PLUGIN_LLM,
217
222
  PLUGIN_EMBEDDING,
218
223
  PLUGIN_DECISION,
224
+ PLUGIN_RERANK,
219
225
  PLUGIN_WHISPER,
220
226
  PLUGIN_BCI,
221
227
  PLUGIN_PARAKEET,
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from './system-resources.js';
2
+ import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
3
3
  /** Internal envelope key for profiling metadata in RPC payloads */
4
4
  export const PROFILING_KEY = '__profiling';
5
5
  /** Marker key for profiling-only trailer frames in streaming responses */
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { safePathComponent } from './path-validation.js';
2
+ import { safePathComponent } from '../schemas/path-validation.js';
3
3
  // ============== Common Schemas ==============
4
4
  const llmChunkOptsSchema = z.object({
5
5
  chunkSize: z.number().optional(),
@@ -22,6 +22,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
22
22
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
23
23
  "llamacpp-embedding": "llamacpp-embedding";
24
24
  "llamacpp-decision": "llamacpp-decision";
25
+ "llamacpp-rerank": "llamacpp-rerank";
25
26
  "nmtcpp-translation": "nmtcpp-translation";
26
27
  "onnx-tts": "onnx-tts";
27
28
  "tts-ggml": "tts-ggml";
@@ -68,6 +69,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
68
69
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
69
70
  "llamacpp-embedding": "llamacpp-embedding";
70
71
  "llamacpp-decision": "llamacpp-decision";
72
+ "llamacpp-rerank": "llamacpp-rerank";
71
73
  "nmtcpp-translation": "nmtcpp-translation";
72
74
  "onnx-tts": "onnx-tts";
73
75
  "tts-ggml": "tts-ggml";
@@ -126,6 +128,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
126
128
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
127
129
  "llamacpp-embedding": "llamacpp-embedding";
128
130
  "llamacpp-decision": "llamacpp-decision";
131
+ "llamacpp-rerank": "llamacpp-rerank";
129
132
  "nmtcpp-translation": "nmtcpp-translation";
130
133
  "onnx-tts": "onnx-tts";
131
134
  "tts-ggml": "tts-ggml";
@@ -205,6 +208,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
205
208
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
206
209
  "llamacpp-embedding": "llamacpp-embedding";
207
210
  "llamacpp-decision": "llamacpp-decision";
211
+ "llamacpp-rerank": "llamacpp-rerank";
208
212
  "nmtcpp-translation": "nmtcpp-translation";
209
213
  "onnx-tts": "onnx-tts";
210
214
  "tts-ggml": "tts-ggml";
@@ -266,6 +270,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
266
270
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
267
271
  "llamacpp-embedding": "llamacpp-embedding";
268
272
  "llamacpp-decision": "llamacpp-decision";
273
+ "llamacpp-rerank": "llamacpp-rerank";
269
274
  "nmtcpp-translation": "nmtcpp-translation";
270
275
  "onnx-tts": "onnx-tts";
271
276
  "tts-ggml": "tts-ggml";
@@ -351,6 +356,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
351
356
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
352
357
  "llamacpp-embedding": "llamacpp-embedding";
353
358
  "llamacpp-decision": "llamacpp-decision";
359
+ "llamacpp-rerank": "llamacpp-rerank";
354
360
  "nmtcpp-translation": "nmtcpp-translation";
355
361
  "onnx-tts": "onnx-tts";
356
362
  "tts-ggml": "tts-ggml";
@@ -404,6 +410,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
404
410
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
405
411
  "llamacpp-embedding": "llamacpp-embedding";
406
412
  "llamacpp-decision": "llamacpp-decision";
413
+ "llamacpp-rerank": "llamacpp-rerank";
407
414
  "nmtcpp-translation": "nmtcpp-translation";
408
415
  "onnx-tts": "onnx-tts";
409
416
  "tts-ggml": "tts-ggml";
@@ -457,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
457
464
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
458
465
  "llamacpp-embedding": "llamacpp-embedding";
459
466
  "llamacpp-decision": "llamacpp-decision";
467
+ "llamacpp-rerank": "llamacpp-rerank";
460
468
  "nmtcpp-translation": "nmtcpp-translation";
461
469
  "onnx-tts": "onnx-tts";
462
470
  "tts-ggml": "tts-ggml";
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { ModelType } from './model-types.js';
2
+ import { ModelType } from '../schemas/model-types.js';
3
3
  // QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
4
4
  const modelRegistryEntryAddonSchema = z.enum([
5
5
  'llm',
@@ -29,6 +29,7 @@ export const modelRegistryEngineSchema = z.enum([
29
29
  ModelType.bciWhispercppTranscription,
30
30
  ModelType.llamacppEmbedding,
31
31
  ModelType.llamacppDecision,
32
+ ModelType.llamacppRerank,
32
33
  ModelType.nmtcppTranslation,
33
34
  ModelType.onnxTts,
34
35
  ModelType.ttsGgml,
@@ -94,6 +94,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
94
94
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
95
95
  "llamacpp-embedding": "llamacpp-embedding";
96
96
  "llamacpp-decision": "llamacpp-decision";
97
+ "llamacpp-rerank": "llamacpp-rerank";
97
98
  "nmtcpp-translation": "nmtcpp-translation";
98
99
  "onnx-tts": "onnx-tts";
99
100
  "tts-ggml": "tts-ggml";
@@ -208,6 +209,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
208
209
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
209
210
  "llamacpp-embedding": "llamacpp-embedding";
210
211
  "llamacpp-decision": "llamacpp-decision";
212
+ "llamacpp-rerank": "llamacpp-rerank";
211
213
  "nmtcpp-translation": "nmtcpp-translation";
212
214
  "onnx-tts": "onnx-tts";
213
215
  "tts-ggml": "tts-ggml";
@@ -301,7 +303,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
301
303
  engine?: string | undefined;
302
304
  expectedSize?: number | undefined;
303
305
  sha256Checksum?: string | undefined;
304
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
306
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
305
307
  } | undefined;
306
308
  };
307
309
  }, {
@@ -377,7 +379,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
377
379
  engine?: string | undefined;
378
380
  expectedSize?: number | undefined;
379
381
  sha256Checksum?: string | undefined;
380
- addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
382
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
381
383
  } | undefined;
382
384
  };
383
385
  }>>]>;
@@ -479,6 +481,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
479
481
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
480
482
  "llamacpp-embedding": "llamacpp-embedding";
481
483
  "llamacpp-decision": "llamacpp-decision";
484
+ "llamacpp-rerank": "llamacpp-rerank";
482
485
  "nmtcpp-translation": "nmtcpp-translation";
483
486
  "onnx-tts": "onnx-tts";
484
487
  "tts-ggml": "tts-ggml";
@@ -597,6 +600,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
597
600
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
598
601
  "llamacpp-embedding": "llamacpp-embedding";
599
602
  "llamacpp-decision": "llamacpp-decision";
603
+ "llamacpp-rerank": "llamacpp-rerank";
600
604
  "nmtcpp-translation": "nmtcpp-translation";
601
605
  "onnx-tts": "onnx-tts";
602
606
  "tts-ggml": "tts-ggml";
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { whisperConfigSchema } from './transcription-config.js';
3
- import { whisperModelTypeSchema } from './model-types.js';
2
+ import { whisperConfigSchema } from '../schemas/transcription-config.js';
3
+ import { whisperModelTypeSchema } from '../schemas/model-types.js';
4
4
  export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
5
5
  export const reloadConfigOptionsSchema = z.union([
6
6
  z.object({
@@ -0,0 +1,131 @@
1
+ import { z } from 'zod';
2
+ export declare const rerankRequestBodySchema: z.ZodObject<{
3
+ query: z.ZodString;
4
+ documents: z.ZodArray<z.ZodString>;
5
+ }, z.core.$strict>;
6
+ export declare const rerankParamsSchema: z.ZodObject<{
7
+ query: z.ZodString;
8
+ documents: z.ZodArray<z.ZodString>;
9
+ modelId: z.ZodString;
10
+ }, z.core.$strict>;
11
+ export declare const rerankRequestSchema: z.ZodObject<{
12
+ query: z.ZodString;
13
+ documents: z.ZodArray<z.ZodString>;
14
+ type: z.ZodLiteral<"rerank">;
15
+ requestId: z.ZodOptional<z.ZodString>;
16
+ modelId: z.ZodString;
17
+ }, z.core.$strict>;
18
+ export declare const rerankScoresSchema: z.ZodArray<z.ZodNumber>;
19
+ export declare const rerankResponseSchema: z.ZodObject<{
20
+ type: z.ZodLiteral<"rerank">;
21
+ scores: z.ZodArray<z.ZodNumber>;
22
+ }, z.core.$strip>;
23
+ export declare const rerankConfigBaseSchema: z.ZodObject<{
24
+ device: z.ZodOptional<z.ZodEnum<{
25
+ cpu: "cpu";
26
+ gpu: "gpu";
27
+ }>>;
28
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
29
+ batch_size: z.ZodOptional<z.ZodNumber>;
30
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
31
+ auto: "auto";
32
+ cuda: "cuda";
33
+ vulkan: "vulkan";
34
+ metal: "metal";
35
+ opencl: "opencl";
36
+ }>>>;
37
+ poll: z.ZodOptional<z.ZodNumber>;
38
+ pollBatch: z.ZodOptional<z.ZodNumber>;
39
+ threads: z.ZodOptional<z.ZodNumber>;
40
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
41
+ flash_attn: z.ZodOptional<z.ZodEnum<{
42
+ auto: "auto";
43
+ on: "on";
44
+ off: "off";
45
+ }>>;
46
+ verbosity: z.ZodOptional<z.ZodNumber>;
47
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
48
+ integrated: "integrated";
49
+ dedicated: "dedicated";
50
+ }>]>>;
51
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
52
+ none: "none";
53
+ layer: "layer";
54
+ }>>;
55
+ 'tensor-split': z.ZodOptional<z.ZodString>;
56
+ openclCacheDir: z.ZodOptional<z.ZodString>;
57
+ }, z.core.$strict>;
58
+ export type RerankConfigInput = z.infer<typeof rerankConfigBaseSchema>;
59
+ export declare const RERANK_CONFIG_DEFAULTS: {
60
+ readonly device: "gpu";
61
+ };
62
+ export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
63
+ device: z.ZodOptional<z.ZodEnum<{
64
+ cpu: "cpu";
65
+ gpu: "gpu";
66
+ }>>;
67
+ gpu_layers: z.ZodOptional<z.ZodNumber>;
68
+ batch_size: z.ZodOptional<z.ZodNumber>;
69
+ backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
70
+ auto: "auto";
71
+ cuda: "cuda";
72
+ vulkan: "vulkan";
73
+ metal: "metal";
74
+ opencl: "opencl";
75
+ }>>>;
76
+ poll: z.ZodOptional<z.ZodNumber>;
77
+ pollBatch: z.ZodOptional<z.ZodNumber>;
78
+ threads: z.ZodOptional<z.ZodNumber>;
79
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
80
+ flash_attn: z.ZodOptional<z.ZodEnum<{
81
+ auto: "auto";
82
+ on: "on";
83
+ off: "off";
84
+ }>>;
85
+ verbosity: z.ZodOptional<z.ZodNumber>;
86
+ 'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
87
+ integrated: "integrated";
88
+ dedicated: "dedicated";
89
+ }>]>>;
90
+ 'split-mode': z.ZodOptional<z.ZodEnum<{
91
+ none: "none";
92
+ layer: "layer";
93
+ }>>;
94
+ 'tensor-split': z.ZodOptional<z.ZodString>;
95
+ openclCacheDir: z.ZodOptional<z.ZodString>;
96
+ }, z.core.$strict>, z.ZodTransform<{
97
+ device: "cpu" | "gpu";
98
+ gpu_layers?: number | undefined;
99
+ batch_size?: number | undefined;
100
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
101
+ poll?: number | undefined;
102
+ pollBatch?: number | undefined;
103
+ threads?: number | undefined;
104
+ 'threads-batch'?: number | undefined;
105
+ flash_attn?: "auto" | "on" | "off" | undefined;
106
+ verbosity?: number | undefined;
107
+ 'main-gpu'?: number | "integrated" | "dedicated" | undefined;
108
+ 'split-mode'?: "none" | "layer" | undefined;
109
+ 'tensor-split'?: string | undefined;
110
+ openclCacheDir?: string | undefined;
111
+ }, {
112
+ device?: "cpu" | "gpu" | undefined;
113
+ gpu_layers?: number | undefined;
114
+ batch_size?: number | undefined;
115
+ backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
116
+ poll?: number | undefined;
117
+ pollBatch?: number | undefined;
118
+ threads?: number | undefined;
119
+ 'threads-batch'?: number | undefined;
120
+ flash_attn?: "auto" | "on" | "off" | undefined;
121
+ verbosity?: number | undefined;
122
+ 'main-gpu'?: number | "integrated" | "dedicated" | undefined;
123
+ 'split-mode'?: "none" | "layer" | undefined;
124
+ 'tensor-split'?: string | undefined;
125
+ openclCacheDir?: string | undefined;
126
+ }>>;
127
+ export type RerankParams = z.infer<typeof rerankParamsSchema>;
128
+ export type RerankRequest = z.infer<typeof rerankRequestSchema>;
129
+ export type RerankScores = z.infer<typeof rerankScoresSchema>;
130
+ export type RerankResponse = z.infer<typeof rerankResponseSchema>;
131
+ export type RerankConfig = z.infer<typeof rerankConfigSchema>;
@@ -0,0 +1,102 @@
1
+ import { z } from 'zod';
2
+ const rerankFields = {
3
+ query: z.string().min(1).describe('Query to score each document against.'),
4
+ documents: z
5
+ .array(z.string())
6
+ .min(1)
7
+ .describe('Documents to score. Each one, paired with the query, must fit in `batch_size`.')
8
+ };
9
+ export const rerankRequestBodySchema = z.object(rerankFields).strict();
10
+ const envelope = { modelId: z.string().min(1) };
11
+ export const rerankParamsSchema = rerankRequestBodySchema.extend(envelope);
12
+ export const rerankRequestSchema = rerankRequestBodySchema.extend({
13
+ ...envelope,
14
+ type: z.literal('rerank'),
15
+ requestId: z.string().min(1).optional()
16
+ });
17
+ export const rerankScoresSchema = z
18
+ .array(z.number())
19
+ .describe("One relevance score per document, in input order. Higher is more relevant. Scores are the model's raw classifier output, so compare them within one model only.");
20
+ export const rerankResponseSchema = z.object({
21
+ type: z.literal('rerank'),
22
+ scores: rerankScoresSchema
23
+ });
24
+ export const rerankConfigBaseSchema = z
25
+ .object({
26
+ device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
27
+ gpu_layers: z
28
+ .number()
29
+ .int()
30
+ .optional()
31
+ .describe('Layers to offload. Unset lets the addon choose placement.'),
32
+ batch_size: z
33
+ .number()
34
+ .int()
35
+ .positive()
36
+ .optional()
37
+ .describe('Tokens per forward pass. Default 2048; each document paired with the query must fit.'),
38
+ backend: z
39
+ .array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
40
+ .min(1)
41
+ .optional()
42
+ .describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
43
+ 'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
44
+ 'If unset, uses the native default order. ' +
45
+ 'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
46
+ "Use device: 'cpu' for CPU. " +
47
+ "A GPU override cannot be combined with 'split-mode': 'layer'."),
48
+ poll: z
49
+ .number()
50
+ .int()
51
+ .min(0)
52
+ .max(100)
53
+ .optional()
54
+ .describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
55
+ pollBatch: z
56
+ .number()
57
+ .int()
58
+ .min(0)
59
+ .max(100)
60
+ .optional()
61
+ .describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
62
+ threads: z
63
+ .number()
64
+ .int()
65
+ .optional()
66
+ .describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
67
+ 'threads-batch': z
68
+ .number()
69
+ .int()
70
+ .optional()
71
+ .describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
72
+ flash_attn: z
73
+ .enum(['on', 'off', 'auto'])
74
+ .optional()
75
+ .describe('Flash attention mode. Default auto.'),
76
+ verbosity: z
77
+ .number()
78
+ .int()
79
+ .min(0)
80
+ .max(3)
81
+ .optional()
82
+ .describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
83
+ 'main-gpu': z
84
+ .union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
85
+ .optional()
86
+ .describe('GPU index or device class.'),
87
+ 'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
88
+ 'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
89
+ openclCacheDir: z
90
+ .string()
91
+ .optional()
92
+ .describe('Writable OpenCL kernel cache directory, required on Android.')
93
+ })
94
+ .strict();
95
+ export const RERANK_CONFIG_DEFAULTS = {
96
+ device: 'gpu'
97
+ };
98
+ export const rerankConfigSchema = rerankConfigBaseSchema.transform((data) => ({
99
+ ...RERANK_CONFIG_DEFAULTS,
100
+ ...data,
101
+ device: data.device ?? RERANK_CONFIG_DEFAULTS.device
102
+ }));