@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -10,6 +10,7 @@ export declare const ModelType: {
10
10
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
11
11
  readonly llamacppEmbedding: "llamacpp-embedding";
12
12
  readonly llamacppDecision: "llamacpp-decision";
13
+ readonly llamacppRerank: "llamacpp-rerank";
13
14
  readonly nmtcppTranslation: "nmtcpp-translation";
14
15
  readonly onnxTts: "onnx-tts";
15
16
  readonly ttsGgml: "tts-ggml";
@@ -19,6 +20,7 @@ export declare const ModelType: {
19
20
  readonly sdcppGeneration: "sdcpp-generation";
20
21
  readonly audiogenGgml: "audiogen-ggml";
21
22
  readonly ggmlVla: "ggml-vla";
23
+ readonly ggmlImageEmbedding: "ggml-image-embedding";
22
24
  readonly ggmlClassification: "ggml-classification";
23
25
  };
24
26
  /**
@@ -75,6 +77,7 @@ export declare const PUBLIC_MODEL_TYPES: {
75
77
  readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
76
78
  readonly llamacppEmbedding: "llamacpp-embedding";
77
79
  readonly llamacppDecision: "llamacpp-decision";
80
+ readonly llamacppRerank: "llamacpp-rerank";
78
81
  readonly nmtcppTranslation: "nmtcpp-translation";
79
82
  readonly onnxTts: "onnx-tts";
80
83
  readonly ttsGgml: "tts-ggml";
@@ -84,6 +87,7 @@ export declare const PUBLIC_MODEL_TYPES: {
84
87
  readonly sdcppGeneration: "sdcpp-generation";
85
88
  readonly audiogenGgml: "audiogen-ggml";
86
89
  readonly ggmlVla: "ggml-vla";
90
+ readonly ggmlImageEmbedding: "ggml-image-embedding";
87
91
  readonly ggmlClassification: "ggml-classification";
88
92
  };
89
93
  /** Schema accepting both canonical and alias model type inputs */
@@ -93,12 +97,14 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
93
97
  audiogen: "audiogen";
94
98
  tts: "tts";
95
99
  ocr: "ocr";
100
+ classification: "classification";
96
101
  vla: "vla";
97
102
  "llamacpp-completion": "llamacpp-completion";
98
103
  "whispercpp-transcription": "whispercpp-transcription";
99
104
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
100
105
  "llamacpp-embedding": "llamacpp-embedding";
101
106
  "llamacpp-decision": "llamacpp-decision";
107
+ "llamacpp-rerank": "llamacpp-rerank";
102
108
  "nmtcpp-translation": "nmtcpp-translation";
103
109
  "onnx-tts": "onnx-tts";
104
110
  "tts-ggml": "tts-ggml";
@@ -108,13 +114,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
108
114
  "sdcpp-generation": "sdcpp-generation";
109
115
  "audiogen-ggml": "audiogen-ggml";
110
116
  "ggml-vla": "ggml-vla";
117
+ "ggml-image-embedding": "ggml-image-embedding";
111
118
  "ggml-classification": "ggml-classification";
112
119
  llm: "llm";
113
120
  whisper: "whisper";
114
121
  bci: "bci";
115
122
  nmt: "nmt";
116
123
  parakeet: "parakeet";
117
- classification: "classification";
118
124
  }>;
119
125
  /** Schema that transforms input to canonical model type */
120
126
  export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
@@ -123,12 +129,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
123
129
  audiogen: "audiogen";
124
130
  tts: "tts";
125
131
  ocr: "ocr";
132
+ classification: "classification";
126
133
  vla: "vla";
127
134
  "llamacpp-completion": "llamacpp-completion";
128
135
  "whispercpp-transcription": "whispercpp-transcription";
129
136
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
130
137
  "llamacpp-embedding": "llamacpp-embedding";
131
138
  "llamacpp-decision": "llamacpp-decision";
139
+ "llamacpp-rerank": "llamacpp-rerank";
132
140
  "nmtcpp-translation": "nmtcpp-translation";
133
141
  "onnx-tts": "onnx-tts";
134
142
  "tts-ggml": "tts-ggml";
@@ -138,14 +146,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
138
146
  "sdcpp-generation": "sdcpp-generation";
139
147
  "audiogen-ggml": "audiogen-ggml";
140
148
  "ggml-vla": "ggml-vla";
149
+ "ggml-image-embedding": "ggml-image-embedding";
141
150
  "ggml-classification": "ggml-classification";
142
151
  llm: "llm";
143
152
  whisper: "whisper";
144
153
  bci: "bci";
145
154
  nmt: "nmt";
146
155
  parakeet: "parakeet";
147
- classification: "classification";
148
- }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
156
+ }>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet">>;
149
157
  /**
150
158
  * Normalize model type input to canonical form.
151
159
  * Custom plugin types (not in built-ins) are returned as-is.
@@ -278,7 +286,7 @@ export type VlaModelTypeInput = z.infer<typeof vlaModelTypeSchema>;
278
286
  * - Canonical: `"ggml-classification"`
279
287
  */
280
288
  export declare const classificationModelTypeSchema: z.ZodEnum<{
281
- "ggml-classification": "ggml-classification";
282
289
  classification: "classification";
290
+ "ggml-classification": "ggml-classification";
283
291
  }>;
284
292
  export type ClassificationModelTypeInput = z.infer<typeof classificationModelTypeSchema>;
@@ -11,6 +11,7 @@ export const ModelType = {
11
11
  bciWhispercppTranscription: 'bci-whispercpp-transcription',
12
12
  llamacppEmbedding: 'llamacpp-embedding',
13
13
  llamacppDecision: 'llamacpp-decision',
14
+ llamacppRerank: 'llamacpp-rerank',
14
15
  nmtcppTranslation: 'nmtcpp-translation',
15
16
  onnxTts: 'onnx-tts',
16
17
  ttsGgml: 'tts-ggml',
@@ -20,6 +21,7 @@ export const ModelType = {
20
21
  sdcppGeneration: 'sdcpp-generation',
21
22
  audiogenGgml: 'audiogen-ggml',
22
23
  ggmlVla: 'ggml-vla',
24
+ ggmlImageEmbedding: 'ggml-image-embedding',
23
25
  ggmlClassification: 'ggml-classification'
24
26
  };
25
27
  // === INTERNAL: Alias keys (backward compat names) ===
@@ -16,8 +16,8 @@ export declare const ocrConfigSchema: z.ZodObject<{
16
16
  backendDevice: z.ZodOptional<z.ZodEnum<{
17
17
  cpu: "cpu";
18
18
  vulkan: "vulkan";
19
- metal: "metal";
20
19
  opencl: "opencl";
20
+ metal: "metal";
21
21
  }>>;
22
22
  gpuDevice: z.ZodOptional<z.ZodNumber>;
23
23
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -41,12 +41,14 @@ export declare const ocrConfigSchema: z.ZodObject<{
41
41
  audiogen: "audiogen";
42
42
  tts: "tts";
43
43
  ocr: "ocr";
44
+ classification: "classification";
44
45
  vla: "vla";
45
46
  "llamacpp-completion": "llamacpp-completion";
46
47
  "whispercpp-transcription": "whispercpp-transcription";
47
48
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
48
49
  "llamacpp-embedding": "llamacpp-embedding";
49
50
  "llamacpp-decision": "llamacpp-decision";
51
+ "llamacpp-rerank": "llamacpp-rerank";
50
52
  "nmtcpp-translation": "nmtcpp-translation";
51
53
  "onnx-tts": "onnx-tts";
52
54
  "tts-ggml": "tts-ggml";
@@ -56,13 +58,13 @@ export declare const ocrConfigSchema: z.ZodObject<{
56
58
  "sdcpp-generation": "sdcpp-generation";
57
59
  "audiogen-ggml": "audiogen-ggml";
58
60
  "ggml-vla": "ggml-vla";
61
+ "ggml-image-embedding": "ggml-image-embedding";
59
62
  "ggml-classification": "ggml-classification";
60
63
  llm: "llm";
61
64
  whisper: "whisper";
62
65
  bci: "bci";
63
66
  nmt: "nmt";
64
67
  parakeet: "parakeet";
65
- classification: "classification";
66
68
  }>, z.ZodLiteral<"vad">]>>;
67
69
  }, z.core.$strip>]>>;
68
70
  }, z.core.$strip>;
@@ -84,8 +86,8 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
84
86
  backendDevice: z.ZodOptional<z.ZodEnum<{
85
87
  cpu: "cpu";
86
88
  vulkan: "vulkan";
87
- metal: "metal";
88
89
  opencl: "opencl";
90
+ metal: "metal";
89
91
  }>>;
90
92
  gpuDevice: z.ZodOptional<z.ZodNumber>;
91
93
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
@@ -109,12 +111,14 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
109
111
  audiogen: "audiogen";
110
112
  tts: "tts";
111
113
  ocr: "ocr";
114
+ classification: "classification";
112
115
  vla: "vla";
113
116
  "llamacpp-completion": "llamacpp-completion";
114
117
  "whispercpp-transcription": "whispercpp-transcription";
115
118
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
116
119
  "llamacpp-embedding": "llamacpp-embedding";
117
120
  "llamacpp-decision": "llamacpp-decision";
121
+ "llamacpp-rerank": "llamacpp-rerank";
118
122
  "nmtcpp-translation": "nmtcpp-translation";
119
123
  "onnx-tts": "onnx-tts";
120
124
  "tts-ggml": "tts-ggml";
@@ -124,13 +128,13 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
124
128
  "sdcpp-generation": "sdcpp-generation";
125
129
  "audiogen-ggml": "audiogen-ggml";
126
130
  "ggml-vla": "ggml-vla";
131
+ "ggml-image-embedding": "ggml-image-embedding";
127
132
  "ggml-classification": "ggml-classification";
128
133
  llm: "llm";
129
134
  whisper: "whisper";
130
135
  bci: "bci";
131
136
  nmt: "nmt";
132
137
  parakeet: "parakeet";
133
- classification: "classification";
134
138
  }>, z.ZodLiteral<"vad">]>>;
135
139
  }, z.core.$strip>]>>;
136
140
  }, z.core.$strip>;
@@ -170,6 +174,8 @@ export declare const ocrStreamRequestSchema: z.ZodObject<{
170
174
  paragraph: z.ZodOptional<z.ZodBoolean>;
171
175
  }, z.core.$strip>>;
172
176
  type: z.ZodLiteral<"ocrStream">;
177
+ sessionId: z.ZodOptional<z.ZodString>;
178
+ requestId: z.ZodOptional<z.ZodString>;
173
179
  }, z.core.$strip>;
174
180
  export declare const ocrTextBlockSchema: z.ZodObject<{
175
181
  text: z.ZodString;
@@ -183,6 +189,7 @@ export declare const ocrStatsSchema: z.ZodObject<{
183
189
  }, z.core.$strip>;
184
190
  export declare const ocrStreamResponseSchema: z.ZodObject<{
185
191
  type: z.ZodLiteral<"ocrStream">;
192
+ requestId: z.ZodOptional<z.ZodString>;
186
193
  blocks: z.ZodOptional<z.ZodArray<z.ZodObject<{
187
194
  text: z.ZodString;
188
195
  bbox: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodNumber], null>>;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
4
  // Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
4
5
  // (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
5
6
  // zod's default (non-strict) object strips them silently if still passed.
@@ -114,9 +115,11 @@ export const ocrParamsSchema = z.object({
114
115
  image: imageInputSchema,
115
116
  options: ocrOptionsSchema.optional()
116
117
  });
117
- export const ocrStreamRequestSchema = ocrParamsSchema.extend({
118
+ export const ocrStreamRequestSchema = ocrParamsSchema
119
+ .extend({
118
120
  type: z.literal('ocrStream')
119
- });
121
+ })
122
+ .extend(trackedRequestSchema.shape);
120
123
  export const ocrTextBlockSchema = z.object({
121
124
  text: z.string(),
122
125
  bbox: z.tuple([z.number(), z.number(), z.number(), z.number()]).optional(),
@@ -129,6 +132,7 @@ export const ocrStatsSchema = z.object({
129
132
  });
130
133
  export const ocrStreamResponseSchema = z.object({
131
134
  type: z.literal('ocrStream'),
135
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
132
136
  blocks: z.array(ocrTextBlockSchema).optional(),
133
137
  done: z.boolean().optional(),
134
138
  error: z.string().optional(),
@@ -1,8 +1,10 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
3
  import type { TurboVecIndexProvider } from '@qvac/rag';
4
- import type { ModelSrcInput } from './model-src-utils.js';
5
- import type { RuntimeContext } from './runtime-context.js';
4
+ import type { ModelFitModelResult, TranscriptionFitWorkload, TtsFitWorkload } from '../schemas/assess-model-fit.js';
5
+ import type { ModelSrcInput } from '../schemas/model-src-utils.js';
6
+ import type { RuntimeContext } from '../schemas/runtime-context.js';
7
+ import type { AbortSignalLike } from '../schemas/abort-signal.js';
6
8
  /**
7
9
  * Granularity at which the addon can cancel.
8
10
  * - `"request"` — addon cancels a specific in-flight `requestId`.
@@ -19,6 +21,30 @@ export interface PluginHandlerCancel {
19
21
  */
20
22
  hard?: boolean;
21
23
  }
24
+ /**
25
+ * The request a handler runs under when it is reached through `pluginInvoke`.
26
+ * The engine registers that request under the caller's session and id, so a
27
+ * handler that does not register anything only has to forward the abort to
28
+ * its native job. A handler that registers its own request begins it with
29
+ * `requestParent(context)`: the inner request then runs as the caller's
30
+ * session and aborts with the invoke, so a cancel of the invoke by id or a
31
+ * close of the session reaches the native job at once.
32
+ */
33
+ export interface PluginHandlerContext {
34
+ signal: AbortSignalLike;
35
+ requestId: string;
36
+ /** The caller's session; undefined for the runtime owner. */
37
+ sessionId: string | undefined;
38
+ }
39
+ /**
40
+ * The `begin` options that make a request a child of the invoke it runs under.
41
+ * Spread last, so the context's session replaces the one the request names.
42
+ * Without a context the request is its own root, as under direct dispatch.
43
+ */
44
+ export declare function requestParent(context: PluginHandlerContext | undefined): {
45
+ sessionId?: string | undefined;
46
+ parentSignal?: AbortSignalLike;
47
+ };
22
48
  /**
23
49
  * Definition for a plugin handler with explicit Zod schemas.
24
50
  * Each handler must define its request/response schemas for validation.
@@ -28,7 +54,7 @@ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType,
28
54
  responseSchema: TResponse;
29
55
  streaming: boolean;
30
56
  duplex?: boolean;
31
- handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>) => Promise<O> | AsyncGenerator<O> : never : never;
57
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext) => Promise<O> | AsyncGenerator<O> : never : never;
32
58
  /**
33
59
  * Cancel surface this handler advertises. Omitting is equivalent
34
60
  * to `{ scope: "none" }` (soft-cancel fallback).
@@ -44,7 +70,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
44
70
  responseSchema: TResponse;
45
71
  streaming: true;
46
72
  duplex: true;
47
- handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>) => AsyncGenerator<O> : never : never;
73
+ handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>, context?: PluginHandlerContext) => AsyncGenerator<O> : never : never;
48
74
  /** See `PluginHandlerDefinition.cancel`. */
49
75
  cancel?: PluginHandlerCancel;
50
76
  }
@@ -57,6 +83,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
57
83
  *
58
84
  * Built-in artifact keys:
59
85
  * - `projectionModelPath` - LLM multimodal projection model
86
+ * - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
60
87
  * - `vadModelPath` - Whisper voice activity detection model
61
88
  * - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
62
89
  * - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
@@ -126,19 +153,39 @@ export interface ResolveResult<TConfig = Record<string, unknown>, K extends stri
126
153
  config: TConfig;
127
154
  artifacts?: Partial<Record<K, string>>;
128
155
  }
156
+ /** A load as `loadModel` would run it, resolved for its engine's fitter. */
157
+ export interface FitLoad {
158
+ modelPath: string;
159
+ modelConfig: unknown;
160
+ artifacts?: Record<string, string> | undefined;
161
+ isShardedModel: boolean;
162
+ transcriptionWorkload?: TranscriptionFitWorkload | undefined;
163
+ ttsWorkload?: TtsFitWorkload | undefined;
164
+ }
165
+ export type FitRequestPlan = {
166
+ request: unknown;
167
+ } | {
168
+ unknown: string;
169
+ };
129
170
  export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys extends string = string> {
130
171
  modelType: string;
131
172
  displayName: string;
132
173
  addonPackage: string;
133
174
  loadConfigSchema: z.ZodType;
134
175
  createModel: (params: CreateModelParams) => PluginModelResult;
176
+ /**
177
+ * Builds the addon's fit request from a resolved load, or names why the load
178
+ * cannot be projected. A plugin without both it and `assessFit` answers every
179
+ * fit with `unknown`.
180
+ */
181
+ fitRequest?: (load: FitLoad) => FitRequestPlan;
135
182
  /**
136
183
  * The engine's own fitter. Carrying it here keeps every addon specifier
137
184
  * inside the module graph of the plugin that owns it, so a bundler walking a
138
- * host that ships one engine never resolves the others. It returns the
139
- * engine's fit result or a Promise of it.
185
+ * host that ships one engine never resolves the others. It takes what
186
+ * `fitRequest` built and resolves to the addon's fit result.
140
187
  */
141
- assessFit?: (request: never) => unknown;
188
+ assessFit?: (request: never) => Promise<ModelFitModelResult>;
142
189
  handlers: Record<string, PluginHandlerDefinition>;
143
190
  logging?: PluginLogging | undefined;
144
191
  capabilities?: QvacPluginCapabilities | undefined;
@@ -156,9 +203,12 @@ export declare const pluginInvokeRequestSchema: z.ZodObject<{
156
203
  modelId: z.ZodString;
157
204
  handler: z.ZodString;
158
205
  params: z.ZodUnknown;
206
+ sessionId: z.ZodOptional<z.ZodString>;
207
+ requestId: z.ZodOptional<z.ZodString>;
159
208
  }, z.core.$strip>;
160
209
  export declare const pluginInvokeResponseSchema: z.ZodObject<{
161
210
  type: z.ZodLiteral<"pluginInvoke">;
211
+ requestId: z.ZodOptional<z.ZodString>;
162
212
  result: z.ZodUnknown;
163
213
  }, z.core.$strip>;
164
214
  export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
@@ -166,9 +216,12 @@ export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
166
216
  modelId: z.ZodString;
167
217
  handler: z.ZodString;
168
218
  params: z.ZodUnknown;
219
+ sessionId: z.ZodOptional<z.ZodString>;
220
+ requestId: z.ZodOptional<z.ZodString>;
169
221
  }, z.core.$strip>;
170
222
  export declare const pluginInvokeStreamResponseSchema: z.ZodObject<{
171
223
  type: z.ZodLiteral<"pluginInvokeStream">;
224
+ requestId: z.ZodOptional<z.ZodString>;
172
225
  result: z.ZodUnknown;
173
226
  done: z.ZodOptional<z.ZodBoolean>;
174
227
  }, z.core.$strip>;
@@ -239,6 +292,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
239
292
  safeParse: z.ZodInstanceOf<Function>;
240
293
  }, z.core.$catchall<z.ZodUnknown>>;
241
294
  createModel: z.ZodInstanceOf<Function>;
295
+ fitRequest: z.ZodOptional<z.ZodInstanceOf<Function>>;
296
+ assessFit: z.ZodOptional<z.ZodInstanceOf<Function>>;
242
297
  handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
243
298
  requestSchema: z.ZodObject<{
244
299
  safeParse: z.ZodInstanceOf<Function>;
@@ -281,11 +336,18 @@ export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
281
336
  * Provides: typed choice, score, and noul answers about a state.
282
337
  */
283
338
  export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
339
+ /**
340
+ * Rerank plugin (llama.cpp).
341
+ * Provides: relevance scores for documents against a query.
342
+ */
343
+ export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
284
344
  /**
285
345
  * Text embedding plugin (llama.cpp).
286
346
  * Provides: vector embeddings for RAG and semantic search.
287
347
  */
288
348
  export declare const PLUGIN_EMBEDDING: "@qvac/inference/llamacpp-embedding/plugin";
349
+ /** Image descriptors for visual place recognition and retrieval with MegaLoc. */
350
+ export declare const PLUGIN_IMAGE_EMBEDDING: "@qvac/inference/ggml-image-embedding/plugin";
289
351
  /**
290
352
  * Speech-to-text transcription plugin (whisper.cpp).
291
353
  * Provides: audio transcription, language detection.
@@ -346,7 +408,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
346
408
  * plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
347
409
  * };
348
410
  */
349
- export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
411
+ export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/ggml-image-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
350
412
  export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
351
413
  /** Native addon package for LLM completion (llama.cpp) */
352
414
  export declare const ADDON_LLM: "@qvac/llm-llamacpp";
@@ -1,24 +1,41 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
3
+ /**
4
+ * The `begin` options that make a request a child of the invoke it runs under.
5
+ * Spread last, so the context's session replaces the one the request names.
6
+ * Without a context the request is its own root, as under direct dispatch.
7
+ */
8
+ export function requestParent(context) {
9
+ if (!context)
10
+ return {};
11
+ return { sessionId: context.sessionId, parentSignal: context.signal };
12
+ }
2
13
  // Non-streaming plugin invoke
3
- export const pluginInvokeRequestSchema = z.object({
14
+ export const pluginInvokeRequestSchema = z
15
+ .object({
4
16
  type: z.literal('pluginInvoke'),
5
17
  modelId: z.string(),
6
18
  handler: z.string(),
7
19
  params: z.unknown()
8
- });
20
+ })
21
+ .extend(trackedRequestSchema.shape);
9
22
  export const pluginInvokeResponseSchema = z.object({
10
23
  type: z.literal('pluginInvoke'),
24
+ requestId: z.string().optional().describe('Identity of the request.'),
11
25
  result: z.unknown()
12
26
  });
13
27
  // Streaming plugin invoke
14
- export const pluginInvokeStreamRequestSchema = z.object({
28
+ export const pluginInvokeStreamRequestSchema = z
29
+ .object({
15
30
  type: z.literal('pluginInvokeStream'),
16
31
  modelId: z.string(),
17
32
  handler: z.string(),
18
33
  params: z.unknown()
19
- });
34
+ })
35
+ .extend(trackedRequestSchema.shape);
20
36
  export const pluginInvokeStreamResponseSchema = z.object({
21
37
  type: z.literal('pluginInvokeStream'),
38
+ requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
22
39
  result: z.unknown(),
23
40
  done: z.boolean().optional()
24
41
  });
@@ -111,6 +128,8 @@ export const pluginDefinitionRuntimeSchema = z
111
128
  .min(1, 'addonPackage must be a non-empty string'),
112
129
  loadConfigSchema: zodSchemaLikeRuntimeSchema,
113
130
  createModel: functionRuntimeSchema,
131
+ fitRequest: functionRuntimeSchema.optional(),
132
+ assessFit: functionRuntimeSchema.optional(),
114
133
  handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
115
134
  logging: z
116
135
  .object({
@@ -147,11 +166,18 @@ export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
147
166
  * Provides: typed choice, score, and noul answers about a state.
148
167
  */
149
168
  export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
169
+ /**
170
+ * Rerank plugin (llama.cpp).
171
+ * Provides: relevance scores for documents against a query.
172
+ */
173
+ export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
150
174
  /**
151
175
  * Text embedding plugin (llama.cpp).
152
176
  * Provides: vector embeddings for RAG and semantic search.
153
177
  */
154
178
  export const PLUGIN_EMBEDDING = '@qvac/inference/llamacpp-embedding/plugin';
179
+ /** Image descriptors for visual place recognition and retrieval with MegaLoc. */
180
+ export const PLUGIN_IMAGE_EMBEDDING = '@qvac/inference/ggml-image-embedding/plugin';
155
181
  /**
156
182
  * Speech-to-text transcription plugin (whisper.cpp).
157
183
  * Provides: audio transcription, language detection.
@@ -215,7 +241,9 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
215
241
  export const BUILTIN_PLUGINS = [
216
242
  PLUGIN_LLM,
217
243
  PLUGIN_EMBEDDING,
244
+ PLUGIN_IMAGE_EMBEDDING,
218
245
  PLUGIN_DECISION,
246
+ PLUGIN_RERANK,
219
247
  PLUGIN_WHISPER,
220
248
  PLUGIN_BCI,
221
249
  PLUGIN_PARAKEET,