@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -1,10 +1,10 @@
1
1
  import ASRGgml from '@qvac/asr-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema, ModelType, whisperConfigSchema, ADDON_ASR } from '../../../schemas/index.js';
3
- import { transcribe, transcribeStream } from '../../ops/transcribe.js';
3
+ import { transcribe, transcribeStream } from '../../../plugins/ops/transcribe.js';
4
4
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
5
5
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
6
- import { buildWhisperEngineConfig } from '../asr-ggml/config.js';
7
- import { createAsrModelLogger } from '../asr-ggml/logging.js';
6
+ import { buildWhisperEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
7
+ import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
8
8
  function createWhisperModel(modelId, modelPath, whisperConfig, vadModelPath) {
9
9
  const logger = createAsrModelLogger(modelId, ModelType.whispercppTranscription);
10
10
  const model = new ASRGgml({
@@ -55,12 +55,16 @@ export const whisperPlugin = definePlugin({
55
55
  modelId: request.modelId,
56
56
  audioChunk: request.audioChunk,
57
57
  prompt: request.prompt,
58
+ hotwords: request.hotwords,
59
+ maxNewTokens: request.maxNewTokens,
58
60
  metadata: true
59
61
  }, request.requestId)
60
62
  : transcribe({
61
63
  modelId: request.modelId,
62
64
  audioChunk: request.audioChunk,
63
- prompt: request.prompt
65
+ prompt: request.prompt,
66
+ hotwords: request.hotwords,
67
+ maxNewTokens: request.maxNewTokens
64
68
  }, request.requestId);
65
69
  try {
66
70
  let result = await stream.next();
@@ -1,6 +1,6 @@
1
1
  import * as hostApi from '../api/index.js';
2
2
  import type { QvacPlugin } from '../schemas/plugin.js';
3
- export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry.js';
3
+ export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from '../plugins/registry.js';
4
4
  /**
5
5
  * Register a set of plugins and return the host API bound to them. The
6
6
  * ergonomic entry point for assembling an explicit plugin subset — we ship
@@ -1,6 +1,6 @@
1
- import { registerPlugins } from './registry.js';
1
+ import { registerPlugins } from '../plugins/registry.js';
2
2
  import * as hostApi from '../api/index.js';
3
- export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry.js';
3
+ export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from '../plugins/registry.js';
4
4
  /**
5
5
  * Register a set of plugins and return the host API bound to them. The
6
6
  * ergonomic entry point for assembling an explicit plugin subset — we ship
@@ -1,13 +1,14 @@
1
1
  import { type CacheMessage } from '../../utils/index.js';
2
+ import type { Tool } from '../../schemas/tools.js';
2
3
  export declare function extractSystemPrompt(messages: CacheMessage[]): string | null;
3
- export declare function generateConfigHash(systemPrompt: string | null, tools?: unknown): string;
4
- export declare function generateCacheKey(messages: CacheMessage[]): string;
4
+ export declare function generateConfigHash(systemPrompt: string | null): string;
5
+ export declare function generateCacheKey(messages: CacheMessage[], tools?: readonly Tool[]): string;
5
6
  export declare function getCacheFilePath(modelId: string, configHash: string, cacheKey: string): Promise<string>;
6
- export declare function findMatchingCache(modelId: string, configHash: string, currentHistory: CacheMessage[]): Promise<{
7
+ export declare function findMatchingCache(modelId: string, configHash: string, currentHistory: CacheMessage[], tools?: readonly Tool[]): Promise<{
7
8
  cacheKey: string;
8
9
  cachePath: string;
9
10
  } | null>;
10
- export declare function getCurrentCacheInfo(modelId: string, configHash: string, currentHistory: CacheMessage[]): Promise<{
11
+ export declare function getCurrentCacheInfo(modelId: string, configHash: string, currentHistory: CacheMessage[], tools?: readonly Tool[]): Promise<{
11
12
  cacheKey: string;
12
13
  cachePath: string;
13
14
  }>;
@@ -5,43 +5,33 @@ import { getAutoCacheLookupHistory, getKVCacheDir, validateAndJoinPath } from '.
5
5
  import { getEngineLogger } from '../../logging/index.js';
6
6
  import { PathTraversalError } from '../../errors/index.js';
7
7
  import { Buffer } from 'bare-buffer';
8
- import { markAutoCacheKey } from './kv-cache-retention.js';
8
+ import { markAutoCacheKey } from '../../plugins/ops/kv-cache-retention.js';
9
9
  const logger = getEngineLogger();
10
- // In-memory KV-cache state lives in `KvCacheSession` (the single
11
- // mutation point for all three KV-cache bookkeeping layers). This
12
- // module keeps only the pure path / hash utilities that don't touch
13
- // in-memory state.
10
+ // In-memory KV-cache state lives in `KvCacheSession`, its single mutation
11
+ // point. This module keeps only the pure path / hash utilities that don't
12
+ // touch in-memory state.
14
13
  export function extractSystemPrompt(messages) {
15
14
  const systemMessage = messages.find((msg) => msg.role === 'system');
16
15
  return systemMessage ? systemMessage.content : null;
17
16
  }
18
- // Cache hash based on the system prompt + complete tool definitions.
19
- // Callers pass tools only when the tool block is written into the cache and
20
- // left there, so a different tool set gets its own cache instead of reusing a
21
- // prefix that holds the old block. Every prompt-affecting field participates,
22
- // not just the name: canonical serialization avoids cache misses caused only
23
- // by object-key insertion order, while tool-array order is preserved because
24
- // that is the order sent to the model.
25
- function canonicalizeHashInput(value) {
26
- if (Array.isArray(value))
27
- return value.map(canonicalizeHashInput);
28
- if (typeof value !== 'object' || value === null)
29
- return value;
30
- const canonical = {};
31
- for (const key of Object.keys(value).sort()) {
32
- canonical[key] = canonicalizeHashInput(value[key]);
33
- }
34
- return canonical;
35
- }
36
- export function generateConfigHash(systemPrompt, tools) {
17
+ // Names the cache file by system prompt only. Tools stay out on purpose: the
18
+ // addon compares the rendered prompt against the tokens the file holds, so a
19
+ // changed tool set on the same key must reach the same file to be trimmed there.
20
+ // The empty `tools` keeps the path earlier releases gave a tool-less cache, so
21
+ // an upgrade overwrites those files instead of orphaning them.
22
+ export function generateConfigHash(systemPrompt) {
37
23
  const hash = crypto.createHash('sha-256');
38
- const canonicalConfig = JSON.stringify(canonicalizeHashInput({ systemPrompt, tools: Array.isArray(tools) ? tools : [] }));
39
- hash.update(Buffer.from(canonicalConfig, 'utf8'));
24
+ hash.update(Buffer.from(JSON.stringify({ systemPrompt, tools: [] }), 'utf8'));
40
25
  return hash.digest('hex').substring(0, 16);
41
26
  }
42
- export function generateCacheKey(messages) {
27
+ export function generateCacheKey(messages, tools) {
43
28
  const hash = crypto.createHash('sha-256');
44
- const historyString = JSON.stringify(messages);
29
+ // Before the first assistant reply, the rendered tools are part of the
30
+ // reusable prefix. Keep those primes isolated; established conversations
31
+ // retain history-only keys so the addon can trim a changed tool block.
32
+ const historyString = JSON.stringify(tools?.length && !messages.some((message) => message.role === 'assistant')
33
+ ? { messages, tools }
34
+ : messages);
45
35
  const historyBuffer = Buffer.from(historyString, 'utf8');
46
36
  hash.update(historyBuffer);
47
37
  const hashString = hash.digest('hex');
@@ -65,12 +55,14 @@ export async function getCacheFilePath(modelId, configHash, cacheKey) {
65
55
  return cachePath;
66
56
  }
67
57
  // Used for auto-generated cache key
68
- export async function findMatchingCache(modelId, configHash, currentHistory) {
69
- if (currentHistory.length <= 1) {
58
+ export async function findMatchingCache(modelId, configHash, currentHistory, tools) {
59
+ if (currentHistory.length === 0) {
70
60
  return null;
71
61
  }
72
62
  const previousHistory = getAutoCacheLookupHistory(currentHistory);
73
- const cacheKey = generateCacheKey(previousHistory);
63
+ if (previousHistory.length === 0 && !tools?.length)
64
+ return null;
65
+ const cacheKey = generateCacheKey(previousHistory, tools);
74
66
  const cachePath = resolveCacheFilePath(modelId, configHash, cacheKey);
75
67
  try {
76
68
  await fsPromises.access(cachePath);
@@ -81,8 +73,8 @@ export async function findMatchingCache(modelId, configHash, currentHistory) {
81
73
  return null;
82
74
  }
83
75
  }
84
- export async function getCurrentCacheInfo(modelId, configHash, currentHistory) {
85
- const cacheKey = generateCacheKey(currentHistory);
76
+ export async function getCurrentCacheInfo(modelId, configHash, currentHistory, tools) {
77
+ const cacheKey = generateCacheKey(currentHistory, tools);
86
78
  await markAutoCacheKey(cacheKey);
87
79
  const cachePath = await getCacheFilePath(modelId, configHash, cacheKey);
88
80
  return { cacheKey, cachePath };
@@ -1,8 +1,14 @@
1
+ import type { AbortSignal } from 'bare-abort-controller';
1
2
  import { type LoadModelServerParams } from '../../schemas/index.js';
2
3
  import type { LoadTimingStats } from '../../profiling/types.js';
3
4
  export interface LoadModelResult {
4
5
  timing?: LoadTimingStats;
5
6
  }
6
- export declare function loadModel(params: LoadModelServerParams, options?: {
7
+ export interface LoadModelOptions {
7
8
  collectTiming?: boolean;
8
- }): Promise<LoadModelResult>;
9
+ request?: {
10
+ signal: AbortSignal;
11
+ requestId: string;
12
+ };
13
+ }
14
+ export declare function loadModel(params: LoadModelServerParams, options?: LoadModelOptions): Promise<LoadModelResult>;
@@ -4,16 +4,19 @@ import { forwardBackendDiagnostics } from '../../profiling/backend-diagnostics.j
4
4
  import { isModelLoaded, registerModel } from '../../runtime/model-registry.js';
5
5
  import { startLogBuffering, stopLogBufferingWithTimeout } from '../../runtime/logging-stream-registry.js';
6
6
  import { detectShardedModel, generateShardFilenames, validateShardedModelCache } from '../../utils/index.js';
7
- import { PluginNotFoundError, ModelFileNotFoundError, ModelFileNotFoundInDirError, ModelFileLocateFailedError } from '../../errors/index.js';
8
- import { ensureAddonLoggerReady, getPlugin } from '../index.js';
9
- import { runAdvisoryFitCheck } from '../../resources/model-fit/native-probe/advisory-fit.js';
7
+ import { PluginNotFoundError, ModelFileNotFoundError, ModelFileNotFoundInDirError, ModelFileLocateFailedError, ModelFitRefusedError, InferenceCancelledError } from '../../errors/index.js';
8
+ import { ensureAddonLoggerReady, getPlugin } from '../../plugins/index.js';
9
+ import { runAdvisoryFitCheck } from '../../model-fit/load-check.js';
10
+ import { refusesLoad, resolveModelFitPolicy, runsProbe } from '../../schemas/model-fit-policy.js';
11
+ import { getConfig } from '../../runtime/state.js';
12
+ import { resolveToolDialect } from '../../utils/tools/dialect.js';
10
13
  import { promises as fsPromises } from 'bare-fs';
11
14
  import path from 'bare-path';
12
15
  import { getEngineLogger } from '../../logging/index.js';
13
16
  const logger = getEngineLogger();
14
17
  export async function loadModel(params, options) {
15
18
  const { modelId, modelPath, options: modelOptions, artifacts, modelName } = loadModelServerParamsSchema.parse(params);
16
- const { modelConfig, modelType: rawModelType } = modelOptions;
19
+ const { modelConfig, modelType: rawModelType, modelFitPolicy } = modelOptions;
17
20
  // Normalize modelType to canonical form (handles aliases and custom types)
18
21
  const modelType = normalizeModelType(rawModelType);
19
22
  // Check if model is already loaded
@@ -53,20 +56,27 @@ export async function loadModel(params, options) {
53
56
  throw new ModelFileLocateFailedError(modelType, modelPath, error);
54
57
  }
55
58
  }
56
- // Advisory: every outcome — including a projected insufficiency — continues
57
- // to the ordinary load below. Runs after config resolution and path
58
- // validation so it sees the same state the real load uses, and before
59
- // `createModel()` so it never competes with the native load for device
60
- // memory. The outcome is stored on the registry entry and returned by
61
- // `getLoadedModelInfo` as `fitProbe`.
62
- const fitProbe = await runAdvisoryFitCheck({
63
- modelId,
64
- modelType: modelType,
65
- modelPath,
66
- modelConfig,
67
- artifacts,
68
- isShardedModel
69
- });
59
+ // Runs after config resolution and path validation so it sees the same state
60
+ // the real load uses, and before `createModel()` so it never competes with
61
+ // the native load for device memory.
62
+ const fitPolicy = resolveModelFitPolicy(modelFitPolicy, getConfig().modelFitPolicy);
63
+ const request = options?.request;
64
+ const fitProbe = runsProbe(fitPolicy)
65
+ ? await runAdvisoryFitCheck({
66
+ modelId,
67
+ modelType: modelType,
68
+ modelPath,
69
+ modelConfig,
70
+ artifacts,
71
+ isShardedModel
72
+ }, request !== undefined ? { signal: request.signal } : {})
73
+ : undefined;
74
+ if (request?.signal.aborted === true) {
75
+ throw new InferenceCancelledError(request.requestId);
76
+ }
77
+ if (refusesLoad(fitPolicy, fitProbe?.verdict)) {
78
+ throw new ModelFitRefusedError(modelType, fitProbe.reason, fitProbe.message);
79
+ }
70
80
  // Load the addon's logger before the addon itself runs. Plugins that defer
71
81
  // their logging module do so to keep registration free of native loads, so
72
82
  // this is the first point their addon is genuinely required.
@@ -85,13 +95,17 @@ export async function loadModel(params, options) {
85
95
  await result.model.load(false);
86
96
  const modelInitializationTimeMs = options?.collectTiming ? nowMs() - initStart : undefined;
87
97
  logger.info(`${modelType} model ${modelId} loaded`);
98
+ const toolDialect = 'completionStream' in plugin.handlers
99
+ ? await resolveToolDialect(modelName, modelPath)
100
+ : undefined;
88
101
  registerModel(modelId, {
89
102
  model: result.model,
90
103
  path: modelPath,
91
104
  config: modelConfig,
92
105
  modelType: modelType,
93
106
  name: modelName,
94
- fitProbe
107
+ fitProbe,
108
+ toolDialect
95
109
  });
96
110
  const loadResult = modelInitializationTimeMs !== undefined ? { timing: { modelInitializationTimeMs } } : {};
97
111
  return forwardBackendDiagnostics(loadResult, result);
@@ -62,7 +62,7 @@ import { assertMetadataSupported, toTranscribeSegment } from '../../utils/transc
62
62
  import { getRequestRegistry, withRequestContext } from '../../runtime/index.js';
63
63
  import { generateRandomRequestId } from '../../runtime/request-id.js';
64
64
  import { isEndOfTurnEvent, isVadEvent, toEndOfTurnEvent, toVadStateEvent } from '../../utils/asr-events.js';
65
- import { buildWhisperReloadConfig } from '../builtin/asr-ggml/config.js';
65
+ import { buildWhisperReloadConfig } from '../../plugins/builtin/asr-ggml/config.js';
66
66
  export { assertMetadataSupported, toTranscribeSegment };
67
67
  function hasRunStreaming(model) {
68
68
  return 'runStreaming' in model && typeof model.runStreaming === 'function';
@@ -191,6 +191,15 @@ export async function* transcribe(params, requestId) {
191
191
  }), true);
192
192
  const requestLogger = withRequestContext(getEngineLogger(), ctx);
193
193
  const engineType = getEngineModelType(modelId);
194
+ const hasMossOptions = params.hotwords !== undefined || params.maxNewTokens !== undefined;
195
+ if (engineType !== ModelType.mossTranscribe && hasMossOptions) {
196
+ throw new TranscriptionFailedError('hotwords and maxNewTokens require a MOSS-Transcribe-Diarize model');
197
+ }
198
+ if (engineType === ModelType.mossTranscribe &&
199
+ params.prompt !== undefined &&
200
+ params.hotwords?.length) {
201
+ throw new TranscriptionFailedError('MOSS prompt cannot be combined with hotwords');
202
+ }
194
203
  assertMetadataSupported(modelId, engineType, metadata);
195
204
  const silenceMarker = SILENCE_MARKERS[engineType] ?? '';
196
205
  const audioFormat = getAudioFormat(modelId, engineType);
@@ -224,7 +233,14 @@ export async function* transcribe(params, requestId) {
224
233
  });
225
234
  const audioStream = await createAudioStream(params.audioChunk, audioFormat);
226
235
  const modelStart = nowMs();
227
- const response = (await model.run(audioStream));
236
+ const runOptions = engineType === ModelType.mossTranscribe
237
+ ? {
238
+ ...(params.prompt !== undefined && { prompt: params.prompt }),
239
+ ...(params.hotwords !== undefined && { hotwords: params.hotwords }),
240
+ ...(params.maxNewTokens !== undefined && { maxNewTokens: params.maxNewTokens })
241
+ }
242
+ : undefined;
243
+ const response = (await model.run(audioStream, runOptions));
228
244
  for await (const output of response.iterate()) {
229
245
  if (ctx.signal.aborted)
230
246
  break;
@@ -55,14 +55,14 @@ import { translateServerParamsSchema, normalizeModelType, ModelType, AFRICAN_LAN
55
55
  import { getLangName, detectOne } from '@qvac/langdetect-text';
56
56
  import { nowMs } from '../../profiling/index.js';
57
57
  import { buildStreamResult } from '../../profiling/model-execution.js';
58
- import { buildNmtTranslationStats, markNmtCountersStale } from './translate-stats.js';
58
+ import { buildNmtTranslationStats, markNmtCountersStale } from '../../plugins/ops/translate-stats.js';
59
59
  import { ModelNotFoundError, ModelTypeMismatchError, TranslationFailedError } from '../../errors/index.js';
60
60
  import { getRequestRegistry, withRequestContext } from '../../runtime/index.js';
61
- import { isAddonContextOverflowError } from '../builtin/llamacpp-completion/ops/context-overflow.js';
61
+ import { isAddonContextOverflowError } from '../../plugins/builtin/llamacpp-completion/ops/context-overflow.js';
62
62
  import { generateRandomRequestId } from '../../runtime/request-id.js';
63
63
  import { getModelParallel } from '../../utils/config-transform.js';
64
64
  import { getEngineLogger } from '../../logging/index.js';
65
- import { isTranslatePsyModel, buildTranslatePsyMessages, TRANSLATEPSY_GENERATION_PARAMS } from './translatepsy-utils.js';
65
+ import { isTranslatePsyModel, buildTranslatePsyMessages, TRANSLATEPSY_GENERATION_PARAMS } from '../../plugins/ops/translatepsy-utils.js';
66
66
  const AFRICAN_LANGUAGE_ALIASES = new Map([
67
67
  ['af', 'afr_Latn'],
68
68
  ['sw', 'swh_Latn'],
@@ -3,7 +3,7 @@ import path from 'bare-path';
3
3
  import { unregisterModel } from '../../runtime/model-registry.js';
4
4
  import { getRequestRegistry } from '../../runtime/index.js';
5
5
  import { unregisterAllLoggingStreams } from '../../runtime/logging-stream-registry.js';
6
- import { clearFinetuneRuntimeState } from '../builtin/llamacpp-completion/ops/finetune.js';
6
+ import { clearFinetuneRuntimeState } from '../../plugins/builtin/llamacpp-completion/ops/finetune.js';
7
7
  import { unregisterAddonLogger, getEngineLogger } from '../../logging/index.js';
8
8
  import { unloadModelParamsSchema } from '../../schemas/index.js';
9
9
  import { ModelNotLoadedError } from '../../errors/index.js';
@@ -1,4 +1,4 @@
1
- import { getTurboVecIndexProvider } from './registry.js';
1
+ import { getTurboVecIndexProvider } from '../plugins/registry.js';
2
2
  import { VECTOR_ID_RESERVED, VectorIndexStorage } from '../schemas/index.js';
3
3
  // The native index pads short result rows with UINT64_MAX.
4
4
  const PADDING_ID = BigInt(VECTOR_ID_RESERVED);
@@ -88,11 +88,11 @@ export function getTurboVecBackend() {
88
88
  if (!provider)
89
89
  return undefined;
90
90
  return {
91
- create(dim, storage) {
92
- return openIndex(provider.create({ dim, storage }), storage);
91
+ async create(dim, storage) {
92
+ return openIndex(await provider.create({ dim, storage }), storage);
93
93
  },
94
- load(path) {
95
- const index = provider.load(path);
94
+ async load(path) {
95
+ const index = await provider.load(path);
96
96
  return openIndex(index, storageFromBitWidth(index.bitWidth));
97
97
  }
98
98
  };
@@ -2,7 +2,7 @@
2
2
  * Accumulates profiling statistics and maintains a bounded buffer of recent events.
3
3
  * Uses a ring buffer for O(1) event insertion.
4
4
  */
5
- import type { ProfilingEvent, AggregatedStats } from './types.js';
5
+ import type { ProfilingEvent, AggregatedStats } from '../profiling/types.js';
6
6
  export declare function createAggregator(maxRecentEvents?: number): void;
7
7
  export declare function recordEvent(event: ProfilingEvent, storeInBuffer?: boolean): void;
8
8
  export declare function getAggregates(): Record<string, AggregatedStats>;
@@ -3,7 +3,7 @@
3
3
  * Uses a ring buffer for O(1) event insertion.
4
4
  */
5
5
  import { getGlobalSingleton } from '../utils/global-singleton.js';
6
- import { createRingBuffer, ringBufferPush, ringBufferToArray, ringBufferClear, ringBufferResize, ringBufferDroppedCount } from './ring-buffer.js';
6
+ import { createRingBuffer, ringBufferPush, ringBufferToArray, ringBufferClear, ringBufferResize, ringBufferDroppedCount } from '../profiling/ring-buffer.js';
7
7
  const DEFAULT_MAX_RECENT_EVENTS = 1000;
8
8
  const AGGREGATOR_STATE_KEY = Symbol.for('@qvac/inference:profiler-aggregator-state');
9
9
  function getAggregatorState() {
@@ -7,7 +7,7 @@
7
7
  * 3. Disabled default
8
8
  */
9
9
  import type { ProfilerMode, PerCallProfiling } from '../schemas/index.js';
10
- import type { ProfilerRuntimeOptions, ProfilingEvent, AggregatedStats } from './types.js';
10
+ import type { ProfilerRuntimeOptions, ProfilingEvent, AggregatedStats } from '../profiling/types.js';
11
11
  export interface ResolvedProfilerConfig {
12
12
  enabled: boolean;
13
13
  mode: ProfilerMode;
@@ -7,8 +7,8 @@
7
7
  * 3. Disabled default
8
8
  */
9
9
  import { getGlobalSingleton } from '../utils/global-singleton.js';
10
- import { createAggregator, recordEvent as aggregatorRecord, getAggregates as aggregatorGetAggregates, getRecentEvents as aggregatorGetRecentEvents, clearAggregator, setMaxRecentEvents } from './aggregator.js';
11
- import { nowMs, generateProfileId } from './clock.js';
10
+ import { createAggregator, recordEvent as aggregatorRecord, getAggregates as aggregatorGetAggregates, getRecentEvents as aggregatorGetRecentEvents, clearAggregator, setMaxRecentEvents } from '../profiling/aggregator.js';
11
+ import { nowMs, generateProfileId } from '../profiling/clock.js';
12
12
  const DEFAULT_CONFIG = {
13
13
  enabled: false,
14
14
  mode: 'summary',
@@ -1,4 +1,4 @@
1
- import type { ProfilingEventKind } from './types.js';
1
+ import type { ProfilingEventKind } from '../profiling/types.js';
2
2
  import type { ServerBreakdown } from '../schemas/index.js';
3
3
  export interface BaseTimings {
4
4
  profileId: string;
@@ -1,5 +1,5 @@
1
- import { nowMs } from './clock.js';
2
- import { record } from './controller.js';
1
+ import { nowMs } from '../profiling/clock.js';
2
+ import { record } from '../profiling/controller.js';
3
3
  export function recordPhase(base, phase, ms, extra) {
4
4
  if (ms === undefined)
5
5
  return;
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * JSON, table, and summary export utilities for profiling data.
3
3
  */
4
- import type { ProfilerExport } from './types.js';
4
+ import type { ProfilerExport } from '../profiling/types.js';
5
5
  export declare function exportJSON(options?: {
6
6
  includeRecentEvents?: boolean;
7
7
  }): ProfilerExport;
@@ -1,9 +1,9 @@
1
1
  /**
2
2
  * JSON, table, and summary export utilities for profiling data.
3
3
  */
4
- import { getEffectiveConfig, getAggregates, getRecentEvents } from './controller.js';
5
- import { getDroppedCount, getEventCount } from './aggregator.js';
6
- import { nowMs } from './clock.js';
4
+ import { getEffectiveConfig, getAggregates, getRecentEvents } from '../profiling/controller.js';
5
+ import { getDroppedCount, getEventCount } from '../profiling/aggregator.js';
6
+ import { nowMs } from '../profiling/clock.js';
7
7
  export function exportJSON(options) {
8
8
  const config = getEffectiveConfig();
9
9
  const includeRecent = options?.includeRecentEvents ?? true;
@@ -11,8 +11,8 @@
11
11
  * profiler.disable();
12
12
  * ```
13
13
  */
14
- import * as controller from './controller.js';
15
- import type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats } from './types.js';
14
+ import * as controller from '../profiling/controller.js';
15
+ import type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats } from '../profiling/types.js';
16
16
  export declare const profiler: {
17
17
  /**
18
18
  * Enables profiling and resets all previously aggregated data.
@@ -76,15 +76,15 @@ export declare const profiler: {
76
76
  */
77
77
  clear: () => void;
78
78
  };
79
- export type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats, ProfilingEventKind } from './types.js';
79
+ export type { ProfilerRuntimeOptions, ProfilingEvent, ProfilerExport, AggregatedStats, ProfilingEventKind } from '../profiling/types.js';
80
80
  export type { ProfilerMode, ProfilerGPUResourceGauge, ProfilerResourceGauge } from '../schemas/index.js';
81
- export { nowMs } from './clock.js';
82
- export { attachBackendDiagnostics } from './backend-diagnostics.js';
83
- export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord, type ResolvedProfilerConfig } from './controller.js';
84
- export { recordEvent, clearAggregator } from './aggregator.js';
85
- export { exportJSON, exportTable, exportSummary } from './exporters.js';
86
- export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from './envelope.js';
87
- export { recordPhase, recordFailure, recordServerBreakdownPhases, type BaseTimings, type BaseEvent } from './events.js';
88
- export { createServerProfiler, type ServerProfiler } from './profiler.js';
89
- export { profileReplyHandler, profileStreamHandler } from './operation-wrappers.js';
90
- export { registerOperationMetrics, buildOperationEvent, type OperationMetricsConfig } from './operation-metrics.js';
81
+ export { nowMs } from '../profiling/clock.js';
82
+ export { attachBackendDiagnostics } from '../profiling/backend-diagnostics.js';
83
+ export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord, type ResolvedProfilerConfig } from '../profiling/controller.js';
84
+ export { recordEvent, clearAggregator } from '../profiling/aggregator.js';
85
+ export { exportJSON, exportTable, exportSummary } from '../profiling/exporters.js';
86
+ export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from '../profiling/envelope.js';
87
+ export { recordPhase, recordFailure, recordServerBreakdownPhases, type BaseTimings, type BaseEvent } from '../profiling/events.js';
88
+ export { createServerProfiler, type ServerProfiler } from '../profiling/profiler.js';
89
+ export { profileReplyHandler, profileStreamHandler } from '../profiling/operation-wrappers.js';
90
+ export { registerOperationMetrics, buildOperationEvent, type OperationMetricsConfig } from '../profiling/operation-metrics.js';
@@ -11,8 +11,8 @@
11
11
  * profiler.disable();
12
12
  * ```
13
13
  */
14
- import * as controller from './controller.js';
15
- import * as exporters from './exporters.js';
14
+ import * as controller from '../profiling/controller.js';
15
+ import * as exporters from '../profiling/exporters.js';
16
16
  export const profiler = {
17
17
  /**
18
18
  * Enables profiling and resets all previously aggregated data.
@@ -74,13 +74,13 @@ export const profiler = {
74
74
  */
75
75
  clear: () => controller.clear()
76
76
  };
77
- export { nowMs } from './clock.js';
78
- export { attachBackendDiagnostics } from './backend-diagnostics.js';
79
- export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord } from './controller.js';
80
- export { recordEvent, clearAggregator } from './aggregator.js';
81
- export { exportJSON, exportTable, exportSummary } from './exporters.js';
82
- export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from './envelope.js';
83
- export { recordPhase, recordFailure, recordServerBreakdownPhases } from './events.js';
84
- export { createServerProfiler } from './profiler.js';
85
- export { profileReplyHandler, profileStreamHandler } from './operation-wrappers.js';
86
- export { registerOperationMetrics, buildOperationEvent } from './operation-metrics.js';
77
+ export { nowMs } from '../profiling/clock.js';
78
+ export { attachBackendDiagnostics } from '../profiling/backend-diagnostics.js';
79
+ export { enable, disable, record, shouldProfile, shouldIncludeServerBreakdown, shouldIncludeResourceGauges, generateId, isEnabled, getAggregates, getRecentEvents, getEffectiveConfig, onRecord } from '../profiling/controller.js';
80
+ export { recordEvent, clearAggregator } from '../profiling/aggregator.js';
81
+ export { exportJSON, exportTable, exportSummary } from '../profiling/exporters.js';
82
+ export { createProfilingMeta, createProfilingDisabledMeta, injectProfilingMetaIntoObject, extractProfilingMeta, stripProfilingMeta } from '../profiling/envelope.js';
83
+ export { recordPhase, recordFailure, recordServerBreakdownPhases } from '../profiling/events.js';
84
+ export { createServerProfiler } from '../profiling/profiler.js';
85
+ export { profileReplyHandler, profileStreamHandler } from '../profiling/operation-wrappers.js';
86
+ export { registerOperationMetrics, buildOperationEvent } from '../profiling/operation-metrics.js';
@@ -2,7 +2,7 @@
2
2
  * Declarative extraction of operation-level metrics from request/response data.
3
3
  * Used by operation wrappers to capture handler-specific profiling events.
4
4
  */
5
- import type { ProfilingEvent, ProfilingEventKind } from './types.js';
5
+ import type { ProfilingEvent, ProfilingEventKind } from '../profiling/types.js';
6
6
  import type { DownloadStats } from '../handlers/load-model/types.js';
7
7
  export type MetricExtractor<T> = (data: T) => Record<string, number> | undefined;
8
8
  export type TagExtractor<T> = (data: T) => Record<string, string> | undefined;
@@ -2,8 +2,8 @@
2
2
  * Declarative extraction of operation-level metrics from request/response data.
3
3
  * Used by operation wrappers to capture handler-specific profiling events.
4
4
  */
5
- import { readModelExecutionMs } from './model-execution.js';
6
- import { readBackendDiagnostics } from './backend-diagnostics.js';
5
+ import { readModelExecutionMs } from '../profiling/model-execution.js';
6
+ import { readBackendDiagnostics } from '../profiling/backend-diagnostics.js';
7
7
  const metricsRegistry = new Map();
8
8
  function extractDownloadStatsGauges(stats, gauges) {
9
9
  if (stats?.downloadTimeMs !== undefined) {
@@ -3,10 +3,10 @@
3
3
  * Used to wrap dispatch/invoke functions with timing capture.
4
4
  */
5
5
  import { PROFILING_KEY, OPERATION_EVENT_KEY } from '../schemas/index.js';
6
- import { nowMs, generateProfileId } from './clock.js';
7
- import { record, shouldIncludeResourceGauges, shouldProfile } from './controller.js';
6
+ import { nowMs, generateProfileId } from '../profiling/clock.js';
7
+ import { record, shouldIncludeResourceGauges, shouldProfile } from '../profiling/controller.js';
8
8
  import { getResourceCollector } from '../resources/instance.js';
9
- import { buildOperationEvent } from './operation-metrics.js';
9
+ import { buildOperationEvent } from '../profiling/operation-metrics.js';
10
10
  function isTerminalChunk(value) {
11
11
  return typeof value === 'object' && value !== null && 'done' in value && value.done === true;
12
12
  }
@@ -1,5 +1,5 @@
1
1
  import { responseSchema, PROFILING_KEY, OPERATION_EVENT_KEY, PROFILING_TRAILER_KEY } from '../schemas/index.js';
2
- import { nowMs } from './clock.js';
2
+ import { nowMs } from '../profiling/clock.js';
3
3
  export function createProfilingContext(meta) {
4
4
  return { meta, requestStart: nowMs() };
5
5
  }
@@ -50,7 +50,7 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
- import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from './index.js';
53
+ import { chunk, ingest, reindex, saveEmbeddings, search, deleteEmbeddings, listWorkspaces, closeWorkspace, deleteWorkspace, DEFAULT_WORKSPACE, getActiveRagRequest, setActiveRagRequest, clearActiveRagRequest } from '../rag/index.js';
54
54
  import { getRequestRegistry, withRequestContext } from '../runtime/index.js';
55
55
  import { generateRandomRequestId } from '../runtime/request-id.js';
56
56
  import { getEngineLogger } from '../logging/index.js';
@@ -1,4 +1,4 @@
1
- import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../rag-workspace-manager.js';
1
+ import { closeRagInstance, deleteWorkspace, DEFAULT_WORKSPACE } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragCloseWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  export async function closeWorkspace(params) {
4
4
  const { workspace, deleteOnClose } = ragCloseWorkspaceParamsSchema.parse(params);
@@ -1,4 +1,4 @@
1
- import { getRagDbAdapter, hasRagWorkspaceStorage } from '../rag-workspace-manager.js';
1
+ import { getRagDbAdapter, hasRagWorkspaceStorage } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteEmbeddingsParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGDeleteFailedError } from '../../errors/index.js';
4
4
  export async function deleteEmbeddings(params) {
@@ -1,4 +1,4 @@
1
- import { deleteWorkspace as deleteWorkspaceFromManager } from '../rag-workspace-manager.js';
1
+ import { deleteWorkspace as deleteWorkspaceFromManager } from '../../rag/rag-workspace-manager.js';
2
2
  import { ragDeleteWorkspaceParamsSchema } from '../../schemas/index.js';
3
3
  import { RAGWorkspaceNotFoundError } from '../../errors/index.js';
4
4
  export async function deleteWorkspace(params) {
@@ -1,4 +1,4 @@
1
- import { getRagInstance } from '../rag-workspace-manager.js';
1
+ import { getRagInstance } from '../../rag/rag-workspace-manager.js';
2
2
  import { embed } from '../../plugins/ops/embed.js';
3
3
  import { ragIngestParamsSchema } from '../../schemas/index.js';
4
4
  export async function ingest(params, options) {