@qvac/inference 0.22.0 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. package/NOTICE +59 -40
  2. package/README.md +1 -1
  3. package/dist/api/audio-gen.js +1 -1
  4. package/dist/api/completion-stream.d.ts +2 -1
  5. package/dist/api/completion-stream.js +3 -1
  6. package/dist/api/decide.js +1 -1
  7. package/dist/api/diffusion.d.ts +18 -1
  8. package/dist/api/diffusion.js +18 -1
  9. package/dist/api/download-asset.js +1 -1
  10. package/dist/api/finetune.js +1 -1
  11. package/dist/api/index.d.ts +39 -38
  12. package/dist/api/index.js +38 -37
  13. package/dist/api/load-model.js +2 -2
  14. package/dist/api/logging-stream-registry.js +11 -7
  15. package/dist/api/logging-stream.d.ts +11 -1
  16. package/dist/api/logging-stream.js +11 -2
  17. package/dist/api/registry.d.ts +2 -1
  18. package/dist/api/registry.js +5 -4
  19. package/dist/api/rerank.d.ts +17 -0
  20. package/dist/api/rerank.js +36 -0
  21. package/dist/api/subscribe-logs.js +5 -3
  22. package/dist/api/unload-model.js +1 -1
  23. package/dist/api/video.js +1 -1
  24. package/dist/api/vla.js +1 -1
  25. package/dist/api/world-result.js +1 -1
  26. package/dist/api/world.d.ts +1 -1
  27. package/dist/api/world.js +1 -1
  28. package/dist/config/resolve-config.d.ts +1 -1
  29. package/dist/config/resolve-config.js +1 -1
  30. package/dist/constants/index.d.ts +2 -2
  31. package/dist/constants/index.js +2 -2
  32. package/dist/dispatch.d.ts +3 -2
  33. package/dist/dispatch.js +16 -4
  34. package/dist/errors/index.d.ts +6 -0
  35. package/dist/errors/index.js +13 -1
  36. package/dist/handlers/assess-model-fit.d.ts +1 -1
  37. package/dist/handlers/assess-model-fit.js +4 -4
  38. package/dist/handlers/cancelHandler.js +1 -1
  39. package/dist/handlers/completion-orchestrate.js +2 -2
  40. package/dist/handlers/download-asset.js +2 -2
  41. package/dist/handlers/finetune.js +1 -1
  42. package/dist/handlers/get-loaded-model-info.js +2 -3
  43. package/dist/handlers/get-model-info.js +1 -1
  44. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  45. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  46. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  47. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  48. package/dist/handlers/load-model/download-stats.js +3 -3
  49. package/dist/handlers/load-model/handler.js +10 -7
  50. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  51. package/dist/handlers/load-model/http.d.ts +1 -1
  52. package/dist/handlers/load-model/http.js +3 -3
  53. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  54. package/dist/handlers/load-model/hyperdrive.js +2 -2
  55. package/dist/handlers/load-model/index.d.ts +2 -2
  56. package/dist/handlers/load-model/index.js +2 -2
  57. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  58. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  59. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  60. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  61. package/dist/handlers/load-model/registry.d.ts +2 -2
  62. package/dist/handlers/load-model/registry.js +5 -5
  63. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  64. package/dist/handlers/load-model/resolve-session.js +11 -3
  65. package/dist/handlers/load-model/resolve.d.ts +1 -1
  66. package/dist/handlers/load-model/resolve.js +5 -5
  67. package/dist/handlers/logging-stream.d.ts +2 -1
  68. package/dist/handlers/logging-stream.js +23 -7
  69. package/dist/handlers/registry.js +4 -2
  70. package/dist/handlers/types.d.ts +7 -1
  71. package/dist/handlers/vector-index.js +2 -2
  72. package/dist/index.d.ts +1 -1
  73. package/dist/index.js +1 -1
  74. package/dist/logging/addon.d.ts +1 -1
  75. package/dist/logging/addon.js +1 -1
  76. package/dist/logging/index.d.ts +5 -5
  77. package/dist/logging/index.js +4 -4
  78. package/dist/logging/logger.d.ts +1 -1
  79. package/dist/logging/logger.js +3 -3
  80. package/dist/logging/utils.js +1 -1
  81. package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
  82. package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
  83. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  84. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
  85. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
  86. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
  87. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  88. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
  89. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
  90. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
  91. package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
  92. package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
  93. package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
  94. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
  95. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
  96. package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
  97. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
  98. package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
  99. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
  100. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
  101. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  102. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
  103. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  104. package/dist/model-fit/request/engines/diffusion.js +93 -0
  105. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
  106. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
  107. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
  108. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
  109. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
  110. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
  111. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
  112. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
  113. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
  114. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
  115. package/dist/model-fit/run/run.d.ts +43 -0
  116. package/dist/model-fit/run/run.js +204 -0
  117. package/dist/models/registry/index.d.ts +1 -1
  118. package/dist/models/registry/index.js +2 -2
  119. package/dist/models/registry/models.d.ts +510 -0
  120. package/dist/models/registry/models.js +2946 -2410
  121. package/dist/models/registry/resource-profiles.js +203 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
  124. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
  126. package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
  129. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
  130. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  131. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
  132. package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
  133. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
  134. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  135. package/dist/plugins/builtin/index.d.ts +15 -14
  136. package/dist/plugins/builtin/index.js +15 -14
  137. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  138. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  139. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  140. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
  141. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
  142. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  143. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  144. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
  145. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
  146. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  147. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  148. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  149. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
  150. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
  151. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  152. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
  153. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
  154. package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
  155. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  156. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  157. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  158. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  159. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  160. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  161. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
  162. package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
  163. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
  164. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
  165. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
  166. package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
  167. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  168. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  169. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  170. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
  171. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
  172. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
  173. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
  174. package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
  175. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  176. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  177. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  178. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  179. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  180. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
  181. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
  182. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
  183. package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
  184. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
  185. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
  186. package/dist/plugins/index.d.ts +1 -1
  187. package/dist/plugins/index.js +2 -2
  188. package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
  189. package/dist/plugins/ops/kv-cache-utils.js +15 -8
  190. package/dist/plugins/ops/load-model.d.ts +8 -2
  191. package/dist/plugins/ops/load-model.js +14 -5
  192. package/dist/plugins/ops/transcribe.js +1 -1
  193. package/dist/plugins/ops/translate.js +3 -3
  194. package/dist/plugins/ops/unload-model.js +1 -1
  195. package/dist/plugins/turbovec-backend.js +5 -5
  196. package/dist/profiling/aggregator.d.ts +1 -1
  197. package/dist/profiling/aggregator.js +1 -1
  198. package/dist/profiling/controller.d.ts +1 -1
  199. package/dist/profiling/controller.js +2 -2
  200. package/dist/profiling/events.d.ts +1 -1
  201. package/dist/profiling/events.js +2 -2
  202. package/dist/profiling/exporters.d.ts +1 -1
  203. package/dist/profiling/exporters.js +3 -3
  204. package/dist/profiling/index.d.ts +13 -13
  205. package/dist/profiling/index.js +12 -12
  206. package/dist/profiling/operation-metrics.d.ts +1 -1
  207. package/dist/profiling/operation-metrics.js +2 -2
  208. package/dist/profiling/operation-wrappers.js +3 -3
  209. package/dist/profiling/profiler.js +1 -1
  210. package/dist/rag/handler.js +1 -1
  211. package/dist/rag/handlers/close-workspace.js +1 -1
  212. package/dist/rag/handlers/delete-embeddings.js +1 -1
  213. package/dist/rag/handlers/delete-workspace.js +1 -1
  214. package/dist/rag/handlers/ingest.js +1 -1
  215. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  216. package/dist/rag/handlers/list-workspaces.js +1 -1
  217. package/dist/rag/handlers/reindex.js +1 -1
  218. package/dist/rag/handlers/save-embeddings.js +1 -1
  219. package/dist/rag/handlers/search.js +1 -1
  220. package/dist/rag/index.d.ts +11 -11
  221. package/dist/rag/index.js +11 -11
  222. package/dist/rag/rag-workspace-manager.js +1 -1
  223. package/dist/registry.js +2 -1
  224. package/dist/resources/collector.d.ts +1 -1
  225. package/dist/resources/collector.js +1 -1
  226. package/dist/resources/instance.d.ts +1 -1
  227. package/dist/resources/instance.js +1 -1
  228. package/dist/resources/native.d.ts +1 -1
  229. package/dist/resources/normalize.d.ts +1 -1
  230. package/dist/rpc/inventory.js +3 -3
  231. package/dist/runtime/index.d.ts +5 -5
  232. package/dist/runtime/index.js +2 -2
  233. package/dist/runtime/lifecycle.js +7 -7
  234. package/dist/runtime/model-config-utils.js +3 -0
  235. package/dist/runtime/model-registry.d.ts +3 -1
  236. package/dist/runtime/model-registry.js +2 -1
  237. package/dist/runtime/registry-client.js +1 -1
  238. package/dist/runtime/request-context.d.ts +3 -3
  239. package/dist/runtime/request-context.js +14 -1
  240. package/dist/runtime/request-registry.d.ts +1 -1
  241. package/dist/runtime/request-registry.js +1 -1
  242. package/dist/runtime/state.d.ts +1 -1
  243. package/dist/runtime/state.js +2 -2
  244. package/dist/runtime/vector-index-backend.d.ts +2 -2
  245. package/dist/runtime/vector-index-registry.d.ts +5 -5
  246. package/dist/runtime/vector-index-registry.js +36 -13
  247. package/dist/schemas/assess-model-fit.d.ts +6 -0
  248. package/dist/schemas/assess-model-fit.js +4 -4
  249. package/dist/schemas/audio-gen.d.ts +13 -1
  250. package/dist/schemas/audio-gen.js +3 -3
  251. package/dist/schemas/batch-completion-stream.d.ts +8 -2
  252. package/dist/schemas/batch-completion-stream.js +3 -3
  253. package/dist/schemas/bci-config.d.ts +1 -0
  254. package/dist/schemas/bci-config.js +2 -2
  255. package/dist/schemas/bci.d.ts +1 -1
  256. package/dist/schemas/bci.js +2 -2
  257. package/dist/schemas/cancel.d.ts +5 -0
  258. package/dist/schemas/cancel.js +1 -0
  259. package/dist/schemas/common.d.ts +478 -100
  260. package/dist/schemas/common.js +35 -32
  261. package/dist/schemas/completion-event.d.ts +8 -2
  262. package/dist/schemas/completion-event.js +4 -1
  263. package/dist/schemas/completion-stream.d.ts +11 -2
  264. package/dist/schemas/completion-stream.js +37 -10
  265. package/dist/schemas/config.d.ts +849 -6
  266. package/dist/schemas/config.js +12 -10
  267. package/dist/schemas/decision.d.ts +8 -0
  268. package/dist/schemas/decision.js +14 -0
  269. package/dist/schemas/download-asset.d.ts +6 -4
  270. package/dist/schemas/download-asset.js +1 -1
  271. package/dist/schemas/engine-addon-map.d.ts +2 -1
  272. package/dist/schemas/engine-addon-map.js +4 -3
  273. package/dist/schemas/errors.d.ts +1 -0
  274. package/dist/schemas/errors.js +6 -1
  275. package/dist/schemas/index.d.ts +51 -50
  276. package/dist/schemas/index.js +50 -49
  277. package/dist/schemas/llamacpp-config.d.ts +182 -6
  278. package/dist/schemas/llamacpp-config.js +102 -7
  279. package/dist/schemas/load-model.d.ts +3176 -646
  280. package/dist/schemas/load-model.js +34 -1
  281. package/dist/schemas/mcp-adapter.d.ts +1 -1
  282. package/dist/schemas/model-config-schemas.d.ts +195 -1
  283. package/dist/schemas/model-config-schemas.js +14 -12
  284. package/dist/schemas/model-fit-policy.d.ts +1 -1
  285. package/dist/schemas/model-info.js +2 -2
  286. package/dist/schemas/model-resource-profile.d.ts +1 -0
  287. package/dist/schemas/model-resource-profile.js +1 -1
  288. package/dist/schemas/model-src-utils.d.ts +6 -2
  289. package/dist/schemas/model-src-utils.js +2 -2
  290. package/dist/schemas/model-types.d.ts +5 -1
  291. package/dist/schemas/model-types.js +1 -0
  292. package/dist/schemas/ocr.d.ts +2 -0
  293. package/dist/schemas/ocr.js +1 -1
  294. package/dist/schemas/plugin.d.ts +9 -3
  295. package/dist/schemas/plugin.js +6 -0
  296. package/dist/schemas/profiling.js +1 -1
  297. package/dist/schemas/rag.js +1 -1
  298. package/dist/schemas/registry.d.ts +8 -0
  299. package/dist/schemas/registry.js +2 -1
  300. package/dist/schemas/reload-config.d.ts +6 -2
  301. package/dist/schemas/reload-config.js +2 -2
  302. package/dist/schemas/rerank.d.ts +131 -0
  303. package/dist/schemas/rerank.js +102 -0
  304. package/dist/schemas/sdcpp-config.d.ts +56 -0
  305. package/dist/schemas/sdcpp-config.js +33 -15
  306. package/dist/schemas/text-to-speech.d.ts +61 -0
  307. package/dist/schemas/transcription-config.d.ts +5 -0
  308. package/dist/schemas/transcription-config.js +16 -1
  309. package/dist/schemas/transcription.d.ts +1 -1
  310. package/dist/schemas/transcription.js +1 -1
  311. package/dist/schemas/translate.d.ts +2 -2
  312. package/dist/schemas/translate.js +1 -1
  313. package/dist/schemas/translation-config.d.ts +20 -10
  314. package/dist/schemas/translation-config.js +1 -1
  315. package/dist/surface.d.ts +2 -1
  316. package/dist/surface.js +2 -1
  317. package/dist/utils/addon-responses.d.ts +2 -0
  318. package/dist/utils/aggregate-events.d.ts +1 -1
  319. package/dist/utils/aggregate-events.js +2 -2
  320. package/dist/utils/archive.js +2 -2
  321. package/dist/utils/audio/decoder.js +3 -1
  322. package/dist/utils/audio-input.js +1 -1
  323. package/dist/utils/cache/auto-history.d.ts +2 -1
  324. package/dist/utils/cache/auto-history.js +2 -2
  325. package/dist/utils/cache/paths.js +6 -6
  326. package/dist/utils/checksum.d.ts +2 -0
  327. package/dist/utils/checksum.js +41 -2
  328. package/dist/utils/completion-normalizer.js +1 -1
  329. package/dist/utils/gguf-architecture.d.ts +7 -0
  330. package/dist/utils/gguf-architecture.js +142 -0
  331. package/dist/utils/gguf-tensor-extractor.js +1 -1
  332. package/dist/utils/index.d.ts +13 -13
  333. package/dist/utils/index.js +13 -13
  334. package/dist/utils/mcp-adapter.d.ts +1 -1
  335. package/dist/utils/mcp-adapter.js +1 -1
  336. package/dist/utils/path-security.js +1 -1
  337. package/dist/utils/shard-utils.d.ts +5 -0
  338. package/dist/utils/shard-utils.js +19 -3
  339. package/dist/utils/tool-integration.d.ts +1 -0
  340. package/dist/utils/tool-integration.js +3 -6
  341. package/dist/utils/tools/defer.d.ts +16 -26
  342. package/dist/utils/tools/defer.js +50 -41
  343. package/dist/utils/tools/dialect.d.ts +15 -4
  344. package/dist/utils/tools/dialect.js +34 -5
  345. package/dist/utils/tools/index.d.ts +3 -3
  346. package/dist/utils/tools/index.js +3 -3
  347. package/dist/utils/tools/parser.js +8 -8
  348. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  349. package/dist/utils/tools/parsers/dsml.js +1 -1
  350. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  351. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  352. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  353. package/dist/utils/tools/parsers/harmony.js +1 -1
  354. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  355. package/dist/utils/tools/parsers/hermes.js +1 -1
  356. package/dist/utils/tools/parsers/json.d.ts +1 -1
  357. package/dist/utils/tools/parsers/json.js +1 -1
  358. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  359. package/dist/utils/tools/parsers/pythonic.js +1 -1
  360. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  361. package/dist/utils/tools/parsers/qwen35.js +1 -1
  362. package/dist/utils/tts-stats.d.ts +1 -1
  363. package/dist/utils/until-aborted.d.ts +7 -0
  364. package/dist/utils/until-aborted.js +34 -0
  365. package/package.json +53 -45
  366. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  367. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  368. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  369. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  370. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  371. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  372. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  373. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  374. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  375. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  376. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  377. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  378. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  379. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  380. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  381. package/dist/resources/model-fit/platform.d.ts +0 -9
  382. package/dist/resources/model-fit/types.js +0 -1
  383. /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
  384. /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
  385. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  386. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -57,8 +57,8 @@ import { nowMs } from '../../../../profiling/index.js';
57
57
  import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
58
58
  import { TextToSpeechStreamFailedError } from '../../../../errors/index.js';
59
59
  import { collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
60
- import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from './parler-options.js';
61
- import { bindTtsCancel, cancelIfAborted } from './cancel-binding.js';
60
+ import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
61
+ import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
62
62
  // Ends the text source the moment the run is cancelled. Without this an idle
63
63
  // duplex session — cancelled while the accumulator is waiting for the next
64
64
  // fragment, with no native job live — would sit in `runStreaming` holding the
@@ -57,8 +57,8 @@ import { nowMs } from '../../../../profiling/index.js';
57
57
  import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
58
58
  import { PluginRequestValidationFailedError, TextToSpeechFailedError } from '../../../../errors/index.js';
59
59
  import { appendPcm, collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
60
- import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from './parler-options.js';
61
- import { bindTtsCancel, cancelIfAborted } from './cancel-binding.js';
60
+ import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
61
+ import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
62
62
  function hasRunStream(model) {
63
63
  return (typeof model === 'object' &&
64
64
  model !== null &&
@@ -5,9 +5,9 @@ export declare const ttsPlugin: {
5
5
  addonPackage: "@qvac/tts-ggml";
6
6
  loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
7
7
  [x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
8
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
8
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
9
9
  [x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
10
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
10
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
11
11
  lavasrEnhancerModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
12
12
  src: import("zod").ZodString;
13
13
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -31,6 +31,7 @@ export declare const ttsPlugin: {
31
31
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
32
32
  "llamacpp-embedding": "llamacpp-embedding";
33
33
  "llamacpp-decision": "llamacpp-decision";
34
+ "llamacpp-rerank": "llamacpp-rerank";
34
35
  "nmtcpp-translation": "nmtcpp-translation";
35
36
  "onnx-tts": "onnx-tts";
36
37
  "tts-ggml": "tts-ggml";
@@ -48,7 +49,7 @@ export declare const ttsPlugin: {
48
49
  parakeet: "parakeet";
49
50
  classification: "classification";
50
51
  }>, import("zod").ZodLiteral<"vad">]>>;
51
- }, import("zod/v4/core/index.js").$strip>]>>;
52
+ }, import("zod/v4/core").$strip>]>>;
52
53
  lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
53
54
  src: import("zod").ZodString;
54
55
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -72,6 +73,7 @@ export declare const ttsPlugin: {
72
73
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
73
74
  "llamacpp-embedding": "llamacpp-embedding";
74
75
  "llamacpp-decision": "llamacpp-decision";
76
+ "llamacpp-rerank": "llamacpp-rerank";
75
77
  "nmtcpp-translation": "nmtcpp-translation";
76
78
  "onnx-tts": "onnx-tts";
77
79
  "tts-ggml": "tts-ggml";
@@ -89,7 +91,7 @@ export declare const ttsPlugin: {
89
91
  parakeet: "parakeet";
90
92
  classification: "classification";
91
93
  }>, import("zod").ZodLiteral<"vad">]>>;
92
- }, import("zod/v4/core/index.js").$strip>]>>;
94
+ }, import("zod/v4/core").$strip>]>>;
93
95
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
94
96
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
95
97
  outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -132,7 +134,7 @@ export declare const ttsPlugin: {
132
134
  reverb: import("zod").ZodOptional<import("zod").ZodString>;
133
135
  quality: import("zod").ZodOptional<import("zod").ZodString>;
134
136
  ttsEngine: import("zod").ZodLiteral<"parler">;
135
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
137
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
136
138
  referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
137
139
  src: import("zod").ZodString;
138
140
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -156,6 +158,7 @@ export declare const ttsPlugin: {
156
158
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
157
159
  "llamacpp-embedding": "llamacpp-embedding";
158
160
  "llamacpp-decision": "llamacpp-decision";
161
+ "llamacpp-rerank": "llamacpp-rerank";
159
162
  "nmtcpp-translation": "nmtcpp-translation";
160
163
  "onnx-tts": "onnx-tts";
161
164
  "tts-ggml": "tts-ggml";
@@ -173,7 +176,7 @@ export declare const ttsPlugin: {
173
176
  parakeet: "parakeet";
174
177
  classification: "classification";
175
178
  }>, import("zod").ZodLiteral<"vad">]>>;
176
- }, import("zod/v4/core/index.js").$strip>]>>;
179
+ }, import("zod/v4/core").$strip>]>>;
177
180
  cosyvoice3S3tokModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
178
181
  src: import("zod").ZodString;
179
182
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -197,6 +200,7 @@ export declare const ttsPlugin: {
197
200
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
198
201
  "llamacpp-embedding": "llamacpp-embedding";
199
202
  "llamacpp-decision": "llamacpp-decision";
203
+ "llamacpp-rerank": "llamacpp-rerank";
200
204
  "nmtcpp-translation": "nmtcpp-translation";
201
205
  "onnx-tts": "onnx-tts";
202
206
  "tts-ggml": "tts-ggml";
@@ -214,7 +218,7 @@ export declare const ttsPlugin: {
214
218
  parakeet: "parakeet";
215
219
  classification: "classification";
216
220
  }>, import("zod").ZodLiteral<"vad">]>>;
217
- }, import("zod/v4/core/index.js").$strip>]>>;
221
+ }, import("zod/v4/core").$strip>]>>;
218
222
  cosyvoice3CampplusModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
219
223
  src: import("zod").ZodString;
220
224
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -238,6 +242,7 @@ export declare const ttsPlugin: {
238
242
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
239
243
  "llamacpp-embedding": "llamacpp-embedding";
240
244
  "llamacpp-decision": "llamacpp-decision";
245
+ "llamacpp-rerank": "llamacpp-rerank";
241
246
  "nmtcpp-translation": "nmtcpp-translation";
242
247
  "onnx-tts": "onnx-tts";
243
248
  "tts-ggml": "tts-ggml";
@@ -255,7 +260,7 @@ export declare const ttsPlugin: {
255
260
  parakeet: "parakeet";
256
261
  classification: "classification";
257
262
  }>, import("zod").ZodLiteral<"vad">]>>;
258
- }, import("zod/v4/core/index.js").$strip>]>>;
263
+ }, import("zod/v4/core").$strip>]>>;
259
264
  lavasrEnhancerModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
260
265
  src: import("zod").ZodString;
261
266
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -279,6 +284,7 @@ export declare const ttsPlugin: {
279
284
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
280
285
  "llamacpp-embedding": "llamacpp-embedding";
281
286
  "llamacpp-decision": "llamacpp-decision";
287
+ "llamacpp-rerank": "llamacpp-rerank";
282
288
  "nmtcpp-translation": "nmtcpp-translation";
283
289
  "onnx-tts": "onnx-tts";
284
290
  "tts-ggml": "tts-ggml";
@@ -296,7 +302,7 @@ export declare const ttsPlugin: {
296
302
  parakeet: "parakeet";
297
303
  classification: "classification";
298
304
  }>, import("zod").ZodLiteral<"vad">]>>;
299
- }, import("zod/v4/core/index.js").$strip>]>>;
305
+ }, import("zod/v4/core").$strip>]>>;
300
306
  lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
301
307
  src: import("zod").ZodString;
302
308
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -320,6 +326,7 @@ export declare const ttsPlugin: {
320
326
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
321
327
  "llamacpp-embedding": "llamacpp-embedding";
322
328
  "llamacpp-decision": "llamacpp-decision";
329
+ "llamacpp-rerank": "llamacpp-rerank";
323
330
  "nmtcpp-translation": "nmtcpp-translation";
324
331
  "onnx-tts": "onnx-tts";
325
332
  "tts-ggml": "tts-ggml";
@@ -337,7 +344,7 @@ export declare const ttsPlugin: {
337
344
  parakeet: "parakeet";
338
345
  classification: "classification";
339
346
  }>, import("zod").ZodLiteral<"vad">]>>;
340
- }, import("zod/v4/core/index.js").$strip>]>>;
347
+ }, import("zod/v4/core").$strip>]>>;
341
348
  openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
342
349
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
343
350
  ttsEngine: import("zod").ZodLiteral<"cosyvoice3">;
@@ -380,7 +387,7 @@ export declare const ttsPlugin: {
380
387
  peppa: "peppa";
381
388
  robot: "robot";
382
389
  }>>;
383
- }, import("zod/v4/core/index.js").$strict>]>>;
390
+ }, import("zod/v4/core").$strict>]>>;
384
391
  promptText: import("zod").ZodOptional<import("zod").ZodString>;
385
392
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
386
393
  outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -389,7 +396,7 @@ export declare const ttsPlugin: {
389
396
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
390
397
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
391
398
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
392
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
399
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
393
400
  audio8CodecDecoderModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
394
401
  src: import("zod").ZodString;
395
402
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -413,6 +420,7 @@ export declare const ttsPlugin: {
413
420
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
414
421
  "llamacpp-embedding": "llamacpp-embedding";
415
422
  "llamacpp-decision": "llamacpp-decision";
423
+ "llamacpp-rerank": "llamacpp-rerank";
416
424
  "nmtcpp-translation": "nmtcpp-translation";
417
425
  "onnx-tts": "onnx-tts";
418
426
  "tts-ggml": "tts-ggml";
@@ -430,7 +438,7 @@ export declare const ttsPlugin: {
430
438
  parakeet: "parakeet";
431
439
  classification: "classification";
432
440
  }>, import("zod").ZodLiteral<"vad">]>>;
433
- }, import("zod/v4/core/index.js").$strip>]>;
441
+ }, import("zod/v4/core").$strip>]>;
434
442
  audio8CodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
435
443
  src: import("zod").ZodString;
436
444
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -454,6 +462,7 @@ export declare const ttsPlugin: {
454
462
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
455
463
  "llamacpp-embedding": "llamacpp-embedding";
456
464
  "llamacpp-decision": "llamacpp-decision";
465
+ "llamacpp-rerank": "llamacpp-rerank";
457
466
  "nmtcpp-translation": "nmtcpp-translation";
458
467
  "onnx-tts": "onnx-tts";
459
468
  "tts-ggml": "tts-ggml";
@@ -471,7 +480,7 @@ export declare const ttsPlugin: {
471
480
  parakeet: "parakeet";
472
481
  classification: "classification";
473
482
  }>, import("zod").ZodLiteral<"vad">]>>;
474
- }, import("zod/v4/core/index.js").$strip>]>>;
483
+ }, import("zod/v4/core").$strip>]>>;
475
484
  referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
476
485
  src: import("zod").ZodString;
477
486
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -495,6 +504,7 @@ export declare const ttsPlugin: {
495
504
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
496
505
  "llamacpp-embedding": "llamacpp-embedding";
497
506
  "llamacpp-decision": "llamacpp-decision";
507
+ "llamacpp-rerank": "llamacpp-rerank";
498
508
  "nmtcpp-translation": "nmtcpp-translation";
499
509
  "onnx-tts": "onnx-tts";
500
510
  "tts-ggml": "tts-ggml";
@@ -512,7 +522,7 @@ export declare const ttsPlugin: {
512
522
  parakeet: "parakeet";
513
523
  classification: "classification";
514
524
  }>, import("zod").ZodLiteral<"vad">]>>;
515
- }, import("zod/v4/core/index.js").$strip>]>>;
525
+ }, import("zod/v4/core").$strip>]>>;
516
526
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
517
527
  ttsEngine: import("zod").ZodLiteral<"audio8">;
518
528
  referenceText: import("zod").ZodOptional<import("zod").ZodString>;
@@ -526,7 +536,7 @@ export declare const ttsPlugin: {
526
536
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
527
537
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
528
538
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
529
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
539
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
530
540
  mossCodecDecoderModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
531
541
  src: import("zod").ZodString;
532
542
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -550,6 +560,7 @@ export declare const ttsPlugin: {
550
560
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
551
561
  "llamacpp-embedding": "llamacpp-embedding";
552
562
  "llamacpp-decision": "llamacpp-decision";
563
+ "llamacpp-rerank": "llamacpp-rerank";
553
564
  "nmtcpp-translation": "nmtcpp-translation";
554
565
  "onnx-tts": "onnx-tts";
555
566
  "tts-ggml": "tts-ggml";
@@ -567,7 +578,7 @@ export declare const ttsPlugin: {
567
578
  parakeet: "parakeet";
568
579
  classification: "classification";
569
580
  }>, import("zod").ZodLiteral<"vad">]>>;
570
- }, import("zod/v4/core/index.js").$strip>]>;
581
+ }, import("zod/v4/core").$strip>]>;
571
582
  mossCodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
572
583
  src: import("zod").ZodString;
573
584
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -591,6 +602,7 @@ export declare const ttsPlugin: {
591
602
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
592
603
  "llamacpp-embedding": "llamacpp-embedding";
593
604
  "llamacpp-decision": "llamacpp-decision";
605
+ "llamacpp-rerank": "llamacpp-rerank";
594
606
  "nmtcpp-translation": "nmtcpp-translation";
595
607
  "onnx-tts": "onnx-tts";
596
608
  "tts-ggml": "tts-ggml";
@@ -608,7 +620,7 @@ export declare const ttsPlugin: {
608
620
  parakeet: "parakeet";
609
621
  classification: "classification";
610
622
  }>, import("zod").ZodLiteral<"vad">]>>;
611
- }, import("zod/v4/core/index.js").$strip>]>>;
623
+ }, import("zod/v4/core").$strip>]>>;
612
624
  referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
613
625
  src: import("zod").ZodString;
614
626
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -632,6 +644,7 @@ export declare const ttsPlugin: {
632
644
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
633
645
  "llamacpp-embedding": "llamacpp-embedding";
634
646
  "llamacpp-decision": "llamacpp-decision";
647
+ "llamacpp-rerank": "llamacpp-rerank";
635
648
  "nmtcpp-translation": "nmtcpp-translation";
636
649
  "onnx-tts": "onnx-tts";
637
650
  "tts-ggml": "tts-ggml";
@@ -649,7 +662,7 @@ export declare const ttsPlugin: {
649
662
  parakeet: "parakeet";
650
663
  classification: "classification";
651
664
  }>, import("zod").ZodLiteral<"vad">]>>;
652
- }, import("zod/v4/core/index.js").$strip>]>>;
665
+ }, import("zod/v4/core").$strip>]>>;
653
666
  dialogueReferenceSrcs: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
654
667
  src: import("zod").ZodString;
655
668
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -673,6 +686,7 @@ export declare const ttsPlugin: {
673
686
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
674
687
  "llamacpp-embedding": "llamacpp-embedding";
675
688
  "llamacpp-decision": "llamacpp-decision";
689
+ "llamacpp-rerank": "llamacpp-rerank";
676
690
  "nmtcpp-translation": "nmtcpp-translation";
677
691
  "onnx-tts": "onnx-tts";
678
692
  "tts-ggml": "tts-ggml";
@@ -690,7 +704,7 @@ export declare const ttsPlugin: {
690
704
  parakeet: "parakeet";
691
705
  classification: "classification";
692
706
  }>, import("zod").ZodLiteral<"vad">]>>;
693
- }, import("zod/v4/core/index.js").$strip>]>>>;
707
+ }, import("zod/v4/core").$strip>]>>>;
694
708
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
695
709
  ttsEngine: import("zod").ZodLiteral<"moss">;
696
710
  language: import("zod").ZodOptional<import("zod").ZodString>;
@@ -700,7 +714,7 @@ export declare const ttsPlugin: {
700
714
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
701
715
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
702
716
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
703
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
717
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
704
718
  seconds: import("zod").ZodOptional<import("zod").ZodNumber>;
705
719
  negativePrompt: import("zod").ZodOptional<import("zod").ZodString>;
706
720
  steps: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -712,7 +726,7 @@ export declare const ttsPlugin: {
712
726
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
713
727
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
714
728
  ttsEngine: import("zod").ZodLiteral<"moss-sfx">;
715
- }, import("zod/v4/core/index.js").$strict>, import("zod").ZodObject<{
729
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
716
730
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
717
731
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
718
732
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -742,6 +756,7 @@ export declare const ttsPlugin: {
742
756
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
743
757
  "llamacpp-embedding": "llamacpp-embedding";
744
758
  "llamacpp-decision": "llamacpp-decision";
759
+ "llamacpp-rerank": "llamacpp-rerank";
745
760
  "nmtcpp-translation": "nmtcpp-translation";
746
761
  "onnx-tts": "onnx-tts";
747
762
  "tts-ggml": "tts-ggml";
@@ -759,8 +774,8 @@ export declare const ttsPlugin: {
759
774
  parakeet: "parakeet";
760
775
  classification: "classification";
761
776
  }>, import("zod").ZodLiteral<"vad">]>>;
762
- }, import("zod/v4/core/index.js").$strip>]>;
763
- }, import("zod/v4/core/index.js").$strict>], "ttsEngine">;
777
+ }, import("zod/v4/core").$strip>]>;
778
+ }, import("zod/v4/core").$strict>], "ttsEngine">;
764
779
  assessFit: typeof import("node_modules/@qvac/tts-ggml/lib/fit").assessFit;
765
780
  resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<{
766
781
  ttsEngine: "moss-sfx";
@@ -899,7 +914,7 @@ export declare const ttsPlugin: {
899
914
  text: import("zod").ZodOptional<import("zod").ZodString>;
900
915
  audio: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
901
916
  sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
902
- }, import("zod/v4/core/index.js").$strip>>>;
917
+ }, import("zod/v4/core").$strip>>>;
903
918
  systemPrompt: import("zod").ZodOptional<import("zod").ZodString>;
904
919
  replyVoice: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
905
920
  replyVoiceSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -950,7 +965,7 @@ export declare const ttsPlugin: {
950
965
  sentenceStream: import("zod").ZodDefault<import("zod").ZodBoolean>;
951
966
  sentenceStreamLocale: import("zod").ZodOptional<import("zod").ZodString>;
952
967
  sentenceStreamMaxChunkScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
953
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
968
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
954
969
  type: import("zod").ZodLiteral<"textToSpeech">;
955
970
  text: import("zod").ZodOptional<import("zod").ZodString>;
956
971
  buffer: import("zod").ZodArray<import("zod").ZodNumber>;
@@ -970,7 +985,7 @@ export declare const ttsPlugin: {
970
985
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
971
986
  codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
972
987
  codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
973
- }, import("zod/v4/core/index.js").$strip>>;
988
+ }, import("zod/v4/core").$strip>>;
974
989
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
975
990
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
976
991
  isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -978,7 +993,7 @@ export declare const ttsPlugin: {
978
993
  cancelled: "cancelled";
979
994
  completed: "completed";
980
995
  }>>;
981
- }, import("zod/v4/core/index.js").$strip>>;
996
+ }, import("zod/v4/core").$strip>>;
982
997
  textToSpeechStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
983
998
  type: import("zod").ZodLiteral<"textToSpeechStream">;
984
999
  description: import("zod").ZodOptional<import("zod").ZodString>;
@@ -1019,7 +1034,7 @@ export declare const ttsPlugin: {
1019
1034
  }>>;
1020
1035
  maxBufferScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
1021
1036
  flushAfterMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1022
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
1037
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1023
1038
  type: import("zod").ZodLiteral<"textToSpeechStream">;
1024
1039
  buffer: import("zod").ZodArray<import("zod").ZodNumber>;
1025
1040
  done: import("zod").ZodDefault<import("zod").ZodBoolean>;
@@ -1038,7 +1053,7 @@ export declare const ttsPlugin: {
1038
1053
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
1039
1054
  codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1040
1055
  codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1041
- }, import("zod/v4/core/index.js").$strip>>;
1056
+ }, import("zod/v4/core").$strip>>;
1042
1057
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
1043
1058
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
1044
1059
  isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -1046,10 +1061,10 @@ export declare const ttsPlugin: {
1046
1061
  cancelled: "cancelled";
1047
1062
  completed: "completed";
1048
1063
  }>>;
1049
- }, import("zod/v4/core/index.js").$strip>>;
1064
+ }, import("zod/v4/core").$strip>>;
1050
1065
  };
1051
1066
  logging: {
1052
- module: () => Promise<typeof import("@qvac/tts-ggml/addonLogging.js")>;
1067
+ module: () => Promise<typeof import("@qvac/tts-ggml/addonLogging")>;
1053
1068
  namespace: "tts-ggml";
1054
1069
  };
1055
1070
  };
@@ -2,8 +2,8 @@ import TTSGgml from '@qvac/tts-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema, ModelType, ttsConfigSchema, ADDON_TTS, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
4
  import { TtsArtifactsRequiredError, LegacyTtsModelDeprecatedError } from '../../../errors/index.js';
5
- import { textToSpeech } from './ops/text-to-speech.js';
6
- import { textToSpeechStream } from './ops/text-to-speech-stream.js';
5
+ import { textToSpeech } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
6
+ import { textToSpeechStream } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech-stream.js';
7
7
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
8
8
  // Everything a TTS frame carries beyond its PCM, forwarded verbatim from the
9
9
  // op yield onto the wire frame. Both handlers use it so the two response
@@ -608,7 +608,7 @@ export const ttsPlugin = definePlugin({
608
608
  })
609
609
  },
610
610
  logging: {
611
- module: () => import('@qvac/tts-ggml/addonLogging.js'),
611
+ module: () => import('@qvac/tts-ggml/addonLogging'),
612
612
  namespace: ModelType.ttsGgml
613
613
  }
614
614
  });