@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,4 +1,5 @@
1
1
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from '../../../schemas/index.js';
2
+ import { ttsFitRequest } from '../../../plugins/builtin/tts-ggml/fit.js';
2
3
  export declare const ttsPlugin: {
3
4
  modelType: "tts-ggml";
4
5
  displayName: string;
@@ -25,6 +26,7 @@ export declare const ttsPlugin: {
25
26
  audiogen: "audiogen";
26
27
  tts: "tts";
27
28
  ocr: "ocr";
29
+ classification: "classification";
28
30
  vla: "vla";
29
31
  "llamacpp-completion": "llamacpp-completion";
30
32
  "whispercpp-transcription": "whispercpp-transcription";
@@ -41,13 +43,13 @@ export declare const ttsPlugin: {
41
43
  "sdcpp-generation": "sdcpp-generation";
42
44
  "audiogen-ggml": "audiogen-ggml";
43
45
  "ggml-vla": "ggml-vla";
46
+ "ggml-image-embedding": "ggml-image-embedding";
44
47
  "ggml-classification": "ggml-classification";
45
48
  llm: "llm";
46
49
  whisper: "whisper";
47
50
  bci: "bci";
48
51
  nmt: "nmt";
49
52
  parakeet: "parakeet";
50
- classification: "classification";
51
53
  }>, import("zod").ZodLiteral<"vad">]>>;
52
54
  }, import("zod/v4/core").$strip>]>>;
53
55
  lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -67,6 +69,7 @@ export declare const ttsPlugin: {
67
69
  audiogen: "audiogen";
68
70
  tts: "tts";
69
71
  ocr: "ocr";
72
+ classification: "classification";
70
73
  vla: "vla";
71
74
  "llamacpp-completion": "llamacpp-completion";
72
75
  "whispercpp-transcription": "whispercpp-transcription";
@@ -83,15 +86,30 @@ export declare const ttsPlugin: {
83
86
  "sdcpp-generation": "sdcpp-generation";
84
87
  "audiogen-ggml": "audiogen-ggml";
85
88
  "ggml-vla": "ggml-vla";
89
+ "ggml-image-embedding": "ggml-image-embedding";
86
90
  "ggml-classification": "ggml-classification";
87
91
  llm: "llm";
88
92
  whisper: "whisper";
89
93
  bci: "bci";
90
94
  nmt: "nmt";
91
95
  parakeet: "parakeet";
92
- classification: "classification";
93
96
  }>, import("zod").ZodLiteral<"vad">]>>;
94
97
  }, import("zod/v4/core").$strip>]>>;
98
+ lavasrEnhancerCoremlModelPath: import("zod").ZodOptional<import("zod").ZodString>;
99
+ lavasrEnhancerCoremlComputeUnits: import("zod").ZodOptional<import("zod").ZodEnum<{
100
+ CPU_ONLY: "CPU_ONLY";
101
+ CPU_AND_GPU: "CPU_AND_GPU";
102
+ CPU_AND_NE: "CPU_AND_NE";
103
+ ALL: "ALL";
104
+ }>>;
105
+ lavasrDenoiserCoremlModelPath: import("zod").ZodOptional<import("zod").ZodString>;
106
+ lavasrDenoiserCoremlComputeUnits: import("zod").ZodOptional<import("zod").ZodEnum<{
107
+ CPU_ONLY: "CPU_ONLY";
108
+ CPU_AND_GPU: "CPU_AND_GPU";
109
+ CPU_AND_NE: "CPU_AND_NE";
110
+ ALL: "ALL";
111
+ }>>;
112
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
95
113
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
96
114
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
97
115
  outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -106,6 +124,14 @@ export declare const ttsPlugin: {
106
124
  maxFrames: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<0>, import("zod").ZodNumber]>>;
107
125
  minNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
108
126
  normalizeNumbers: import("zod").ZodOptional<import("zod").ZodBoolean>;
127
+ coremlDecoder: import("zod").ZodOptional<import("zod").ZodBoolean>;
128
+ coremlComputeUnits: import("zod").ZodOptional<import("zod").ZodEnum<{
129
+ all: "all";
130
+ cpu_and_ane: "cpu_and_ane";
131
+ cpu_and_gpu: "cpu_and_gpu";
132
+ cpu_only: "cpu_only";
133
+ }>>;
134
+ coremlStrict: import("zod").ZodOptional<import("zod").ZodBoolean>;
109
135
  description: import("zod").ZodOptional<import("zod").ZodString>;
110
136
  voiceDescription: import("zod").ZodOptional<import("zod").ZodString>;
111
137
  voice: import("zod").ZodOptional<import("zod").ZodString>;
@@ -152,6 +178,7 @@ export declare const ttsPlugin: {
152
178
  audiogen: "audiogen";
153
179
  tts: "tts";
154
180
  ocr: "ocr";
181
+ classification: "classification";
155
182
  vla: "vla";
156
183
  "llamacpp-completion": "llamacpp-completion";
157
184
  "whispercpp-transcription": "whispercpp-transcription";
@@ -168,13 +195,13 @@ export declare const ttsPlugin: {
168
195
  "sdcpp-generation": "sdcpp-generation";
169
196
  "audiogen-ggml": "audiogen-ggml";
170
197
  "ggml-vla": "ggml-vla";
198
+ "ggml-image-embedding": "ggml-image-embedding";
171
199
  "ggml-classification": "ggml-classification";
172
200
  llm: "llm";
173
201
  whisper: "whisper";
174
202
  bci: "bci";
175
203
  nmt: "nmt";
176
204
  parakeet: "parakeet";
177
- classification: "classification";
178
205
  }>, import("zod").ZodLiteral<"vad">]>>;
179
206
  }, import("zod/v4/core").$strip>]>>;
180
207
  cosyvoice3S3tokModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -194,6 +221,7 @@ export declare const ttsPlugin: {
194
221
  audiogen: "audiogen";
195
222
  tts: "tts";
196
223
  ocr: "ocr";
224
+ classification: "classification";
197
225
  vla: "vla";
198
226
  "llamacpp-completion": "llamacpp-completion";
199
227
  "whispercpp-transcription": "whispercpp-transcription";
@@ -210,13 +238,13 @@ export declare const ttsPlugin: {
210
238
  "sdcpp-generation": "sdcpp-generation";
211
239
  "audiogen-ggml": "audiogen-ggml";
212
240
  "ggml-vla": "ggml-vla";
241
+ "ggml-image-embedding": "ggml-image-embedding";
213
242
  "ggml-classification": "ggml-classification";
214
243
  llm: "llm";
215
244
  whisper: "whisper";
216
245
  bci: "bci";
217
246
  nmt: "nmt";
218
247
  parakeet: "parakeet";
219
- classification: "classification";
220
248
  }>, import("zod").ZodLiteral<"vad">]>>;
221
249
  }, import("zod/v4/core").$strip>]>>;
222
250
  cosyvoice3CampplusModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -236,6 +264,7 @@ export declare const ttsPlugin: {
236
264
  audiogen: "audiogen";
237
265
  tts: "tts";
238
266
  ocr: "ocr";
267
+ classification: "classification";
239
268
  vla: "vla";
240
269
  "llamacpp-completion": "llamacpp-completion";
241
270
  "whispercpp-transcription": "whispercpp-transcription";
@@ -252,13 +281,13 @@ export declare const ttsPlugin: {
252
281
  "sdcpp-generation": "sdcpp-generation";
253
282
  "audiogen-ggml": "audiogen-ggml";
254
283
  "ggml-vla": "ggml-vla";
284
+ "ggml-image-embedding": "ggml-image-embedding";
255
285
  "ggml-classification": "ggml-classification";
256
286
  llm: "llm";
257
287
  whisper: "whisper";
258
288
  bci: "bci";
259
289
  nmt: "nmt";
260
290
  parakeet: "parakeet";
261
- classification: "classification";
262
291
  }>, import("zod").ZodLiteral<"vad">]>>;
263
292
  }, import("zod/v4/core").$strip>]>>;
264
293
  lavasrEnhancerModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -278,6 +307,7 @@ export declare const ttsPlugin: {
278
307
  audiogen: "audiogen";
279
308
  tts: "tts";
280
309
  ocr: "ocr";
310
+ classification: "classification";
281
311
  vla: "vla";
282
312
  "llamacpp-completion": "llamacpp-completion";
283
313
  "whispercpp-transcription": "whispercpp-transcription";
@@ -294,13 +324,13 @@ export declare const ttsPlugin: {
294
324
  "sdcpp-generation": "sdcpp-generation";
295
325
  "audiogen-ggml": "audiogen-ggml";
296
326
  "ggml-vla": "ggml-vla";
327
+ "ggml-image-embedding": "ggml-image-embedding";
297
328
  "ggml-classification": "ggml-classification";
298
329
  llm: "llm";
299
330
  whisper: "whisper";
300
331
  bci: "bci";
301
332
  nmt: "nmt";
302
333
  parakeet: "parakeet";
303
- classification: "classification";
304
334
  }>, import("zod").ZodLiteral<"vad">]>>;
305
335
  }, import("zod/v4/core").$strip>]>>;
306
336
  lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -320,6 +350,7 @@ export declare const ttsPlugin: {
320
350
  audiogen: "audiogen";
321
351
  tts: "tts";
322
352
  ocr: "ocr";
353
+ classification: "classification";
323
354
  vla: "vla";
324
355
  "llamacpp-completion": "llamacpp-completion";
325
356
  "whispercpp-transcription": "whispercpp-transcription";
@@ -336,16 +367,31 @@ export declare const ttsPlugin: {
336
367
  "sdcpp-generation": "sdcpp-generation";
337
368
  "audiogen-ggml": "audiogen-ggml";
338
369
  "ggml-vla": "ggml-vla";
370
+ "ggml-image-embedding": "ggml-image-embedding";
339
371
  "ggml-classification": "ggml-classification";
340
372
  llm: "llm";
341
373
  whisper: "whisper";
342
374
  bci: "bci";
343
375
  nmt: "nmt";
344
376
  parakeet: "parakeet";
345
- classification: "classification";
346
377
  }>, import("zod").ZodLiteral<"vad">]>>;
347
378
  }, import("zod/v4/core").$strip>]>>;
379
+ lavasrEnhancerCoremlModelPath: import("zod").ZodOptional<import("zod").ZodString>;
380
+ lavasrEnhancerCoremlComputeUnits: import("zod").ZodOptional<import("zod").ZodEnum<{
381
+ CPU_ONLY: "CPU_ONLY";
382
+ CPU_AND_GPU: "CPU_AND_GPU";
383
+ CPU_AND_NE: "CPU_AND_NE";
384
+ ALL: "ALL";
385
+ }>>;
386
+ lavasrDenoiserCoremlModelPath: import("zod").ZodOptional<import("zod").ZodString>;
387
+ lavasrDenoiserCoremlComputeUnits: import("zod").ZodOptional<import("zod").ZodEnum<{
388
+ CPU_ONLY: "CPU_ONLY";
389
+ CPU_AND_GPU: "CPU_AND_GPU";
390
+ CPU_AND_NE: "CPU_AND_NE";
391
+ ALL: "ALL";
392
+ }>>;
348
393
  openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
394
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
349
395
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
350
396
  ttsEngine: import("zod").ZodLiteral<"cosyvoice3">;
351
397
  emotion: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -389,6 +435,10 @@ export declare const ttsPlugin: {
389
435
  }>>;
390
436
  }, import("zod/v4/core").$strict>]>>;
391
437
  promptText: import("zod").ZodOptional<import("zod").ZodString>;
438
+ flowCutPrompt: import("zod").ZodOptional<import("zod").ZodBoolean>;
439
+ vulkanDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
440
+ greedy: import("zod").ZodOptional<import("zod").ZodBoolean>;
441
+ forceSpeechTokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
392
442
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
393
443
  outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
394
444
  streamChunkTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -414,6 +464,7 @@ export declare const ttsPlugin: {
414
464
  audiogen: "audiogen";
415
465
  tts: "tts";
416
466
  ocr: "ocr";
467
+ classification: "classification";
417
468
  vla: "vla";
418
469
  "llamacpp-completion": "llamacpp-completion";
419
470
  "whispercpp-transcription": "whispercpp-transcription";
@@ -430,13 +481,13 @@ export declare const ttsPlugin: {
430
481
  "sdcpp-generation": "sdcpp-generation";
431
482
  "audiogen-ggml": "audiogen-ggml";
432
483
  "ggml-vla": "ggml-vla";
484
+ "ggml-image-embedding": "ggml-image-embedding";
433
485
  "ggml-classification": "ggml-classification";
434
486
  llm: "llm";
435
487
  whisper: "whisper";
436
488
  bci: "bci";
437
489
  nmt: "nmt";
438
490
  parakeet: "parakeet";
439
- classification: "classification";
440
491
  }>, import("zod").ZodLiteral<"vad">]>>;
441
492
  }, import("zod/v4/core").$strip>]>;
442
493
  audio8CodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -456,6 +507,7 @@ export declare const ttsPlugin: {
456
507
  audiogen: "audiogen";
457
508
  tts: "tts";
458
509
  ocr: "ocr";
510
+ classification: "classification";
459
511
  vla: "vla";
460
512
  "llamacpp-completion": "llamacpp-completion";
461
513
  "whispercpp-transcription": "whispercpp-transcription";
@@ -472,13 +524,13 @@ export declare const ttsPlugin: {
472
524
  "sdcpp-generation": "sdcpp-generation";
473
525
  "audiogen-ggml": "audiogen-ggml";
474
526
  "ggml-vla": "ggml-vla";
527
+ "ggml-image-embedding": "ggml-image-embedding";
475
528
  "ggml-classification": "ggml-classification";
476
529
  llm: "llm";
477
530
  whisper: "whisper";
478
531
  bci: "bci";
479
532
  nmt: "nmt";
480
533
  parakeet: "parakeet";
481
- classification: "classification";
482
534
  }>, import("zod").ZodLiteral<"vad">]>>;
483
535
  }, import("zod/v4/core").$strip>]>>;
484
536
  referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -498,6 +550,7 @@ export declare const ttsPlugin: {
498
550
  audiogen: "audiogen";
499
551
  tts: "tts";
500
552
  ocr: "ocr";
553
+ classification: "classification";
501
554
  vla: "vla";
502
555
  "llamacpp-completion": "llamacpp-completion";
503
556
  "whispercpp-transcription": "whispercpp-transcription";
@@ -514,15 +567,16 @@ export declare const ttsPlugin: {
514
567
  "sdcpp-generation": "sdcpp-generation";
515
568
  "audiogen-ggml": "audiogen-ggml";
516
569
  "ggml-vla": "ggml-vla";
570
+ "ggml-image-embedding": "ggml-image-embedding";
517
571
  "ggml-classification": "ggml-classification";
518
572
  llm: "llm";
519
573
  whisper: "whisper";
520
574
  bci: "bci";
521
575
  nmt: "nmt";
522
576
  parakeet: "parakeet";
523
- classification: "classification";
524
577
  }>, import("zod").ZodLiteral<"vad">]>>;
525
578
  }, import("zod/v4/core").$strip>]>>;
579
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
526
580
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
527
581
  ttsEngine: import("zod").ZodLiteral<"audio8">;
528
582
  referenceText: import("zod").ZodOptional<import("zod").ZodString>;
@@ -554,6 +608,7 @@ export declare const ttsPlugin: {
554
608
  audiogen: "audiogen";
555
609
  tts: "tts";
556
610
  ocr: "ocr";
611
+ classification: "classification";
557
612
  vla: "vla";
558
613
  "llamacpp-completion": "llamacpp-completion";
559
614
  "whispercpp-transcription": "whispercpp-transcription";
@@ -570,13 +625,13 @@ export declare const ttsPlugin: {
570
625
  "sdcpp-generation": "sdcpp-generation";
571
626
  "audiogen-ggml": "audiogen-ggml";
572
627
  "ggml-vla": "ggml-vla";
628
+ "ggml-image-embedding": "ggml-image-embedding";
573
629
  "ggml-classification": "ggml-classification";
574
630
  llm: "llm";
575
631
  whisper: "whisper";
576
632
  bci: "bci";
577
633
  nmt: "nmt";
578
634
  parakeet: "parakeet";
579
- classification: "classification";
580
635
  }>, import("zod").ZodLiteral<"vad">]>>;
581
636
  }, import("zod/v4/core").$strip>]>;
582
637
  mossCodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -596,6 +651,7 @@ export declare const ttsPlugin: {
596
651
  audiogen: "audiogen";
597
652
  tts: "tts";
598
653
  ocr: "ocr";
654
+ classification: "classification";
599
655
  vla: "vla";
600
656
  "llamacpp-completion": "llamacpp-completion";
601
657
  "whispercpp-transcription": "whispercpp-transcription";
@@ -612,13 +668,13 @@ export declare const ttsPlugin: {
612
668
  "sdcpp-generation": "sdcpp-generation";
613
669
  "audiogen-ggml": "audiogen-ggml";
614
670
  "ggml-vla": "ggml-vla";
671
+ "ggml-image-embedding": "ggml-image-embedding";
615
672
  "ggml-classification": "ggml-classification";
616
673
  llm: "llm";
617
674
  whisper: "whisper";
618
675
  bci: "bci";
619
676
  nmt: "nmt";
620
677
  parakeet: "parakeet";
621
- classification: "classification";
622
678
  }>, import("zod").ZodLiteral<"vad">]>>;
623
679
  }, import("zod/v4/core").$strip>]>>;
624
680
  referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -638,6 +694,7 @@ export declare const ttsPlugin: {
638
694
  audiogen: "audiogen";
639
695
  tts: "tts";
640
696
  ocr: "ocr";
697
+ classification: "classification";
641
698
  vla: "vla";
642
699
  "llamacpp-completion": "llamacpp-completion";
643
700
  "whispercpp-transcription": "whispercpp-transcription";
@@ -654,13 +711,13 @@ export declare const ttsPlugin: {
654
711
  "sdcpp-generation": "sdcpp-generation";
655
712
  "audiogen-ggml": "audiogen-ggml";
656
713
  "ggml-vla": "ggml-vla";
714
+ "ggml-image-embedding": "ggml-image-embedding";
657
715
  "ggml-classification": "ggml-classification";
658
716
  llm: "llm";
659
717
  whisper: "whisper";
660
718
  bci: "bci";
661
719
  nmt: "nmt";
662
720
  parakeet: "parakeet";
663
- classification: "classification";
664
721
  }>, import("zod").ZodLiteral<"vad">]>>;
665
722
  }, import("zod/v4/core").$strip>]>>;
666
723
  dialogueReferenceSrcs: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -680,6 +737,7 @@ export declare const ttsPlugin: {
680
737
  audiogen: "audiogen";
681
738
  tts: "tts";
682
739
  ocr: "ocr";
740
+ classification: "classification";
683
741
  vla: "vla";
684
742
  "llamacpp-completion": "llamacpp-completion";
685
743
  "whispercpp-transcription": "whispercpp-transcription";
@@ -696,30 +754,41 @@ export declare const ttsPlugin: {
696
754
  "sdcpp-generation": "sdcpp-generation";
697
755
  "audiogen-ggml": "audiogen-ggml";
698
756
  "ggml-vla": "ggml-vla";
757
+ "ggml-image-embedding": "ggml-image-embedding";
699
758
  "ggml-classification": "ggml-classification";
700
759
  llm: "llm";
701
760
  whisper: "whisper";
702
761
  bci: "bci";
703
762
  nmt: "nmt";
704
763
  parakeet: "parakeet";
705
- classification: "classification";
706
764
  }>, import("zod").ZodLiteral<"vad">]>>;
707
765
  }, import("zod/v4/core").$strip>]>>>;
766
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
708
767
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
709
- ttsEngine: import("zod").ZodLiteral<"moss">;
710
- language: import("zod").ZodOptional<import("zod").ZodString>;
711
- durationTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
712
- streamChunkTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
713
768
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
714
769
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
715
770
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
716
771
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
772
+ textTemperature: import("zod").ZodOptional<import("zod").ZodNumber>;
773
+ textTopP: import("zod").ZodOptional<import("zod").ZodNumber>;
774
+ textTopK: import("zod").ZodOptional<import("zod").ZodNumber>;
775
+ audioTemperature: import("zod").ZodOptional<import("zod").ZodNumber>;
776
+ audioTopP: import("zod").ZodOptional<import("zod").ZodNumber>;
777
+ audioTopK: import("zod").ZodOptional<import("zod").ZodNumber>;
778
+ audioRepetitionPenalty: import("zod").ZodOptional<import("zod").ZodNumber>;
779
+ ttsEngine: import("zod").ZodLiteral<"moss">;
780
+ language: import("zod").ZodOptional<import("zod").ZodString>;
781
+ durationTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
782
+ streamChunkTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
783
+ nCtx: import("zod").ZodOptional<import("zod").ZodNumber>;
784
+ maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
717
785
  }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
718
786
  seconds: import("zod").ZodOptional<import("zod").ZodNumber>;
719
787
  negativePrompt: import("zod").ZodOptional<import("zod").ZodString>;
720
788
  steps: import("zod").ZodOptional<import("zod").ZodNumber>;
721
789
  guidance: import("zod").ZodOptional<import("zod").ZodNumber>;
722
790
  shift: import("zod").ZodOptional<import("zod").ZodNumber>;
791
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
723
792
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
724
793
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
725
794
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -727,6 +796,7 @@ export declare const ttsPlugin: {
727
796
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
728
797
  ttsEngine: import("zod").ZodLiteral<"moss-sfx">;
729
798
  }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
799
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
730
800
  backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
731
801
  useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
732
802
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -750,6 +820,7 @@ export declare const ttsPlugin: {
750
820
  audiogen: "audiogen";
751
821
  tts: "tts";
752
822
  ocr: "ocr";
823
+ classification: "classification";
753
824
  vla: "vla";
754
825
  "llamacpp-completion": "llamacpp-completion";
755
826
  "whispercpp-transcription": "whispercpp-transcription";
@@ -766,16 +837,17 @@ export declare const ttsPlugin: {
766
837
  "sdcpp-generation": "sdcpp-generation";
767
838
  "audiogen-ggml": "audiogen-ggml";
768
839
  "ggml-vla": "ggml-vla";
840
+ "ggml-image-embedding": "ggml-image-embedding";
769
841
  "ggml-classification": "ggml-classification";
770
842
  llm: "llm";
771
843
  whisper: "whisper";
772
844
  bci: "bci";
773
845
  nmt: "nmt";
774
846
  parakeet: "parakeet";
775
- classification: "classification";
776
847
  }>, import("zod").ZodLiteral<"vad">]>>;
777
848
  }, import("zod/v4/core").$strip>]>;
778
849
  }, import("zod/v4/core").$strict>], "ttsEngine">;
850
+ fitRequest: typeof ttsFitRequest;
779
851
  assessFit: typeof import("node_modules/@qvac/tts-ggml/lib/fit").assessFit;
780
852
  resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<{
781
853
  ttsEngine: "moss-sfx";
@@ -784,6 +856,7 @@ export declare const ttsPlugin: {
784
856
  steps?: number | undefined;
785
857
  guidance?: number | undefined;
786
858
  shift?: number | undefined;
859
+ backend?: string | undefined;
787
860
  backendsDir?: string | undefined;
788
861
  useGPU?: boolean | undefined;
789
862
  threads?: number | undefined;
@@ -793,6 +866,7 @@ export declare const ttsPlugin: {
793
866
  ttsEngine: "chatterbox";
794
867
  language: "en" | "ar" | "de" | "es" | "fi" | "fr" | "it" | "ja" | "ko" | "nl" | "pl" | "pt" | "ru" | "zh" | "da" | "el" | "he" | "hi" | "ms" | "no" | "sv" | "tr" | "sw";
795
868
  openclCacheDir?: string | undefined;
869
+ backend?: string | undefined;
796
870
  backendsDir?: string | undefined;
797
871
  voice?: string | undefined;
798
872
  useGPU?: boolean | undefined;
@@ -804,6 +878,19 @@ export declare const ttsPlugin: {
804
878
  streamFirstChunkTokens?: number | undefined;
805
879
  cfmSteps?: number | undefined;
806
880
  cfgRate?: number | undefined;
881
+ streamLeftContextTokens?: number | undefined;
882
+ batchCfmSteps?: number | undefined;
883
+ nPredict?: number | undefined;
884
+ maxSentenceChars?: number | undefined;
885
+ crossfadeMs?: number | undefined;
886
+ temperature?: number | undefined;
887
+ topK?: number | undefined;
888
+ topP?: number | undefined;
889
+ repeatPenalty?: number | undefined;
890
+ exaggeration?: number | undefined;
891
+ cfgWeight?: number | undefined;
892
+ minP?: number | undefined;
893
+ voiceDir?: string | undefined;
807
894
  threads?: number | undefined;
808
895
  nGpuLayers?: number | undefined;
809
896
  seed?: number | undefined;
@@ -811,6 +898,7 @@ export declare const ttsPlugin: {
811
898
  ttsEngine: "supertonic";
812
899
  language: "id" | "en" | "ar" | "bg" | "cs" | "de" | "es" | "et" | "fi" | "fr" | "hu" | "it" | "ja" | "ko" | "lt" | "lv" | "nl" | "pl" | "pt" | "ru" | "sk" | "sl" | "uk" | "da" | "el" | "hi" | "hr" | "ro" | "sv" | "tr" | "vi";
813
900
  openclCacheDir?: string | undefined;
901
+ backend?: string | undefined;
814
902
  backendsDir?: string | undefined;
815
903
  voice?: string | undefined;
816
904
  ttsSpeed?: number | undefined;
@@ -822,8 +910,23 @@ export declare const ttsPlugin: {
822
910
  nGpuLayers?: number | undefined;
823
911
  seed?: number | undefined;
824
912
  vulkanCacheDir?: string | undefined;
913
+ vulkanDevice?: number | undefined;
914
+ prewarmText?: string | undefined;
915
+ streamChunkTokens?: number | undefined;
916
+ streamFirstChunkTokens?: number | undefined;
917
+ streamChunkTolerancePct?: number | undefined;
918
+ streamMinChunkTokens?: number | undefined;
919
+ precision?: "auto" | "f32" | "f16" | "q8_0" | undefined;
920
+ f16Attn?: number | undefined;
921
+ f16Weights?: number | undefined;
922
+ kvAttnType?: number | undefined;
923
+ f16WeightsDenyList?: string[] | undefined;
924
+ vulkanEnvOverrides?: Record<string, string> | undefined;
925
+ voiceStyleTtl?: number[] | undefined;
926
+ voiceStyleDp?: number[] | undefined;
825
927
  } | {
826
928
  ttsEngine: "parler";
929
+ backend?: string | undefined;
827
930
  backendsDir?: string | undefined;
828
931
  useGPU?: boolean | undefined;
829
932
  outputSampleRate?: number | undefined;
@@ -838,6 +941,9 @@ export declare const ttsPlugin: {
838
941
  maxFrames?: number | undefined;
839
942
  minNewTokens?: number | undefined;
840
943
  normalizeNumbers?: boolean | undefined;
944
+ coremlDecoder?: boolean | undefined;
945
+ coremlComputeUnits?: "all" | "cpu_and_ane" | "cpu_and_gpu" | "cpu_only" | undefined;
946
+ coremlStrict?: boolean | undefined;
841
947
  description?: string | undefined;
842
948
  voiceDescription?: string | undefined;
843
949
  voice?: string | undefined;
@@ -851,6 +957,7 @@ export declare const ttsPlugin: {
851
957
  } | {
852
958
  ttsEngine: "cosyvoice3";
853
959
  openclCacheDir?: string | undefined;
960
+ backend?: string | undefined;
854
961
  backendsDir?: string | undefined;
855
962
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
856
963
  pace?: "slow" | "moderate" | "fast" | undefined;
@@ -860,6 +967,10 @@ export declare const ttsPlugin: {
860
967
  style?: "peppa" | "robot" | undefined;
861
968
  } | undefined;
862
969
  promptText?: string | undefined;
970
+ flowCutPrompt?: boolean | undefined;
971
+ vulkanDevice?: number | undefined;
972
+ greedy?: boolean | undefined;
973
+ forceSpeechTokens?: number[] | undefined;
863
974
  useGPU?: boolean | undefined;
864
975
  outputSampleRate?: number | undefined;
865
976
  streamChunkTokens?: number | undefined;
@@ -869,6 +980,7 @@ export declare const ttsPlugin: {
869
980
  seed?: number | undefined;
870
981
  } | {
871
982
  ttsEngine: "audio8";
983
+ backend?: string | undefined;
872
984
  backendsDir?: string | undefined;
873
985
  referenceText?: string | undefined;
874
986
  greedy?: boolean | undefined;
@@ -883,16 +995,27 @@ export declare const ttsPlugin: {
883
995
  seed?: number | undefined;
884
996
  } | {
885
997
  ttsEngine: "moss";
998
+ backend?: string | undefined;
886
999
  backendsDir?: string | undefined;
887
- language?: string | undefined;
888
- durationTokens?: number | undefined;
889
- streamChunkTokens?: number | undefined;
890
1000
  useGPU?: boolean | undefined;
891
1001
  threads?: number | undefined;
892
1002
  nGpuLayers?: number | undefined;
893
1003
  seed?: number | undefined;
1004
+ textTemperature?: number | undefined;
1005
+ textTopP?: number | undefined;
1006
+ textTopK?: number | undefined;
1007
+ audioTemperature?: number | undefined;
1008
+ audioTopP?: number | undefined;
1009
+ audioTopK?: number | undefined;
1010
+ audioRepetitionPenalty?: number | undefined;
1011
+ language?: string | undefined;
1012
+ durationTokens?: number | undefined;
1013
+ streamChunkTokens?: number | undefined;
1014
+ nCtx?: number | undefined;
1015
+ maxNewTokens?: number | undefined;
894
1016
  } | {
895
1017
  ttsEngine: "moss-speech";
1018
+ backend?: string | undefined;
896
1019
  backendsDir?: string | undefined;
897
1020
  useGPU?: boolean | undefined;
898
1021
  threads?: number | undefined;
@@ -907,8 +1030,8 @@ export declare const ttsPlugin: {
907
1030
  sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
908
1031
  messages: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
909
1032
  role: import("zod").ZodEnum<{
910
- assistant: "assistant";
911
1033
  system: "system";
1034
+ assistant: "assistant";
912
1035
  user: "user";
913
1036
  }>;
914
1037
  text: import("zod").ZodOptional<import("zod").ZodString>;
@@ -930,6 +1053,79 @@ export declare const ttsPlugin: {
930
1053
  steps: import("zod").ZodOptional<import("zod").ZodNumber>;
931
1054
  guidance: import("zod").ZodOptional<import("zod").ZodNumber>;
932
1055
  shift: import("zod").ZodOptional<import("zod").ZodNumber>;
1056
+ instruct: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
1057
+ dialect: import("zod").ZodOptional<import("zod").ZodEnum<{
1058
+ cantonese: "cantonese";
1059
+ northeastern: "northeastern";
1060
+ gansu: "gansu";
1061
+ guizhou: "guizhou";
1062
+ henan: "henan";
1063
+ hubei: "hubei";
1064
+ hunan: "hunan";
1065
+ jiangxi: "jiangxi";
1066
+ minnan: "minnan";
1067
+ ningxia: "ningxia";
1068
+ shanxi: "shanxi";
1069
+ shaanxi: "shaanxi";
1070
+ shandong: "shandong";
1071
+ shanghai: "shanghai";
1072
+ sichuan: "sichuan";
1073
+ tianjin: "tianjin";
1074
+ yunnan: "yunnan";
1075
+ }>>;
1076
+ volume: import("zod").ZodOptional<import("zod").ZodEnum<{
1077
+ loud: "loud";
1078
+ soft: "soft";
1079
+ }>>;
1080
+ style: import("zod").ZodOptional<import("zod").ZodEnum<{
1081
+ peppa: "peppa";
1082
+ robot: "robot";
1083
+ }>>;
1084
+ }, import("zod/v4/core").$strict>]>>;
1085
+ referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
1086
+ src: import("zod").ZodString;
1087
+ name: import("zod").ZodOptional<import("zod").ZodString>;
1088
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
1089
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
1090
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
1091
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
1092
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
1093
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
1094
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
1095
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
1096
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
1097
+ embeddings: "embeddings";
1098
+ diffusion: "diffusion";
1099
+ audiogen: "audiogen";
1100
+ tts: "tts";
1101
+ ocr: "ocr";
1102
+ classification: "classification";
1103
+ vla: "vla";
1104
+ "llamacpp-completion": "llamacpp-completion";
1105
+ "whispercpp-transcription": "whispercpp-transcription";
1106
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1107
+ "llamacpp-embedding": "llamacpp-embedding";
1108
+ "llamacpp-decision": "llamacpp-decision";
1109
+ "llamacpp-rerank": "llamacpp-rerank";
1110
+ "nmtcpp-translation": "nmtcpp-translation";
1111
+ "onnx-tts": "onnx-tts";
1112
+ "tts-ggml": "tts-ggml";
1113
+ "parakeet-transcription": "parakeet-transcription";
1114
+ "moss-transcribe": "moss-transcribe";
1115
+ "ggml-ocr": "ggml-ocr";
1116
+ "sdcpp-generation": "sdcpp-generation";
1117
+ "audiogen-ggml": "audiogen-ggml";
1118
+ "ggml-vla": "ggml-vla";
1119
+ "ggml-image-embedding": "ggml-image-embedding";
1120
+ "ggml-classification": "ggml-classification";
1121
+ llm: "llm";
1122
+ whisper: "whisper";
1123
+ bci: "bci";
1124
+ nmt: "nmt";
1125
+ parakeet: "parakeet";
1126
+ }>, import("zod").ZodLiteral<"vad">]>>;
1127
+ }, import("zod/v4/core").$strip>]>>;
1128
+ referenceText: import("zod").ZodOptional<import("zod").ZodString>;
933
1129
  description: import("zod").ZodOptional<import("zod").ZodString>;
934
1130
  voiceDescription: import("zod").ZodOptional<import("zod").ZodString>;
935
1131
  voice: import("zod").ZodOptional<import("zod").ZodString>;
@@ -958,23 +1154,26 @@ export declare const ttsPlugin: {
958
1154
  reverb: import("zod").ZodOptional<import("zod").ZodString>;
959
1155
  quality: import("zod").ZodOptional<import("zod").ZodString>;
960
1156
  modelId: import("zod").ZodString;
961
- requestId: import("zod").ZodOptional<import("zod").ZodString>;
962
1157
  inputType: import("zod").ZodDefault<import("zod").ZodString>;
963
1158
  text: import("zod").ZodOptional<import("zod").ZodString>;
964
1159
  stream: import("zod").ZodDefault<import("zod").ZodBoolean>;
965
1160
  sentenceStream: import("zod").ZodDefault<import("zod").ZodBoolean>;
966
1161
  sentenceStreamLocale: import("zod").ZodOptional<import("zod").ZodString>;
967
1162
  sentenceStreamMaxChunkScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
1163
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
1164
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
968
1165
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
969
1166
  type: import("zod").ZodLiteral<"textToSpeech">;
970
1167
  text: import("zod").ZodOptional<import("zod").ZodString>;
971
1168
  buffer: import("zod").ZodArray<import("zod").ZodNumber>;
1169
+ pcm: import("zod").ZodOptional<import("zod").ZodString>;
972
1170
  done: import("zod").ZodDefault<import("zod").ZodBoolean>;
973
1171
  sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
974
1172
  stats: import("zod").ZodOptional<import("zod").ZodObject<{
975
1173
  audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
976
1174
  totalTime: import("zod").ZodOptional<import("zod").ZodNumber>;
977
1175
  realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
1176
+ firstAudioMs: import("zod").ZodOptional<import("zod").ZodNumber>;
978
1177
  tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
979
1178
  totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
980
1179
  generatedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -983,12 +1182,46 @@ export declare const ttsPlugin: {
983
1182
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
984
1183
  enhancerBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
985
1184
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
1185
+ denoiserBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
1186
+ denoiserBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
986
1187
  codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
987
1188
  codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1189
+ decoderSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1190
+ dacSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1191
+ decoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1192
+ dacOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1193
+ t3Ms: import("zod").ZodOptional<import("zod").ZodNumber>;
1194
+ s3genMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1195
+ t3Tokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1196
+ stageTotalMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1197
+ lmPrefillMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1198
+ lmDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1199
+ flowFrontendMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1200
+ ditEulerMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1201
+ hiftF0Ms: import("zod").ZodOptional<import("zod").ZodNumber>;
1202
+ hiftSourceMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1203
+ hiftStftMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1204
+ hiftDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1205
+ decodeSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
1206
+ speechTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1207
+ flowFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
1208
+ melFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
1209
+ textIds: import("zod").ZodOptional<import("zod").ZodNumber>;
1210
+ promptSpeechTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1211
+ voiceEncodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1212
+ promptMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1213
+ prefillMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1214
+ sampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1215
+ fastDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1216
+ slowDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1217
+ codecLatentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1218
+ codecSynthMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1219
+ resampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
988
1220
  }, import("zod/v4/core").$strip>>;
989
1221
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
990
1222
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
991
1223
  isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
1224
+ speechTokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
992
1225
  stopReason: import("zod").ZodOptional<import("zod").ZodEnum<{
993
1226
  cancelled: "cancelled";
994
1227
  completed: "completed";
@@ -996,6 +1229,79 @@ export declare const ttsPlugin: {
996
1229
  }, import("zod/v4/core").$strip>>;
997
1230
  textToSpeechStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
998
1231
  type: import("zod").ZodLiteral<"textToSpeechStream">;
1232
+ instruct: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
1233
+ dialect: import("zod").ZodOptional<import("zod").ZodEnum<{
1234
+ cantonese: "cantonese";
1235
+ northeastern: "northeastern";
1236
+ gansu: "gansu";
1237
+ guizhou: "guizhou";
1238
+ henan: "henan";
1239
+ hubei: "hubei";
1240
+ hunan: "hunan";
1241
+ jiangxi: "jiangxi";
1242
+ minnan: "minnan";
1243
+ ningxia: "ningxia";
1244
+ shanxi: "shanxi";
1245
+ shaanxi: "shaanxi";
1246
+ shandong: "shandong";
1247
+ shanghai: "shanghai";
1248
+ sichuan: "sichuan";
1249
+ tianjin: "tianjin";
1250
+ yunnan: "yunnan";
1251
+ }>>;
1252
+ volume: import("zod").ZodOptional<import("zod").ZodEnum<{
1253
+ loud: "loud";
1254
+ soft: "soft";
1255
+ }>>;
1256
+ style: import("zod").ZodOptional<import("zod").ZodEnum<{
1257
+ peppa: "peppa";
1258
+ robot: "robot";
1259
+ }>>;
1260
+ }, import("zod/v4/core").$strict>]>>;
1261
+ referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
1262
+ src: import("zod").ZodString;
1263
+ name: import("zod").ZodOptional<import("zod").ZodString>;
1264
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
1265
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
1266
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
1267
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
1268
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
1269
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
1270
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
1271
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
1272
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
1273
+ embeddings: "embeddings";
1274
+ diffusion: "diffusion";
1275
+ audiogen: "audiogen";
1276
+ tts: "tts";
1277
+ ocr: "ocr";
1278
+ classification: "classification";
1279
+ vla: "vla";
1280
+ "llamacpp-completion": "llamacpp-completion";
1281
+ "whispercpp-transcription": "whispercpp-transcription";
1282
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1283
+ "llamacpp-embedding": "llamacpp-embedding";
1284
+ "llamacpp-decision": "llamacpp-decision";
1285
+ "llamacpp-rerank": "llamacpp-rerank";
1286
+ "nmtcpp-translation": "nmtcpp-translation";
1287
+ "onnx-tts": "onnx-tts";
1288
+ "tts-ggml": "tts-ggml";
1289
+ "parakeet-transcription": "parakeet-transcription";
1290
+ "moss-transcribe": "moss-transcribe";
1291
+ "ggml-ocr": "ggml-ocr";
1292
+ "sdcpp-generation": "sdcpp-generation";
1293
+ "audiogen-ggml": "audiogen-ggml";
1294
+ "ggml-vla": "ggml-vla";
1295
+ "ggml-image-embedding": "ggml-image-embedding";
1296
+ "ggml-classification": "ggml-classification";
1297
+ llm: "llm";
1298
+ whisper: "whisper";
1299
+ bci: "bci";
1300
+ nmt: "nmt";
1301
+ parakeet: "parakeet";
1302
+ }>, import("zod").ZodLiteral<"vad">]>>;
1303
+ }, import("zod/v4/core").$strip>]>>;
1304
+ referenceText: import("zod").ZodOptional<import("zod").ZodString>;
999
1305
  description: import("zod").ZodOptional<import("zod").ZodString>;
1000
1306
  voiceDescription: import("zod").ZodOptional<import("zod").ZodString>;
1001
1307
  voice: import("zod").ZodOptional<import("zod").ZodString>;
@@ -1024,7 +1330,6 @@ export declare const ttsPlugin: {
1024
1330
  reverb: import("zod").ZodOptional<import("zod").ZodString>;
1025
1331
  quality: import("zod").ZodOptional<import("zod").ZodString>;
1026
1332
  modelId: import("zod").ZodString;
1027
- requestId: import("zod").ZodOptional<import("zod").ZodString>;
1028
1333
  inputType: import("zod").ZodDefault<import("zod").ZodString>;
1029
1334
  accumulateSentences: import("zod").ZodOptional<import("zod").ZodBoolean>;
1030
1335
  sentenceDelimiterPreset: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -1034,15 +1339,19 @@ export declare const ttsPlugin: {
1034
1339
  }>>;
1035
1340
  maxBufferScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
1036
1341
  flushAfterMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1342
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
1343
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
1037
1344
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
1038
1345
  type: import("zod").ZodLiteral<"textToSpeechStream">;
1039
1346
  buffer: import("zod").ZodArray<import("zod").ZodNumber>;
1347
+ pcm: import("zod").ZodOptional<import("zod").ZodString>;
1040
1348
  done: import("zod").ZodDefault<import("zod").ZodBoolean>;
1041
1349
  sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
1042
1350
  stats: import("zod").ZodOptional<import("zod").ZodObject<{
1043
1351
  audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
1044
1352
  totalTime: import("zod").ZodOptional<import("zod").ZodNumber>;
1045
1353
  realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
1354
+ firstAudioMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1046
1355
  tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
1047
1356
  totalSamples: import("zod").ZodOptional<import("zod").ZodNumber>;
1048
1357
  generatedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -1051,12 +1360,46 @@ export declare const ttsPlugin: {
1051
1360
  gpuUnsupported: import("zod").ZodOptional<import("zod").ZodNumber>;
1052
1361
  enhancerBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
1053
1362
  enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
1363
+ denoiserBackendDevice: import("zod").ZodOptional<import("zod").ZodNumber>;
1364
+ denoiserBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
1054
1365
  codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1055
1366
  codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1367
+ decoderSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1368
+ dacSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
1369
+ decoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1370
+ dacOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
1371
+ t3Ms: import("zod").ZodOptional<import("zod").ZodNumber>;
1372
+ s3genMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1373
+ t3Tokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1374
+ stageTotalMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1375
+ lmPrefillMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1376
+ lmDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1377
+ flowFrontendMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1378
+ ditEulerMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1379
+ hiftF0Ms: import("zod").ZodOptional<import("zod").ZodNumber>;
1380
+ hiftSourceMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1381
+ hiftStftMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1382
+ hiftDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1383
+ decodeSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
1384
+ speechTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1385
+ flowFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
1386
+ melFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
1387
+ textIds: import("zod").ZodOptional<import("zod").ZodNumber>;
1388
+ promptSpeechTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
1389
+ voiceEncodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1390
+ promptMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1391
+ prefillMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1392
+ sampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1393
+ fastDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1394
+ slowDecodeMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1395
+ codecLatentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1396
+ codecSynthMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1397
+ resampleMs: import("zod").ZodOptional<import("zod").ZodNumber>;
1056
1398
  }, import("zod/v4/core").$strip>>;
1057
1399
  chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
1058
1400
  sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
1059
1401
  isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
1402
+ speechTokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
1060
1403
  stopReason: import("zod").ZodOptional<import("zod").ZodEnum<{
1061
1404
  cancelled: "cancelled";
1062
1405
  completed: "completed";