@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -57,8 +57,8 @@ import { nowMs } from '../../../../profiling/index.js';
57
57
  import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
58
58
  import { TextToSpeechStreamFailedError } from '../../../../errors/index.js';
59
59
  import { collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
60
- import { assertParlerJobOptionsSupported, getParlerJobOptions } from './parler-options.js';
61
- import { bindTtsCancel, cancelIfAborted } from './cancel-binding.js';
60
+ import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
61
+ import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
62
62
  // Ends the text source the moment the run is cancelled. Without this an idle
63
63
  // duplex session — cancelled while the accumulator is waiting for the next
64
64
  // fragment, with no native job live — would sit in `runStreaming` holding the
@@ -170,6 +170,9 @@ export async function* textToSpeechStream(params, inputStream) {
170
170
  try {
171
171
  const request = textToSpeechStreamRequestSchema.parse(params);
172
172
  const model = getModel(request.modelId);
173
+ if (['moss-sfx', 'moss-speech'].includes(getTtsEngineType(model) ?? '')) {
174
+ throw new TextToSpeechStreamFailedError('MOSS-SoundEffect and MOSS-Speech are batch-only');
175
+ }
173
176
  const parlerJobOptions = getParlerJobOptions(request);
174
177
  assertParlerJobOptionsSupported(model, parlerJobOptions, 'textToSpeechStream');
175
178
  const ctx = __addDisposableResource(env_1, await bindTtsCancel(model, request.modelId, request.requestId), true);
@@ -50,14 +50,15 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
+ import { getMossJobOptions } from './moss-options.js';
53
54
  import { getModel } from '../../../../runtime/model-registry.js';
54
55
  import { ttsRequestSchema } from '../../../../schemas/index.js';
55
56
  import { nowMs } from '../../../../profiling/index.js';
56
57
  import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
57
58
  import { PluginRequestValidationFailedError, TextToSpeechFailedError } from '../../../../errors/index.js';
58
59
  import { appendPcm, collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
59
- import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from './parler-options.js';
60
- import { bindTtsCancel, cancelIfAborted } from './cancel-binding.js';
60
+ import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
61
+ import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
61
62
  function hasRunStream(model) {
62
63
  return (typeof model === 'object' &&
63
64
  model !== null &&
@@ -82,9 +83,10 @@ export async function* textToSpeech(params) {
82
83
  const env_1 = { stack: [], error: void 0, hasError: false };
83
84
  try {
84
85
  const request = ttsRequestSchema.parse(params);
85
- const { modelId, text, stream, sentenceStream, sentenceStreamLocale, sentenceStreamMaxChunkScalars } = request;
86
+ const { modelId, text = '', stream, sentenceStream, sentenceStreamLocale, sentenceStreamMaxChunkScalars } = request;
86
87
  const parlerJobOptions = getParlerJobOptions(request);
87
88
  const model = getModel(modelId);
89
+ const mossJobOptions = getMossJobOptions(model, request);
88
90
  assertParlerJobOptionsSupported(model, parlerJobOptions, 'textToSpeech');
89
91
  // MOSS streams natively: one job over the whole text, emitting a chunk every
90
92
  // `streamChunkTokens` codec frames while the backbone is still generating.
@@ -161,7 +163,9 @@ export async function* textToSpeech(params) {
161
163
  }
162
164
  return finish(modelStart, response, ctx.signal.aborted);
163
165
  }
164
- const sentenceChunked = stream && !nativeStream;
166
+ const engine = getTtsEngineType(model);
167
+ const batchEngine = engine === 'moss-sfx' || engine === 'moss-speech';
168
+ const sentenceChunked = stream && !nativeStream && !batchEngine;
165
169
  const response = (await model.run({
166
170
  input: text,
167
171
  // The addon's job field is `type`, and its native layer accepts only
@@ -179,16 +183,20 @@ export async function* textToSpeech(params) {
179
183
  ...(sentenceChunked && sentenceStreamMaxChunkScalars !== undefined
180
184
  ? { maxChunkScalars: sentenceStreamMaxChunkScalars }
181
185
  : {}),
182
- ...parlerJobOptions
186
+ ...parlerJobOptions,
187
+ ...mossJobOptions
183
188
  }));
184
- if (!stream) {
189
+ if (!stream || batchEngine) {
185
190
  const completeBuffer = [];
186
191
  let sampleRate;
192
+ let replyText;
187
193
  try {
188
194
  for await (const data of response.iterate()) {
189
195
  if (await cancelIfAborted(model, ctx.signal))
190
196
  continue;
191
197
  sampleRate ??= data.sampleRate;
198
+ if (data.text !== undefined)
199
+ replyText = data.text;
192
200
  appendPcm(completeBuffer, data.outputArray);
193
201
  }
194
202
  }
@@ -197,7 +205,11 @@ export async function* textToSpeech(params) {
197
205
  }
198
206
  if (ctx.signal.aborted)
199
207
  return finish(modelStart, response, true);
200
- yield { buffer: completeBuffer, ...(sampleRate !== undefined ? { sampleRate } : {}) };
208
+ yield {
209
+ buffer: completeBuffer,
210
+ ...(sampleRate !== undefined ? { sampleRate } : {}),
211
+ ...(replyText !== undefined ? { text: replyText } : {})
212
+ };
201
213
  return finish(modelStart, response, false);
202
214
  }
203
215
  try {
@@ -30,10 +30,13 @@ export declare const ttsPlugin: {
30
30
  "whispercpp-transcription": "whispercpp-transcription";
31
31
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
32
32
  "llamacpp-embedding": "llamacpp-embedding";
33
+ "llamacpp-decision": "llamacpp-decision";
34
+ "llamacpp-rerank": "llamacpp-rerank";
33
35
  "nmtcpp-translation": "nmtcpp-translation";
34
36
  "onnx-tts": "onnx-tts";
35
37
  "tts-ggml": "tts-ggml";
36
38
  "parakeet-transcription": "parakeet-transcription";
39
+ "moss-transcribe": "moss-transcribe";
37
40
  "ggml-ocr": "ggml-ocr";
38
41
  "sdcpp-generation": "sdcpp-generation";
39
42
  "audiogen-ggml": "audiogen-ggml";
@@ -69,10 +72,13 @@ export declare const ttsPlugin: {
69
72
  "whispercpp-transcription": "whispercpp-transcription";
70
73
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
71
74
  "llamacpp-embedding": "llamacpp-embedding";
75
+ "llamacpp-decision": "llamacpp-decision";
76
+ "llamacpp-rerank": "llamacpp-rerank";
72
77
  "nmtcpp-translation": "nmtcpp-translation";
73
78
  "onnx-tts": "onnx-tts";
74
79
  "tts-ggml": "tts-ggml";
75
80
  "parakeet-transcription": "parakeet-transcription";
81
+ "moss-transcribe": "moss-transcribe";
76
82
  "ggml-ocr": "ggml-ocr";
77
83
  "sdcpp-generation": "sdcpp-generation";
78
84
  "audiogen-ggml": "audiogen-ggml";
@@ -151,10 +157,13 @@ export declare const ttsPlugin: {
151
157
  "whispercpp-transcription": "whispercpp-transcription";
152
158
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
153
159
  "llamacpp-embedding": "llamacpp-embedding";
160
+ "llamacpp-decision": "llamacpp-decision";
161
+ "llamacpp-rerank": "llamacpp-rerank";
154
162
  "nmtcpp-translation": "nmtcpp-translation";
155
163
  "onnx-tts": "onnx-tts";
156
164
  "tts-ggml": "tts-ggml";
157
165
  "parakeet-transcription": "parakeet-transcription";
166
+ "moss-transcribe": "moss-transcribe";
158
167
  "ggml-ocr": "ggml-ocr";
159
168
  "sdcpp-generation": "sdcpp-generation";
160
169
  "audiogen-ggml": "audiogen-ggml";
@@ -190,10 +199,13 @@ export declare const ttsPlugin: {
190
199
  "whispercpp-transcription": "whispercpp-transcription";
191
200
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
192
201
  "llamacpp-embedding": "llamacpp-embedding";
202
+ "llamacpp-decision": "llamacpp-decision";
203
+ "llamacpp-rerank": "llamacpp-rerank";
193
204
  "nmtcpp-translation": "nmtcpp-translation";
194
205
  "onnx-tts": "onnx-tts";
195
206
  "tts-ggml": "tts-ggml";
196
207
  "parakeet-transcription": "parakeet-transcription";
208
+ "moss-transcribe": "moss-transcribe";
197
209
  "ggml-ocr": "ggml-ocr";
198
210
  "sdcpp-generation": "sdcpp-generation";
199
211
  "audiogen-ggml": "audiogen-ggml";
@@ -229,10 +241,13 @@ export declare const ttsPlugin: {
229
241
  "whispercpp-transcription": "whispercpp-transcription";
230
242
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
231
243
  "llamacpp-embedding": "llamacpp-embedding";
244
+ "llamacpp-decision": "llamacpp-decision";
245
+ "llamacpp-rerank": "llamacpp-rerank";
232
246
  "nmtcpp-translation": "nmtcpp-translation";
233
247
  "onnx-tts": "onnx-tts";
234
248
  "tts-ggml": "tts-ggml";
235
249
  "parakeet-transcription": "parakeet-transcription";
250
+ "moss-transcribe": "moss-transcribe";
236
251
  "ggml-ocr": "ggml-ocr";
237
252
  "sdcpp-generation": "sdcpp-generation";
238
253
  "audiogen-ggml": "audiogen-ggml";
@@ -268,10 +283,13 @@ export declare const ttsPlugin: {
268
283
  "whispercpp-transcription": "whispercpp-transcription";
269
284
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
270
285
  "llamacpp-embedding": "llamacpp-embedding";
286
+ "llamacpp-decision": "llamacpp-decision";
287
+ "llamacpp-rerank": "llamacpp-rerank";
271
288
  "nmtcpp-translation": "nmtcpp-translation";
272
289
  "onnx-tts": "onnx-tts";
273
290
  "tts-ggml": "tts-ggml";
274
291
  "parakeet-transcription": "parakeet-transcription";
292
+ "moss-transcribe": "moss-transcribe";
275
293
  "ggml-ocr": "ggml-ocr";
276
294
  "sdcpp-generation": "sdcpp-generation";
277
295
  "audiogen-ggml": "audiogen-ggml";
@@ -307,10 +325,13 @@ export declare const ttsPlugin: {
307
325
  "whispercpp-transcription": "whispercpp-transcription";
308
326
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
309
327
  "llamacpp-embedding": "llamacpp-embedding";
328
+ "llamacpp-decision": "llamacpp-decision";
329
+ "llamacpp-rerank": "llamacpp-rerank";
310
330
  "nmtcpp-translation": "nmtcpp-translation";
311
331
  "onnx-tts": "onnx-tts";
312
332
  "tts-ggml": "tts-ggml";
313
333
  "parakeet-transcription": "parakeet-transcription";
334
+ "moss-transcribe": "moss-transcribe";
314
335
  "ggml-ocr": "ggml-ocr";
315
336
  "sdcpp-generation": "sdcpp-generation";
316
337
  "audiogen-ggml": "audiogen-ggml";
@@ -398,10 +419,13 @@ export declare const ttsPlugin: {
398
419
  "whispercpp-transcription": "whispercpp-transcription";
399
420
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
400
421
  "llamacpp-embedding": "llamacpp-embedding";
422
+ "llamacpp-decision": "llamacpp-decision";
423
+ "llamacpp-rerank": "llamacpp-rerank";
401
424
  "nmtcpp-translation": "nmtcpp-translation";
402
425
  "onnx-tts": "onnx-tts";
403
426
  "tts-ggml": "tts-ggml";
404
427
  "parakeet-transcription": "parakeet-transcription";
428
+ "moss-transcribe": "moss-transcribe";
405
429
  "ggml-ocr": "ggml-ocr";
406
430
  "sdcpp-generation": "sdcpp-generation";
407
431
  "audiogen-ggml": "audiogen-ggml";
@@ -437,10 +461,13 @@ export declare const ttsPlugin: {
437
461
  "whispercpp-transcription": "whispercpp-transcription";
438
462
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
439
463
  "llamacpp-embedding": "llamacpp-embedding";
464
+ "llamacpp-decision": "llamacpp-decision";
465
+ "llamacpp-rerank": "llamacpp-rerank";
440
466
  "nmtcpp-translation": "nmtcpp-translation";
441
467
  "onnx-tts": "onnx-tts";
442
468
  "tts-ggml": "tts-ggml";
443
469
  "parakeet-transcription": "parakeet-transcription";
470
+ "moss-transcribe": "moss-transcribe";
444
471
  "ggml-ocr": "ggml-ocr";
445
472
  "sdcpp-generation": "sdcpp-generation";
446
473
  "audiogen-ggml": "audiogen-ggml";
@@ -476,10 +503,13 @@ export declare const ttsPlugin: {
476
503
  "whispercpp-transcription": "whispercpp-transcription";
477
504
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
478
505
  "llamacpp-embedding": "llamacpp-embedding";
506
+ "llamacpp-decision": "llamacpp-decision";
507
+ "llamacpp-rerank": "llamacpp-rerank";
479
508
  "nmtcpp-translation": "nmtcpp-translation";
480
509
  "onnx-tts": "onnx-tts";
481
510
  "tts-ggml": "tts-ggml";
482
511
  "parakeet-transcription": "parakeet-transcription";
512
+ "moss-transcribe": "moss-transcribe";
483
513
  "ggml-ocr": "ggml-ocr";
484
514
  "sdcpp-generation": "sdcpp-generation";
485
515
  "audiogen-ggml": "audiogen-ggml";
@@ -529,10 +559,13 @@ export declare const ttsPlugin: {
529
559
  "whispercpp-transcription": "whispercpp-transcription";
530
560
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
531
561
  "llamacpp-embedding": "llamacpp-embedding";
562
+ "llamacpp-decision": "llamacpp-decision";
563
+ "llamacpp-rerank": "llamacpp-rerank";
532
564
  "nmtcpp-translation": "nmtcpp-translation";
533
565
  "onnx-tts": "onnx-tts";
534
566
  "tts-ggml": "tts-ggml";
535
567
  "parakeet-transcription": "parakeet-transcription";
568
+ "moss-transcribe": "moss-transcribe";
536
569
  "ggml-ocr": "ggml-ocr";
537
570
  "sdcpp-generation": "sdcpp-generation";
538
571
  "audiogen-ggml": "audiogen-ggml";
@@ -568,10 +601,13 @@ export declare const ttsPlugin: {
568
601
  "whispercpp-transcription": "whispercpp-transcription";
569
602
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
570
603
  "llamacpp-embedding": "llamacpp-embedding";
604
+ "llamacpp-decision": "llamacpp-decision";
605
+ "llamacpp-rerank": "llamacpp-rerank";
571
606
  "nmtcpp-translation": "nmtcpp-translation";
572
607
  "onnx-tts": "onnx-tts";
573
608
  "tts-ggml": "tts-ggml";
574
609
  "parakeet-transcription": "parakeet-transcription";
610
+ "moss-transcribe": "moss-transcribe";
575
611
  "ggml-ocr": "ggml-ocr";
576
612
  "sdcpp-generation": "sdcpp-generation";
577
613
  "audiogen-ggml": "audiogen-ggml";
@@ -607,10 +643,13 @@ export declare const ttsPlugin: {
607
643
  "whispercpp-transcription": "whispercpp-transcription";
608
644
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
609
645
  "llamacpp-embedding": "llamacpp-embedding";
646
+ "llamacpp-decision": "llamacpp-decision";
647
+ "llamacpp-rerank": "llamacpp-rerank";
610
648
  "nmtcpp-translation": "nmtcpp-translation";
611
649
  "onnx-tts": "onnx-tts";
612
650
  "tts-ggml": "tts-ggml";
613
651
  "parakeet-transcription": "parakeet-transcription";
652
+ "moss-transcribe": "moss-transcribe";
614
653
  "ggml-ocr": "ggml-ocr";
615
654
  "sdcpp-generation": "sdcpp-generation";
616
655
  "audiogen-ggml": "audiogen-ggml";
@@ -646,10 +685,13 @@ export declare const ttsPlugin: {
646
685
  "whispercpp-transcription": "whispercpp-transcription";
647
686
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
648
687
  "llamacpp-embedding": "llamacpp-embedding";
688
+ "llamacpp-decision": "llamacpp-decision";
689
+ "llamacpp-rerank": "llamacpp-rerank";
649
690
  "nmtcpp-translation": "nmtcpp-translation";
650
691
  "onnx-tts": "onnx-tts";
651
692
  "tts-ggml": "tts-ggml";
652
693
  "parakeet-transcription": "parakeet-transcription";
694
+ "moss-transcribe": "moss-transcribe";
653
695
  "ggml-ocr": "ggml-ocr";
654
696
  "sdcpp-generation": "sdcpp-generation";
655
697
  "audiogen-ggml": "audiogen-ggml";
@@ -672,9 +714,82 @@ export declare const ttsPlugin: {
672
714
  threads: import("zod").ZodOptional<import("zod").ZodNumber>;
673
715
  nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
674
716
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
717
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
718
+ seconds: import("zod").ZodOptional<import("zod").ZodNumber>;
719
+ negativePrompt: import("zod").ZodOptional<import("zod").ZodString>;
720
+ steps: import("zod").ZodOptional<import("zod").ZodNumber>;
721
+ guidance: import("zod").ZodOptional<import("zod").ZodNumber>;
722
+ shift: import("zod").ZodOptional<import("zod").ZodNumber>;
723
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
724
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
725
+ threads: import("zod").ZodOptional<import("zod").ZodNumber>;
726
+ nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
727
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
728
+ ttsEngine: import("zod").ZodLiteral<"moss-sfx">;
729
+ }, import("zod/v4/core").$strict>, import("zod").ZodObject<{
730
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
731
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
732
+ threads: import("zod").ZodOptional<import("zod").ZodNumber>;
733
+ nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
734
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
735
+ ttsEngine: import("zod").ZodLiteral<"moss-speech">;
736
+ mossSpeechCodecModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
737
+ src: import("zod").ZodString;
738
+ name: import("zod").ZodOptional<import("zod").ZodString>;
739
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
740
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
741
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
742
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
743
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
744
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
745
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
746
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
747
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
748
+ embeddings: "embeddings";
749
+ diffusion: "diffusion";
750
+ audiogen: "audiogen";
751
+ tts: "tts";
752
+ ocr: "ocr";
753
+ vla: "vla";
754
+ "llamacpp-completion": "llamacpp-completion";
755
+ "whispercpp-transcription": "whispercpp-transcription";
756
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
757
+ "llamacpp-embedding": "llamacpp-embedding";
758
+ "llamacpp-decision": "llamacpp-decision";
759
+ "llamacpp-rerank": "llamacpp-rerank";
760
+ "nmtcpp-translation": "nmtcpp-translation";
761
+ "onnx-tts": "onnx-tts";
762
+ "tts-ggml": "tts-ggml";
763
+ "parakeet-transcription": "parakeet-transcription";
764
+ "moss-transcribe": "moss-transcribe";
765
+ "ggml-ocr": "ggml-ocr";
766
+ "sdcpp-generation": "sdcpp-generation";
767
+ "audiogen-ggml": "audiogen-ggml";
768
+ "ggml-vla": "ggml-vla";
769
+ "ggml-classification": "ggml-classification";
770
+ llm: "llm";
771
+ whisper: "whisper";
772
+ bci: "bci";
773
+ nmt: "nmt";
774
+ parakeet: "parakeet";
775
+ classification: "classification";
776
+ }>, import("zod").ZodLiteral<"vad">]>>;
777
+ }, import("zod/v4/core").$strip>]>;
675
778
  }, import("zod/v4/core").$strict>], "ttsEngine">;
676
779
  assessFit: typeof import("node_modules/@qvac/tts-ggml/lib/fit").assessFit;
677
780
  resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<{
781
+ ttsEngine: "moss-sfx";
782
+ seconds?: number | undefined;
783
+ negativePrompt?: string | undefined;
784
+ steps?: number | undefined;
785
+ guidance?: number | undefined;
786
+ shift?: number | undefined;
787
+ backendsDir?: string | undefined;
788
+ useGPU?: boolean | undefined;
789
+ threads?: number | undefined;
790
+ nGpuLayers?: number | undefined;
791
+ seed?: number | undefined;
792
+ } | {
678
793
  ttsEngine: "chatterbox";
679
794
  language: "en" | "ar" | "de" | "es" | "fi" | "fr" | "it" | "ja" | "ko" | "nl" | "pl" | "pt" | "ru" | "zh" | "da" | "el" | "he" | "hi" | "ms" | "no" | "sv" | "tr" | "sw";
680
795
  openclCacheDir?: string | undefined;
@@ -776,11 +891,45 @@ export declare const ttsPlugin: {
776
891
  threads?: number | undefined;
777
892
  nGpuLayers?: number | undefined;
778
893
  seed?: number | undefined;
894
+ } | {
895
+ ttsEngine: "moss-speech";
896
+ backendsDir?: string | undefined;
897
+ useGPU?: boolean | undefined;
898
+ threads?: number | undefined;
899
+ nGpuLayers?: number | undefined;
900
+ seed?: number | undefined;
779
901
  }, string>>;
780
902
  createModel(params: CreateModelParams): PluginModelResult;
781
903
  handlers: {
782
904
  textToSpeech: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
783
905
  type: import("zod").ZodLiteral<"textToSpeech">;
906
+ audio: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
907
+ sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
908
+ messages: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
909
+ role: import("zod").ZodEnum<{
910
+ assistant: "assistant";
911
+ system: "system";
912
+ user: "user";
913
+ }>;
914
+ text: import("zod").ZodOptional<import("zod").ZodString>;
915
+ audio: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
916
+ sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
917
+ }, import("zod/v4/core").$strip>>>;
918
+ systemPrompt: import("zod").ZodOptional<import("zod").ZodString>;
919
+ replyVoice: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
920
+ replyVoiceSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
921
+ textReply: import("zod").ZodOptional<import("zod").ZodBoolean>;
922
+ maxReplySeconds: import("zod").ZodOptional<import("zod").ZodNumber>;
923
+ maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
924
+ greedy: import("zod").ZodOptional<import("zod").ZodBoolean>;
925
+ temperature: import("zod").ZodOptional<import("zod").ZodNumber>;
926
+ topP: import("zod").ZodOptional<import("zod").ZodNumber>;
927
+ topK: import("zod").ZodOptional<import("zod").ZodNumber>;
928
+ seconds: import("zod").ZodOptional<import("zod").ZodNumber>;
929
+ negativePrompt: import("zod").ZodOptional<import("zod").ZodString>;
930
+ steps: import("zod").ZodOptional<import("zod").ZodNumber>;
931
+ guidance: import("zod").ZodOptional<import("zod").ZodNumber>;
932
+ shift: import("zod").ZodOptional<import("zod").ZodNumber>;
784
933
  description: import("zod").ZodOptional<import("zod").ZodString>;
785
934
  voiceDescription: import("zod").ZodOptional<import("zod").ZodString>;
786
935
  voice: import("zod").ZodOptional<import("zod").ZodString>;
@@ -811,13 +960,14 @@ export declare const ttsPlugin: {
811
960
  modelId: import("zod").ZodString;
812
961
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
813
962
  inputType: import("zod").ZodDefault<import("zod").ZodString>;
814
- text: import("zod").ZodString;
963
+ text: import("zod").ZodOptional<import("zod").ZodString>;
815
964
  stream: import("zod").ZodDefault<import("zod").ZodBoolean>;
816
965
  sentenceStream: import("zod").ZodDefault<import("zod").ZodBoolean>;
817
966
  sentenceStreamLocale: import("zod").ZodOptional<import("zod").ZodString>;
818
967
  sentenceStreamMaxChunkScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
819
968
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
820
969
  type: import("zod").ZodLiteral<"textToSpeech">;
970
+ text: import("zod").ZodOptional<import("zod").ZodString>;
821
971
  buffer: import("zod").ZodArray<import("zod").ZodNumber>;
822
972
  done: import("zod").ZodDefault<import("zod").ZodBoolean>;
823
973
  sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -2,14 +2,15 @@ import TTSGgml from '@qvac/tts-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema, ModelType, ttsConfigSchema, ADDON_TTS, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS } from '../../../schemas/index.js';
3
3
  import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
4
4
  import { TtsArtifactsRequiredError, LegacyTtsModelDeprecatedError } from '../../../errors/index.js';
5
- import { textToSpeech } from './ops/text-to-speech.js';
6
- import { textToSpeechStream } from './ops/text-to-speech-stream.js';
5
+ import { textToSpeech } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
6
+ import { textToSpeechStream } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech-stream.js';
7
7
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
8
8
  // Everything a TTS frame carries beyond its PCM, forwarded verbatim from the
9
9
  // op yield onto the wire frame. Both handlers use it so the two response
10
10
  // shapes cannot drift apart.
11
11
  function ttsFrameMetadata(value) {
12
12
  return {
13
+ ...(value.text !== undefined ? { text: value.text } : {}),
13
14
  ...(value.sampleRate !== undefined ? { sampleRate: value.sampleRate } : {}),
14
15
  ...(value.chunkIndex !== undefined ? { chunkIndex: value.chunkIndex } : {}),
15
16
  ...(typeof value.sentenceChunk === 'string' && value.sentenceChunk.length > 0
@@ -457,6 +458,32 @@ function createMossModel(modelId, config, params, artifacts) {
457
458
  registerAddonLogger(modelId, ModelType.ttsGgml, logger);
458
459
  return { model };
459
460
  }
461
+ function createMossBatchModel(params, config) {
462
+ if (!params.modelPath)
463
+ throw new TtsArtifactsRequiredError();
464
+ const codec = params.artifacts?.['mossSpeechCodecPath'];
465
+ if (config.ttsEngine === 'moss-speech' && !codec)
466
+ throw new TtsArtifactsRequiredError();
467
+ const logger = createStreamLogger(params.modelId, ModelType.ttsGgml);
468
+ const model = new TTSGgml({
469
+ engine: config.ttsEngine,
470
+ files: config.ttsEngine === 'moss-sfx'
471
+ ? { mossSoundEffect: params.modelPath }
472
+ : { mossSpeechModel: params.modelPath, mossSpeechCodec: codec },
473
+ ...(config.threads !== undefined ? { threads: config.threads } : {}),
474
+ ...(config.nGpuLayers !== undefined ? { nGpuLayers: config.nGpuLayers } : {}),
475
+ ...(config.seed !== undefined ? { seed: config.seed } : {}),
476
+ config: {
477
+ ...(config.useGPU !== undefined ? { useGPU: config.useGPU } : {}),
478
+ ...ggmlBackendConfig(config)
479
+ },
480
+ logger,
481
+ opts: { stats: true },
482
+ exclusiveRun: true
483
+ });
484
+ registerAddonLogger(params.modelId, ModelType.ttsGgml, logger);
485
+ return { model };
486
+ }
460
487
  export const ttsPlugin = definePlugin({
461
488
  modelType: ModelType.ttsGgml,
462
489
  displayName: 'TTS (GGML)',
@@ -466,6 +493,13 @@ export const ttsPlugin = definePlugin({
466
493
  async resolveConfig(cfg, ctx) {
467
494
  const { ttsEngine } = cfg;
468
495
  // Same default as the former onnx-tts plugin: omitting `ttsEngine` → Chatterbox.
496
+ if (ttsEngine === 'moss-sfx')
497
+ return { config: cfg };
498
+ if (ttsEngine === 'moss-speech') {
499
+ const { mossSpeechCodecModelSrc, ...runtime } = cfg;
500
+ const mossSpeechCodecPath = await ctx.resolveModelPath(mossSpeechCodecModelSrc);
501
+ return { config: runtime, artifacts: { mossSpeechCodecPath } };
502
+ }
469
503
  if (ttsEngine === 'parler') {
470
504
  return resolveParlerConfig(cfg, ctx);
471
505
  }
@@ -486,6 +520,9 @@ export const ttsPlugin = definePlugin({
486
520
  createModel(params) {
487
521
  const config = (params.modelConfig ?? {});
488
522
  const artifacts = params.artifacts ?? {};
523
+ if (config.ttsEngine === 'moss-sfx' || config.ttsEngine === 'moss-speech') {
524
+ return createMossBatchModel(params, config);
525
+ }
489
526
  if (config.ttsEngine === 'parler') {
490
527
  return createParlerModel(params.modelId, config, params, artifacts);
491
528
  }
@@ -90,10 +90,13 @@ export declare const whisperPlugin: {
90
90
  "whispercpp-transcription": "whispercpp-transcription";
91
91
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
92
92
  "llamacpp-embedding": "llamacpp-embedding";
93
+ "llamacpp-decision": "llamacpp-decision";
94
+ "llamacpp-rerank": "llamacpp-rerank";
93
95
  "nmtcpp-translation": "nmtcpp-translation";
94
96
  "onnx-tts": "onnx-tts";
95
97
  "tts-ggml": "tts-ggml";
96
98
  "parakeet-transcription": "parakeet-transcription";
99
+ "moss-transcribe": "moss-transcribe";
97
100
  "ggml-ocr": "ggml-ocr";
98
101
  "sdcpp-generation": "sdcpp-generation";
99
102
  "audiogen-ggml": "audiogen-ggml";
@@ -249,6 +252,8 @@ export declare const whisperPlugin: {
249
252
  type: import("zod").ZodLiteral<"filePath">;
250
253
  value: import("zod").ZodString;
251
254
  }, import("zod/v4/core").$strip>], "type">;
255
+ hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
256
+ maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
252
257
  type: import("zod").ZodLiteral<"transcribe">;
253
258
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
254
259
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
@@ -290,10 +295,18 @@ export declare const whisperPlugin: {
290
295
  endMs: import("zod").ZodNumber;
291
296
  append: import("zod").ZodBoolean;
292
297
  id: import("zod").ZodNumber;
298
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
299
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
300
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
301
+ speakerId: import("zod").ZodNumber;
302
+ startMs: import("zod").ZodNumber;
303
+ endMs: import("zod").ZodNumber;
304
+ }, import("zod/v4/core").$strip>>>;
293
305
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
294
306
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
295
307
  }, import("zod/v4/core").$strip>>;
296
308
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
309
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
297
310
  speaking: import("zod").ZodBoolean;
298
311
  probability: import("zod").ZodNumber;
299
312
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -315,16 +328,16 @@ export declare const whisperPlugin: {
315
328
  gpu: "gpu";
316
329
  }>;
317
330
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
331
+ cuda: "cuda";
318
332
  vulkan: "vulkan";
319
333
  metal: "metal";
320
334
  opencl: "opencl";
321
- cuda: "cuda";
335
+ rocm: "rocm";
322
336
  opengl: "opengl";
323
337
  webgpu: "webgpu";
324
338
  direct3d11: "direct3d11";
325
339
  direct3d12: "direct3d12";
326
340
  levelZero: "levelZero";
327
- rocm: "rocm";
328
341
  }>>;
329
342
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
330
343
  name: import("zod").ZodString;
@@ -366,6 +379,9 @@ export declare const whisperPlugin: {
366
379
  rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
367
380
  emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
368
381
  emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
382
+ emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
383
+ diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
384
+ diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
369
385
  spkCacheEnable: import("zod").ZodOptional<import("zod").ZodBoolean>;
370
386
  spkCacheLen: import("zod").ZodOptional<import("zod").ZodNumber>;
371
387
  fifoLen: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -413,10 +429,18 @@ export declare const whisperPlugin: {
413
429
  endMs: import("zod").ZodNumber;
414
430
  append: import("zod").ZodBoolean;
415
431
  id: import("zod").ZodNumber;
432
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
433
+ speaker: import("zod").ZodOptional<import("zod").ZodString>;
434
+ speakerSegments: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
435
+ speakerId: import("zod").ZodNumber;
436
+ startMs: import("zod").ZodNumber;
437
+ endMs: import("zod").ZodNumber;
438
+ }, import("zod/v4/core").$strip>>>;
416
439
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
417
440
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
418
441
  }, import("zod/v4/core").$strip>>;
419
442
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
443
+ speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
420
444
  speaking: import("zod").ZodBoolean;
421
445
  probability: import("zod").ZodNumber;
422
446
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
@@ -438,16 +462,16 @@ export declare const whisperPlugin: {
438
462
  gpu: "gpu";
439
463
  }>;
440
464
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
465
+ cuda: "cuda";
441
466
  vulkan: "vulkan";
442
467
  metal: "metal";
443
468
  opencl: "opencl";
444
- cuda: "cuda";
469
+ rocm: "rocm";
445
470
  opengl: "opengl";
446
471
  webgpu: "webgpu";
447
472
  direct3d11: "direct3d11";
448
473
  direct3d12: "direct3d12";
449
474
  levelZero: "levelZero";
450
- rocm: "rocm";
451
475
  }>>;
452
476
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
453
477
  name: import("zod").ZodString;