@qvac/inference 0.21.1 → 0.23.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (462) hide show
  1. package/NOTICE +89 -41
  2. package/README.md +44 -1
  3. package/dist/api/assess-model-fit.d.ts +4 -4
  4. package/dist/api/assess-model-fit.js +4 -4
  5. package/dist/api/audio-gen.d.ts +4 -1
  6. package/dist/api/audio-gen.js +5 -2
  7. package/dist/api/batch-completion.js +1 -1
  8. package/dist/api/completion-stream.d.ts +2 -1
  9. package/dist/api/completion-stream.js +4 -2
  10. package/dist/api/decide.d.ts +26 -0
  11. package/dist/api/decide.js +26 -0
  12. package/dist/api/diffusion.d.ts +18 -1
  13. package/dist/api/diffusion.js +18 -1
  14. package/dist/api/download-asset.js +1 -1
  15. package/dist/api/finetune.js +1 -1
  16. package/dist/api/get-model-info.d.ts +1 -1
  17. package/dist/api/index.d.ts +39 -37
  18. package/dist/api/index.js +38 -36
  19. package/dist/api/load-model.js +2 -2
  20. package/dist/api/logging-stream-registry.js +11 -7
  21. package/dist/api/logging-stream.d.ts +11 -1
  22. package/dist/api/logging-stream.js +11 -2
  23. package/dist/api/registry.d.ts +2 -1
  24. package/dist/api/registry.js +5 -4
  25. package/dist/api/rerank.d.ts +17 -0
  26. package/dist/api/rerank.js +36 -0
  27. package/dist/api/subscribe-logs.js +5 -3
  28. package/dist/api/text-to-speech.d.ts +1 -0
  29. package/dist/api/text-to-speech.js +15 -19
  30. package/dist/api/transcribe.js +5 -2
  31. package/dist/api/unload-model.js +1 -1
  32. package/dist/api/video-request.d.ts +5 -5
  33. package/dist/api/video.d.ts +5 -4
  34. package/dist/api/video.js +6 -5
  35. package/dist/api/vla.js +1 -1
  36. package/dist/api/world-result.js +1 -1
  37. package/dist/api/world.d.ts +1 -1
  38. package/dist/api/world.js +1 -1
  39. package/dist/config/resolve-config.d.ts +1 -1
  40. package/dist/config/resolve-config.js +1 -1
  41. package/dist/constants/index.d.ts +2 -2
  42. package/dist/constants/index.js +2 -2
  43. package/dist/dispatch.d.ts +3 -2
  44. package/dist/dispatch.js +16 -4
  45. package/dist/errors/index.d.ts +9 -0
  46. package/dist/errors/index.js +18 -1
  47. package/dist/handlers/assess-model-fit.d.ts +5 -3
  48. package/dist/handlers/assess-model-fit.js +84 -32
  49. package/dist/handlers/cancelHandler.js +1 -1
  50. package/dist/handlers/completion-orchestrate.js +2 -2
  51. package/dist/handlers/download-asset.js +2 -2
  52. package/dist/handlers/finetune.js +1 -1
  53. package/dist/handlers/get-loaded-model-info.js +3 -5
  54. package/dist/handlers/get-model-info.js +1 -1
  55. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
  56. package/dist/handlers/load-model/coreml-sidecars.js +71 -8
  57. package/dist/handlers/load-model/download-manager.d.ts +1 -1
  58. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  59. package/dist/handlers/load-model/download-stats.js +3 -3
  60. package/dist/handlers/load-model/handler.js +10 -7
  61. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  62. package/dist/handlers/load-model/http.d.ts +1 -1
  63. package/dist/handlers/load-model/http.js +3 -3
  64. package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
  65. package/dist/handlers/load-model/hyperdrive.js +2 -2
  66. package/dist/handlers/load-model/index.d.ts +2 -2
  67. package/dist/handlers/load-model/index.js +2 -2
  68. package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
  69. package/dist/handlers/load-model/registry-companion-set.js +1 -1
  70. package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
  71. package/dist/handlers/load-model/registry-download-utils.js +2 -2
  72. package/dist/handlers/load-model/registry.d.ts +2 -2
  73. package/dist/handlers/load-model/registry.js +5 -5
  74. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  75. package/dist/handlers/load-model/resolve-session.js +11 -3
  76. package/dist/handlers/load-model/resolve.d.ts +1 -1
  77. package/dist/handlers/load-model/resolve.js +5 -5
  78. package/dist/handlers/load-model/safe-fetch.js +5 -6
  79. package/dist/handlers/logging-stream.d.ts +2 -1
  80. package/dist/handlers/logging-stream.js +23 -7
  81. package/dist/handlers/registry.d.ts +3 -1
  82. package/dist/handlers/registry.js +7 -5
  83. package/dist/handlers/types.d.ts +7 -1
  84. package/dist/handlers/vector-index.js +2 -2
  85. package/dist/index.d.ts +1 -1
  86. package/dist/index.js +1 -1
  87. package/dist/logging/addon.d.ts +1 -1
  88. package/dist/logging/addon.js +1 -1
  89. package/dist/logging/index.d.ts +5 -5
  90. package/dist/logging/index.js +4 -4
  91. package/dist/logging/logger.d.ts +1 -1
  92. package/dist/logging/logger.js +2 -2
  93. package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
  94. package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
  95. package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
  96. package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
  97. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
  98. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
  99. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
  100. package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
  101. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
  102. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
  103. package/dist/model-fit/floor.d.ts +31 -0
  104. package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
  105. package/dist/model-fit/kv-cache.d.ts +23 -0
  106. package/dist/model-fit/kv-cache.js +85 -0
  107. package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
  108. package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
  109. package/dist/model-fit/platform.d.ts +14 -0
  110. package/dist/model-fit/platform.js +26 -0
  111. package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
  112. package/dist/model-fit/request/create.js +61 -0
  113. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
  114. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
  115. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
  116. package/dist/model-fit/request/engines/audiogen.js +63 -0
  117. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
  118. package/dist/model-fit/request/engines/diffusion.js +93 -0
  119. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
  120. package/dist/model-fit/request/engines/llama.js +44 -0
  121. package/dist/model-fit/request/engines/nmt.d.ts +8 -0
  122. package/dist/model-fit/request/engines/nmt.js +11 -0
  123. package/dist/model-fit/request/engines/ocr.d.ts +9 -0
  124. package/dist/model-fit/request/engines/ocr.js +13 -0
  125. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
  126. package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
  127. package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
  128. package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
  129. package/dist/model-fit/run/run.d.ts +43 -0
  130. package/dist/model-fit/run/run.js +204 -0
  131. package/dist/models/registry/index.d.ts +1 -1
  132. package/dist/models/registry/index.js +2 -2
  133. package/dist/models/registry/models.d.ts +1072 -815
  134. package/dist/models/registry/models.js +3704 -3405
  135. package/dist/models/registry/resource-profiles.d.ts +1 -2
  136. package/dist/models/registry/resource-profiles.js +406 -3
  137. package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
  138. package/dist/plugins/builtin/asr-ggml/config.js +6 -0
  139. package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
  140. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
  141. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
  142. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
  143. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
  144. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
  145. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
  146. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
  147. package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
  148. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
  149. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
  150. package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
  151. package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
  152. package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
  153. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
  154. package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
  155. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
  156. package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
  157. package/dist/plugins/builtin/index.d.ts +15 -12
  158. package/dist/plugins/builtin/index.js +15 -12
  159. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
  160. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  161. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  162. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
  163. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
  164. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
  165. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
  166. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
  167. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
  168. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
  169. package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
  170. package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
  171. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
  172. package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
  173. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
  174. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
  175. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
  176. package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
  177. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
  178. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
  179. package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
  180. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  181. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  182. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
  183. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
  184. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
  185. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
  186. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
  187. package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
  188. package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
  189. package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
  190. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
  191. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
  192. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
  193. package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
  194. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
  195. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
  196. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
  197. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
  198. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
  199. package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
  200. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  201. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  202. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  203. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  204. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
  206. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
  207. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
  208. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
  209. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
  210. package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
  211. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
  212. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
  213. package/dist/plugins/index.d.ts +1 -1
  214. package/dist/plugins/index.js +2 -2
  215. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
  216. package/dist/plugins/ops/kv-cache-utils.js +25 -33
  217. package/dist/plugins/ops/load-model.d.ts +8 -2
  218. package/dist/plugins/ops/load-model.js +33 -19
  219. package/dist/plugins/ops/transcribe.js +18 -2
  220. package/dist/plugins/ops/translate.js +3 -3
  221. package/dist/plugins/ops/unload-model.js +1 -1
  222. package/dist/plugins/turbovec-backend.js +5 -5
  223. package/dist/profiling/aggregator.d.ts +1 -1
  224. package/dist/profiling/aggregator.js +1 -1
  225. package/dist/profiling/controller.d.ts +1 -1
  226. package/dist/profiling/controller.js +2 -2
  227. package/dist/profiling/events.d.ts +1 -1
  228. package/dist/profiling/events.js +2 -2
  229. package/dist/profiling/exporters.d.ts +1 -1
  230. package/dist/profiling/exporters.js +3 -3
  231. package/dist/profiling/index.d.ts +13 -13
  232. package/dist/profiling/index.js +12 -12
  233. package/dist/profiling/operation-metrics.d.ts +1 -1
  234. package/dist/profiling/operation-metrics.js +2 -2
  235. package/dist/profiling/operation-wrappers.js +3 -3
  236. package/dist/profiling/profiler.js +1 -1
  237. package/dist/rag/handler.js +1 -1
  238. package/dist/rag/handlers/close-workspace.js +1 -1
  239. package/dist/rag/handlers/delete-embeddings.js +1 -1
  240. package/dist/rag/handlers/delete-workspace.js +1 -1
  241. package/dist/rag/handlers/ingest.js +1 -1
  242. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  243. package/dist/rag/handlers/list-workspaces.js +1 -1
  244. package/dist/rag/handlers/reindex.js +1 -1
  245. package/dist/rag/handlers/save-embeddings.js +1 -1
  246. package/dist/rag/handlers/search.js +1 -1
  247. package/dist/rag/index.d.ts +11 -11
  248. package/dist/rag/index.js +11 -11
  249. package/dist/rag/rag-workspace-manager.js +1 -1
  250. package/dist/registry.js +3 -1
  251. package/dist/resources/collector.d.ts +1 -1
  252. package/dist/resources/collector.js +1 -1
  253. package/dist/resources/instance.d.ts +1 -1
  254. package/dist/resources/instance.js +1 -1
  255. package/dist/resources/native.d.ts +1 -1
  256. package/dist/resources/normalize.d.ts +1 -1
  257. package/dist/rpc/inventory.js +5 -7
  258. package/dist/runtime/env.d.ts +0 -2
  259. package/dist/runtime/env.js +2 -9
  260. package/dist/runtime/index.d.ts +5 -5
  261. package/dist/runtime/index.js +2 -2
  262. package/dist/runtime/lifecycle.js +7 -7
  263. package/dist/runtime/model-config-utils.js +9 -1
  264. package/dist/runtime/model-registry.d.ts +3 -1
  265. package/dist/runtime/model-registry.js +2 -1
  266. package/dist/runtime/registry-client.js +1 -1
  267. package/dist/runtime/request-context.d.ts +3 -3
  268. package/dist/runtime/request-context.js +22 -1
  269. package/dist/runtime/request-registry.d.ts +1 -1
  270. package/dist/runtime/request-registry.js +1 -1
  271. package/dist/runtime/state.d.ts +1 -1
  272. package/dist/runtime/state.js +7 -2
  273. package/dist/runtime/vector-index-backend.d.ts +2 -2
  274. package/dist/runtime/vector-index-registry.d.ts +5 -5
  275. package/dist/runtime/vector-index-registry.js +36 -13
  276. package/dist/schemas/assess-model-fit.d.ts +106 -43
  277. package/dist/schemas/assess-model-fit.js +69 -32
  278. package/dist/schemas/audio-gen.d.ts +199 -19
  279. package/dist/schemas/audio-gen.js +183 -51
  280. package/dist/schemas/batch-completion-stream.d.ts +210 -36
  281. package/dist/schemas/batch-completion-stream.js +3 -3
  282. package/dist/schemas/bci-config.d.ts +3 -0
  283. package/dist/schemas/bci-config.js +2 -2
  284. package/dist/schemas/bci.d.ts +24 -3
  285. package/dist/schemas/bci.js +2 -2
  286. package/dist/schemas/cancel.d.ts +10 -0
  287. package/dist/schemas/cancel.js +2 -0
  288. package/dist/schemas/common.d.ts +1465 -162
  289. package/dist/schemas/common.js +37 -31
  290. package/dist/schemas/completion-event.d.ts +8 -2
  291. package/dist/schemas/completion-event.js +4 -1
  292. package/dist/schemas/completion-stream.d.ts +243 -39
  293. package/dist/schemas/completion-stream.js +100 -29
  294. package/dist/schemas/config.d.ts +1326 -18
  295. package/dist/schemas/config.js +30 -8
  296. package/dist/schemas/decision.d.ts +610 -0
  297. package/dist/schemas/decision.js +219 -0
  298. package/dist/schemas/download-asset.d.ts +10 -4
  299. package/dist/schemas/download-asset.js +1 -1
  300. package/dist/schemas/engine-addon-map.d.ts +9 -1
  301. package/dist/schemas/engine-addon-map.js +26 -5
  302. package/dist/schemas/errors.d.ts +2 -0
  303. package/dist/schemas/errors.js +11 -1
  304. package/dist/schemas/index.d.ts +51 -48
  305. package/dist/schemas/index.js +50 -47
  306. package/dist/schemas/llamacpp-config.d.ts +222 -6
  307. package/dist/schemas/llamacpp-config.js +129 -7
  308. package/dist/schemas/load-model.d.ts +7960 -1492
  309. package/dist/schemas/load-model.js +122 -10
  310. package/dist/schemas/mcp-adapter.d.ts +1 -1
  311. package/dist/schemas/model-config-schemas.d.ts +428 -9
  312. package/dist/schemas/model-config-schemas.js +16 -11
  313. package/dist/schemas/model-fit-policy.d.ts +17 -0
  314. package/dist/schemas/model-fit-policy.js +17 -0
  315. package/dist/schemas/model-info.d.ts +20 -2
  316. package/dist/schemas/model-info.js +4 -3
  317. package/dist/schemas/model-resource-profile.d.ts +4 -4
  318. package/dist/schemas/model-resource-profile.js +2 -5
  319. package/dist/schemas/model-src-utils.d.ts +14 -2
  320. package/dist/schemas/model-src-utils.js +2 -2
  321. package/dist/schemas/model-types.d.ts +14 -1
  322. package/dist/schemas/model-types.js +4 -0
  323. package/dist/schemas/ocr.d.ts +76 -0
  324. package/dist/schemas/ocr.js +43 -1
  325. package/dist/schemas/plugin.d.ts +16 -4
  326. package/dist/schemas/plugin.js +12 -0
  327. package/dist/schemas/profiling.d.ts +4 -4
  328. package/dist/schemas/profiling.js +1 -1
  329. package/dist/schemas/rag.js +1 -1
  330. package/dist/schemas/registry.d.ts +34 -0
  331. package/dist/schemas/registry.js +5 -1
  332. package/dist/schemas/reload-config.d.ts +14 -2
  333. package/dist/schemas/reload-config.js +2 -2
  334. package/dist/schemas/rerank.d.ts +131 -0
  335. package/dist/schemas/rerank.js +102 -0
  336. package/dist/schemas/rpc-server.js +3 -3
  337. package/dist/schemas/sdcpp-config.d.ts +82 -0
  338. package/dist/schemas/sdcpp-config.js +41 -22
  339. package/dist/schemas/system-resources.d.ts +4 -4
  340. package/dist/schemas/text-to-speech.d.ts +463 -3
  341. package/dist/schemas/text-to-speech.js +129 -11
  342. package/dist/schemas/tools.d.ts +13 -4
  343. package/dist/schemas/tools.js +18 -6
  344. package/dist/schemas/transcription-config.d.ts +20 -0
  345. package/dist/schemas/transcription-config.js +54 -4
  346. package/dist/schemas/transcription.d.ts +47 -5
  347. package/dist/schemas/transcription.js +52 -5
  348. package/dist/schemas/translate.d.ts +2 -2
  349. package/dist/schemas/translate.js +1 -1
  350. package/dist/schemas/translation-config.d.ts +40 -10
  351. package/dist/schemas/translation-config.js +1 -1
  352. package/dist/schemas/vla.d.ts +9 -2
  353. package/dist/schemas/vla.js +9 -5
  354. package/dist/surface.d.ts +3 -2
  355. package/dist/surface.js +3 -2
  356. package/dist/utils/addon-responses.d.ts +3 -0
  357. package/dist/utils/aggregate-events.d.ts +1 -1
  358. package/dist/utils/aggregate-events.js +2 -2
  359. package/dist/utils/archive.js +2 -2
  360. package/dist/utils/asr-events.d.ts +1 -0
  361. package/dist/utils/asr-events.js +2 -1
  362. package/dist/utils/audio/decoder.js +3 -1
  363. package/dist/utils/audio-input.js +1 -1
  364. package/dist/utils/cache/auto-history.d.ts +2 -1
  365. package/dist/utils/cache/auto-history.js +2 -2
  366. package/dist/utils/cache/paths.js +6 -6
  367. package/dist/utils/cache/types.d.ts +7 -0
  368. package/dist/utils/checksum.d.ts +2 -0
  369. package/dist/utils/checksum.js +41 -2
  370. package/dist/utils/completion-normalizer.js +1 -1
  371. package/dist/utils/gguf-architecture.d.ts +7 -0
  372. package/dist/utils/gguf-architecture.js +142 -0
  373. package/dist/utils/gguf-tensor-extractor.js +1 -1
  374. package/dist/utils/index.d.ts +13 -13
  375. package/dist/utils/index.js +13 -13
  376. package/dist/utils/mcp-adapter.d.ts +1 -1
  377. package/dist/utils/mcp-adapter.js +13 -9
  378. package/dist/utils/path-security.js +1 -1
  379. package/dist/utils/shard-utils.d.ts +5 -0
  380. package/dist/utils/shard-utils.js +19 -3
  381. package/dist/utils/tool-helpers.d.ts +1 -1
  382. package/dist/utils/tool-helpers.js +20 -52
  383. package/dist/utils/tool-integration.d.ts +1 -0
  384. package/dist/utils/tool-integration.js +3 -6
  385. package/dist/utils/tools/defer.d.ts +16 -26
  386. package/dist/utils/tools/defer.js +50 -41
  387. package/dist/utils/tools/dialect.d.ts +15 -4
  388. package/dist/utils/tools/dialect.js +34 -5
  389. package/dist/utils/tools/index.d.ts +3 -3
  390. package/dist/utils/tools/index.js +3 -3
  391. package/dist/utils/tools/parser.js +8 -8
  392. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  393. package/dist/utils/tools/parsers/dsml.js +8 -5
  394. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  395. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  396. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  397. package/dist/utils/tools/parsers/harmony.js +1 -1
  398. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  399. package/dist/utils/tools/parsers/hermes.js +1 -1
  400. package/dist/utils/tools/parsers/json.d.ts +1 -1
  401. package/dist/utils/tools/parsers/json.js +1 -1
  402. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  403. package/dist/utils/tools/parsers/pythonic.js +1 -1
  404. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  405. package/dist/utils/tools/parsers/qwen35.js +7 -4
  406. package/dist/utils/tools/shared.d.ts +3 -0
  407. package/dist/utils/tools/shared.js +62 -0
  408. package/dist/utils/transcribe-metadata.d.ts +8 -1
  409. package/dist/utils/transcribe-metadata.js +13 -3
  410. package/dist/utils/tts-stats.d.ts +2 -1
  411. package/dist/utils/until-aborted.d.ts +7 -0
  412. package/dist/utils/until-aborted.js +34 -0
  413. package/package.json +68 -51
  414. package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
  415. package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
  416. package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
  417. package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
  418. package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
  419. package/dist/resources/model-fit/calibration/fit.js +0 -152
  420. package/dist/resources/model-fit/calibration/index.d.ts +0 -37
  421. package/dist/resources/model-fit/calibration/index.js +0 -75
  422. package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
  423. package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
  424. package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
  425. package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
  426. package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
  427. package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
  428. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
  429. package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
  430. package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
  431. package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
  432. package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
  433. package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
  434. package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
  435. package/dist/resources/model-fit/estimators/llm.js +0 -222
  436. package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
  437. package/dist/resources/model-fit/estimators/whisper.js +0 -76
  438. package/dist/resources/model-fit/floor.d.ts +0 -31
  439. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  440. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
  441. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
  442. package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
  443. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
  444. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
  445. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  446. package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
  447. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  448. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  449. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  450. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  451. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  452. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  453. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
  454. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
  455. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  456. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  457. package/dist/resources/model-fit/platform.d.ts +0 -9
  458. package/dist/resources/model-fit/platform.js +0 -28
  459. package/dist/resources/model-fit/types.d.ts +0 -120
  460. package/dist/resources/model-fit/types.js +0 -1
  461. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
  462. /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
@@ -72,7 +72,9 @@ export const TTS_ENGINES = [
72
72
  'parler',
73
73
  'cosyvoice3',
74
74
  'audio8',
75
- 'moss'
75
+ 'moss',
76
+ 'moss-sfx',
77
+ 'moss-speech'
76
78
  ];
77
79
  // Mirror of the addon's `SentenceDelimiterPreset` (./text-stream-accumulator).
78
80
  export const TTS_SENTENCE_DELIMITER_PRESETS = ['latin', 'cjk', 'multilingual'];
@@ -168,7 +170,7 @@ const TTS_TOP_P_DESC = 'Top-p (nucleus) sampling cutoff (0 < p ≤ 1); unset def
168
170
  const TTS_MAX_FRAMES_DESC = 'Generation-length cap in decoder frames; 0 = engine default (Parler ≈86 frames/s, Audio8 ≈21.5).';
169
171
  // Same wording as the transcription and llama.cpp configs — these are the
170
172
  // generic ggml backend-loading knobs, not TTS-specific ones.
171
- const TTS_BACKENDS_DIR_DESC = 'Root directory for dynamically-loaded ggml backend `.so` files. Defaults to `prebuilds/`.';
173
+ const TTS_BACKENDS_DIR_DESC = 'Directory scanned as given for dynamically-loaded ggml backend `.so` files. Unset scans the directory the native module was loaded from.';
172
174
  const TTS_OPENCL_CACHE_DIR_DESC = "Persistent directory for ggml-opencl's compiled-program cache (Android only).";
173
175
  // The ggml backend knobs every engine honours. `openclCacheDir` is added only
174
176
  // on the three engines whose native config reads it (Parler and Audio8 build
@@ -592,13 +594,113 @@ const ttsMossRuntimeConfigShape = {
592
594
  export const ttsMossRuntimeConfigSchema = z
593
595
  .object(ttsMossRuntimeConfigShape)
594
596
  .superRefine(refineGpuIntent);
597
+ // JSON PCM keeps the client and wire portable; converted to Float32Array at the addon boundary.
598
+ const ttsSpeechPcmSchema = z.array(z.number().min(-1).max(1)).min(1);
599
+ const ttsSpeechRateSchema = z.number().int().min(8000).max(192000);
600
+ const ttsSoundEffectFieldsShape = {
601
+ seconds: z
602
+ .number()
603
+ .positive()
604
+ .max(30)
605
+ .optional()
606
+ .describe('Sound-effect duration in seconds, up to 30.'),
607
+ negativePrompt: z
608
+ .string()
609
+ .optional()
610
+ .describe('Description of sounds to avoid in the generated effect.'),
611
+ steps: z
612
+ .number()
613
+ .int()
614
+ .min(1)
615
+ .max(1000)
616
+ .optional()
617
+ .describe('Diffusion denoising steps; the native default is 100.'),
618
+ guidance: z
619
+ .number()
620
+ .min(1)
621
+ .max(50)
622
+ .optional()
623
+ .describe('Classifier-free guidance scale for sound-effect generation.'),
624
+ shift: z
625
+ .number()
626
+ .positive()
627
+ .max(100)
628
+ .optional()
629
+ .describe('Diffusion timestep schedule shift for sound-effect generation.')
630
+ };
631
+ function refineSpeechAudio(value, ctx) {
632
+ if ((value.audio !== undefined) !== (value.sampleRate !== undefined)) {
633
+ ctx.addIssue({
634
+ code: 'custom',
635
+ path: ['sampleRate'],
636
+ message: 'audio and sampleRate must be supplied together.'
637
+ });
638
+ }
639
+ if ((value.audio !== undefined) === Boolean(value.text?.trim())) {
640
+ ctx.addIssue({
641
+ code: 'custom',
642
+ path: ['text'],
643
+ message: 'Supply exactly one of text or audio.'
644
+ });
645
+ }
646
+ }
647
+ const ttsSpeechFieldsShape = {
648
+ audio: ttsSpeechPcmSchema.optional(),
649
+ sampleRate: ttsSpeechRateSchema.optional(),
650
+ messages: z
651
+ .array(z
652
+ .object({
653
+ role: z.enum(['system', 'user', 'assistant']),
654
+ text: z.string().min(1).optional(),
655
+ audio: ttsSpeechPcmSchema.optional(),
656
+ sampleRate: ttsSpeechRateSchema.optional()
657
+ })
658
+ .superRefine(refineSpeechAudio))
659
+ .optional(),
660
+ systemPrompt: z.string().optional(),
661
+ replyVoice: ttsSpeechPcmSchema.optional(),
662
+ replyVoiceSampleRate: ttsSpeechRateSchema.optional(),
663
+ textReply: z.boolean().optional(),
664
+ maxReplySeconds: z.number().min(0).max(3600).optional(),
665
+ maxNewTokens: z.number().int().min(1).max(4096).optional(),
666
+ greedy: z.boolean().optional(),
667
+ temperature: z.number().positive().max(10).optional(),
668
+ topP: z.number().positive().max(1).optional(),
669
+ topK: ttsNonNegativeInt32Schema.optional()
670
+ };
671
+ const ttsBatchBackendShape = {
672
+ useGPU: z.boolean().optional().describe(TTS_USE_GPU_DESC),
673
+ threads: ttsPositiveInt32Schema.optional().describe(TTS_THREADS_DESC),
674
+ nGpuLayers: ttsInt32Schema.optional().describe(TTS_NGPU_LAYERS_DESC),
675
+ seed: ttsInt32Schema.optional().describe(TTS_SEED_DESC),
676
+ ...ttsBackendDirFieldsShape
677
+ };
678
+ export const ttsMossSoundEffectRuntimeConfigSchema = z
679
+ .object({
680
+ ttsEngine: z.literal('moss-sfx').describe('TTS engine: MOSS-SoundEffect-v2.'),
681
+ ...ttsBatchBackendShape,
682
+ ...ttsSoundEffectFieldsShape
683
+ })
684
+ .superRefine(refineGpuIntent);
685
+ export const ttsMossSpeechRuntimeConfigSchema = z
686
+ .object({
687
+ ttsEngine: z.literal('moss-speech').describe('TTS engine: MOSS-Speech.'),
688
+ ...ttsBatchBackendShape
689
+ })
690
+ .superRefine(refineGpuIntent);
691
+ export const ttsMossSoundEffectLoadConfigSchema = ttsMossSoundEffectRuntimeConfigSchema;
692
+ export const ttsMossSpeechLoadConfigSchema = ttsMossSpeechRuntimeConfigSchema.extend({
693
+ mossSpeechCodecModelSrc: modelSrcInputSchema.describe('MOSS-Speech codec GGUF source; modelSrc is the language model.')
694
+ });
595
695
  export const ttsRuntimeConfigSchema = z.discriminatedUnion('ttsEngine', [
596
696
  ttsChatterboxRuntimeConfigSchema,
597
697
  ttsSupertonicRuntimeConfigSchema,
598
698
  ttsParlerRuntimeConfigSchema,
599
699
  ttsCosyvoice3RuntimeConfigSchema,
600
700
  ttsAudio8RuntimeConfigSchema,
601
- ttsMossRuntimeConfigSchema
701
+ ttsMossRuntimeConfigSchema,
702
+ ttsMossSoundEffectRuntimeConfigSchema,
703
+ ttsMossSpeechRuntimeConfigSchema
602
704
  ]);
603
705
  // Optional LavaSR post-processing model sources, shared across engines. Supply
604
706
  // the enhancer GGUF to bandwidth-extend the output to 48 kHz, and/or the
@@ -848,7 +950,9 @@ export const ttsLoadConfigSchema = z
848
950
  ttsParlerLoadConfigSchema,
849
951
  ttsCosyvoice3LoadConfigSchema,
850
952
  ttsAudio8LoadConfigSchema,
851
- ttsMossLoadConfigSchema
953
+ ttsMossLoadConfigSchema,
954
+ ttsMossSoundEffectLoadConfigSchema,
955
+ ttsMossSpeechLoadConfigSchema
852
956
  ])
853
957
  .superRefine(refineChatterboxTokenizerAssets);
854
958
  // === Legacy ONNX modelConfig fields (deprecated) ===
@@ -888,7 +992,9 @@ export const ttsConfigSchema = z
888
992
  ttsParlerLoadConfigSchema.strict(),
889
993
  ttsCosyvoice3LoadConfigSchema.strict(),
890
994
  ttsAudio8LoadConfigSchema.strict(),
891
- ttsMossLoadConfigSchema.strict()
995
+ ttsMossLoadConfigSchema.strict(),
996
+ ttsMossSoundEffectLoadConfigSchema.strict(),
997
+ ttsMossSpeechLoadConfigSchema.strict()
892
998
  ])
893
999
  .superRefine(refineChatterboxTokenizerAssets);
894
1000
  // Cancel targeting. Both TTS handlers declare `cancel: { scope: 'model', hard:
@@ -903,26 +1009,37 @@ const ttsClientParamsShape = {
903
1009
  modelId: z.string(),
904
1010
  requestId: ttsRequestIdSchema,
905
1011
  inputType: z.string().default('text'),
906
- text: z.string().trim().min(1, 'text must not be empty or whitespace-only'),
1012
+ text: z.string().trim().min(1, 'text must not be empty or whitespace-only').optional(),
907
1013
  stream: z.boolean().default(true),
908
1014
  sentenceStream: z.boolean().default(false),
909
1015
  sentenceStreamLocale: z.string().optional(),
910
1016
  sentenceStreamMaxChunkScalars: z.number().positive().optional(),
911
- ...ttsParlerDescriptionFieldsShape
1017
+ ...ttsParlerDescriptionFieldsShape,
1018
+ ...ttsSoundEffectFieldsShape,
1019
+ ...ttsSpeechFieldsShape
912
1020
  };
1021
+ function refineTtsRequest(value, ctx) {
1022
+ refineParlerDescriptionFields(value, ctx);
1023
+ refineSpeechAudio(value, ctx);
1024
+ if ((value.replyVoice !== undefined) !== (value.replyVoiceSampleRate !== undefined)) {
1025
+ ctx.addIssue({
1026
+ code: 'custom',
1027
+ path: ['replyVoiceSampleRate'],
1028
+ message: 'replyVoice and replyVoiceSampleRate must be supplied together.'
1029
+ });
1030
+ }
1031
+ }
913
1032
  // Requests carry only an opaque modelId, so client-side validation cannot know
914
1033
  // which TTS engine is loaded. Description conflicts are intentionally rejected
915
1034
  // as malformed request shapes before the server performs engine compatibility
916
1035
  // validation in assertParlerJobOptionsSupported.
917
- export const ttsClientParamsSchema = z
918
- .object(ttsClientParamsShape)
919
- .superRefine(refineParlerDescriptionFields);
1036
+ export const ttsClientParamsSchema = z.object(ttsClientParamsShape).superRefine(refineTtsRequest);
920
1037
  export const ttsRequestSchema = z
921
1038
  .object({
922
1039
  ...ttsClientParamsShape,
923
1040
  type: z.literal('textToSpeech')
924
1041
  })
925
- .superRefine(refineParlerDescriptionFields);
1042
+ .superRefine(refineTtsRequest);
926
1043
  // Mirrors @qvac/tts-ggml's `RuntimeStats`, using the same field names as the
927
1044
  // transcription and audio-gen stats so a caller reads one vocabulary across
928
1045
  // the audio plugins. `audioDuration` keeps its existing name (the addon calls
@@ -974,6 +1091,7 @@ const ttsResponseSampleRateSchema = z
974
1091
  .describe('Sample rate in Hz of the signed 16-bit mono PCM in `buffer`.');
975
1092
  export const ttsResponseSchema = z.object({
976
1093
  type: z.literal('textToSpeech'),
1094
+ text: z.string().optional().describe('MOSS-Speech reply text, including text-only replies.'),
977
1095
  buffer: z.array(z.number()),
978
1096
  done: z.boolean().default(false),
979
1097
  sampleRate: ttsResponseSampleRateSchema,
@@ -8,19 +8,28 @@ export declare const toolSchema: z.ZodObject<{
8
8
  parameters: z.ZodObject<{
9
9
  type: z.ZodLiteral<"object">;
10
10
  properties: z.ZodRecord<z.ZodString, z.ZodObject<{
11
- type: z.ZodEnum<{
11
+ type: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
12
12
  string: "string";
13
13
  number: "number";
14
14
  boolean: "boolean";
15
15
  object: "object";
16
+ null: "null";
16
17
  array: "array";
17
18
  integer: "integer";
18
- }>;
19
+ }>, z.ZodArray<z.ZodEnum<{
20
+ string: "string";
21
+ number: "number";
22
+ boolean: "boolean";
23
+ object: "object";
24
+ null: "null";
25
+ array: "array";
26
+ integer: "integer";
27
+ }>>]>>;
19
28
  description: z.ZodOptional<z.ZodString>;
20
29
  enum: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodBoolean, z.ZodNull]>>>;
21
- }, z.core.$strip>>;
30
+ }, z.core.$loose>>;
22
31
  required: z.ZodOptional<z.ZodArray<z.ZodString>>;
23
- }, z.core.$strip>;
32
+ }, z.core.$loose>;
24
33
  }, z.core.$strip>;
25
34
  export declare const toolCallSchema: z.ZodObject<{
26
35
  id: z.ZodString;
@@ -1,5 +1,21 @@
1
1
  import { z } from 'zod';
2
2
  const jsonSchemaEnumValueSchema = z.union([z.string(), z.number(), z.boolean(), z.null()]);
3
+ const jsonSchemaTypeSchema = z.enum([
4
+ 'string',
5
+ 'number',
6
+ 'integer',
7
+ 'boolean',
8
+ 'object',
9
+ 'array',
10
+ 'null'
11
+ ]);
12
+ // Loose so nested keywords (`items`, `properties`, `anyOf`, `$ref`, ...) reach
13
+ // the chat template and tool grammar instead of being stripped.
14
+ const toolParameterSchema = z.looseObject({
15
+ type: z.union([jsonSchemaTypeSchema, z.array(jsonSchemaTypeSchema)]).optional(),
16
+ description: z.string().optional(),
17
+ enum: z.array(jsonSchemaEnumValueSchema).optional()
18
+ });
3
19
  export const toolSchema = z.object({
4
20
  type: z.literal('function'),
5
21
  name: z.string(),
@@ -12,13 +28,9 @@ export const toolSchema = z.object({
12
28
  .string()
13
29
  .optional()
14
30
  .describe('Optional heading this tool is listed under in the deferred catalog — a skill or an MCP server name. Ignored for tools that are not deferred.'),
15
- parameters: z.object({
31
+ parameters: z.looseObject({
16
32
  type: z.literal('object'),
17
- properties: z.record(z.string(), z.object({
18
- type: z.enum(['string', 'number', 'integer', 'boolean', 'object', 'array']),
19
- description: z.string().optional(),
20
- enum: z.array(jsonSchemaEnumValueSchema).optional()
21
- })),
33
+ properties: z.record(z.string(), toolParameterSchema),
22
34
  required: z.array(z.string()).optional()
23
35
  })
24
36
  });
@@ -91,10 +91,13 @@ export declare const whisperConfigSchema: z.ZodObject<{
91
91
  "whispercpp-transcription": "whispercpp-transcription";
92
92
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
93
93
  "llamacpp-embedding": "llamacpp-embedding";
94
+ "llamacpp-decision": "llamacpp-decision";
95
+ "llamacpp-rerank": "llamacpp-rerank";
94
96
  "nmtcpp-translation": "nmtcpp-translation";
95
97
  "onnx-tts": "onnx-tts";
96
98
  "tts-ggml": "tts-ggml";
97
99
  "parakeet-transcription": "parakeet-transcription";
100
+ "moss-transcribe": "moss-transcribe";
98
101
  "ggml-ocr": "ggml-ocr";
99
102
  "sdcpp-generation": "sdcpp-generation";
100
103
  "audiogen-ggml": "audiogen-ggml";
@@ -126,12 +129,17 @@ export declare const parakeetRuntimeConfigSchema: z.ZodObject<{
126
129
  streamingLeftContextMs: z.ZodOptional<z.ZodNumber>;
127
130
  streamingRightLookaheadMs: z.ZodOptional<z.ZodNumber>;
128
131
  language: z.ZodOptional<z.ZodString>;
132
+ streamingSpeakerVad: z.ZodOptional<z.ZodBoolean>;
133
+ diarizationThreshold: z.ZodOptional<z.ZodNumber>;
134
+ diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
129
135
  streamingSpkCacheEnable: z.ZodOptional<z.ZodBoolean>;
130
136
  streamingSpkCacheLen: z.ZodOptional<z.ZodNumber>;
131
137
  streamingFifoLen: z.ZodOptional<z.ZodNumber>;
132
138
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
133
139
  streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
134
140
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
141
+ longFormWindowFrames: z.ZodOptional<z.ZodNumber>;
142
+ longFormContextFrames: z.ZodOptional<z.ZodNumber>;
135
143
  backendsDir: z.ZodOptional<z.ZodString>;
136
144
  openclCacheDir: z.ZodOptional<z.ZodString>;
137
145
  }, z.core.$strip>;
@@ -151,12 +159,17 @@ export declare const parakeetConfigSchema: z.ZodObject<{
151
159
  streamingLeftContextMs: z.ZodOptional<z.ZodNumber>;
152
160
  streamingRightLookaheadMs: z.ZodOptional<z.ZodNumber>;
153
161
  language: z.ZodOptional<z.ZodString>;
162
+ streamingSpeakerVad: z.ZodOptional<z.ZodBoolean>;
163
+ diarizationThreshold: z.ZodOptional<z.ZodNumber>;
164
+ diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
154
165
  streamingSpkCacheEnable: z.ZodOptional<z.ZodBoolean>;
155
166
  streamingSpkCacheLen: z.ZodOptional<z.ZodNumber>;
156
167
  streamingFifoLen: z.ZodOptional<z.ZodNumber>;
157
168
  streamingChunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
158
169
  streamingChunkRightContextMs: z.ZodOptional<z.ZodNumber>;
159
170
  streamingSpkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
171
+ longFormWindowFrames: z.ZodOptional<z.ZodNumber>;
172
+ longFormContextFrames: z.ZodOptional<z.ZodNumber>;
160
173
  backendsDir: z.ZodOptional<z.ZodString>;
161
174
  openclCacheDir: z.ZodOptional<z.ZodString>;
162
175
  }, z.core.$strip>;
@@ -166,3 +179,10 @@ export declare const LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS: readonly ["parake
166
179
  export declare const parakeetLoadConfigSchema: z.ZodObject<{
167
180
  [x: string]: z.ZodOptional<z.ZodUnknown>;
168
181
  }, z.core.$strict>;
182
+ /** MOSS-Transcribe-Diarize processes a whole recording with speaker labels. */
183
+ export declare const mossTranscribeConfigSchema: z.ZodObject<{
184
+ maxThreads: z.ZodOptional<z.ZodNumber>;
185
+ useGPU: z.ZodOptional<z.ZodBoolean>;
186
+ backendsDir: z.ZodOptional<z.ZodString>;
187
+ }, z.core.$strict>;
188
+ export type MossTranscribeConfig = z.infer<typeof mossTranscribeConfigSchema>;
@@ -1,5 +1,5 @@
1
1
  import { z } from 'zod';
2
- import { modelSrcInputSchema } from './model-src-utils.js';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
3
  // === Shared ===
4
4
  export const audioFormatSchema = z.enum(['f32le', 's16le']);
5
5
  // === Whisper (whisper.cpp) engine config ===
@@ -182,7 +182,7 @@ export const whisperConfigSchema = z.object({
182
182
  backendsDir: z
183
183
  .string()
184
184
  .optional()
185
- .describe("Root directory for dynamically-loaded ggml backend libraries. Defaults to the addon's own `prebuilds/`."),
185
+ .describe('Directory scanned as given for dynamically-loaded ggml backend `.so` files. Unset scans the directory the native module was loaded from.'),
186
186
  vad_params: vadParamsSchema,
187
187
  audio_format: audioFormatSchema
188
188
  .optional()
@@ -265,6 +265,22 @@ export const parakeetRuntimeConfigSchema = z.object({
265
265
  .regex(PARAKEET_LANGUAGE_PATTERN)
266
266
  .optional()
267
267
  .describe('Indic CTC language id or Nemotron locale alias (e.g. `hi`, `ta`, `en-US`, `hi-IN`, or `auto`). Empty selects `auto` for Nemotron and keeps full-vocabulary CTC decoding.'),
268
+ streamingSpeakerVad: z
269
+ .boolean()
270
+ .optional()
271
+ .describe('Emit speaker-activity VAD events with the dominant speaker id during diarization streaming. Default false.'),
272
+ diarizationThreshold: z
273
+ .number()
274
+ .min(0)
275
+ .max(1)
276
+ .optional()
277
+ .describe('Speaker-activity threshold; omit for the model default (0.641 for Sortformer, 0.5 for Nemotron 3 Diarization).'),
278
+ diarizationMinSegmentMs: z
279
+ .number()
280
+ .int()
281
+ .nonnegative()
282
+ .optional()
283
+ .describe('Shortest diarization turn in ms; omit for the model default (510 for Sortformer, 200 for Nemotron 3 Diarization).'),
268
284
  // === AOSC (Audio-Online Speaker Cache; v2.1+ Sortformer only) =========
269
285
  // Auto-enabled when the loaded GGUF carries
270
286
  // `parakeet.model_variant == "sortformer-streaming-v2.1-aosc"`. Ignored
@@ -290,7 +306,7 @@ export const parakeetRuntimeConfigSchema = z.object({
290
306
  .int()
291
307
  .nonnegative()
292
308
  .optional()
293
- .describe('AOSC: encoder left-context window in ms. Default 80.'),
309
+ .describe('Diarization encoder left-context window in ms. Default 80 for Sortformer, 0 for Nemotron 3 Diarization; explicit 80 is preserved.'),
294
310
  streamingChunkRightContextMs: z
295
311
  .number()
296
312
  .int()
@@ -303,10 +319,25 @@ export const parakeetRuntimeConfigSchema = z.object({
303
319
  .positive()
304
320
  .optional()
305
321
  .describe('AOSC: FIFO-overflow pop-out count. Default 144.'),
322
+ // === Long recordings (offline `transcribe`) ============================
323
+ // The offline encoder runs a long input as overlapping windows so memory
324
+ // stays flat however long the recording is, and `cancel()` also lands
325
+ // between windows. Both counts are encoder frames: 80 ms each, 12.5 per
326
+ // second of audio.
327
+ longFormWindowFrames: z
328
+ .number()
329
+ .int()
330
+ .optional()
331
+ .describe("Offline encoder window for long recordings, in 80 ms encoder frames. `0` takes the window the model recommends (TranscribePsy: 750 frames, 60 s, with 94 frames of context on each side; other models: the engine's balanced automatic windows); a negative value encodes the whole input in one pass. Default 0."),
332
+ longFormContextFrames: z
333
+ .number()
334
+ .int()
335
+ .optional()
336
+ .describe('Encoder frames of context shared with each neighbouring long-form window. `0` lets the engine choose; `-1` runs the windows without context.'),
306
337
  backendsDir: z
307
338
  .string()
308
339
  .optional()
309
- .describe('Root directory for dynamically-loaded ggml backend `.so` files. Defaults to `prebuilds/`.'),
340
+ .describe('Directory scanned as given for dynamically-loaded ggml backend `.so` files. Unset scans the directory the native module was loaded from.'),
310
341
  openclCacheDir: z
311
342
  .string()
312
343
  .optional()
@@ -349,3 +380,22 @@ const legacyParakeetOnnxFieldsShape = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.r
349
380
  export const parakeetLoadConfigSchema = parakeetRuntimeConfigSchema
350
381
  .extend(legacyParakeetOnnxFieldsShape)
351
382
  .strict();
383
+ /** MOSS-Transcribe-Diarize processes a whole recording with speaker labels. */
384
+ export const mossTranscribeConfigSchema = z
385
+ .object({
386
+ maxThreads: z
387
+ .number()
388
+ .int()
389
+ .nonnegative()
390
+ .optional()
391
+ .describe('CPU threads; 0 lets the engine choose.'),
392
+ useGPU: z
393
+ .boolean()
394
+ .optional()
395
+ .describe('Enable the linked GPU backend, including Metal. Default false.'),
396
+ backendsDir: z
397
+ .string()
398
+ .optional()
399
+ .describe('Directory containing dynamically loaded ggml backend libraries.')
400
+ })
401
+ .strict();
@@ -1,6 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import type Buffer from 'bare-buffer';
3
- import { type InferenceBackendDiagnostics } from './system-resources.js';
3
+ import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
4
4
  export declare const audioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5
5
  type: z.ZodLiteral<"base64">;
6
6
  value: z.ZodString;
@@ -19,6 +19,8 @@ export declare const transcribeParamsSchema: z.ZodObject<{
19
19
  type: z.ZodLiteral<"filePath">;
20
20
  value: z.ZodString;
21
21
  }, z.core.$strip>], "type">;
22
+ hotwords: z.ZodOptional<z.ZodArray<z.ZodString>>;
23
+ maxNewTokens: z.ZodOptional<z.ZodNumber>;
22
24
  }, z.core.$strip>;
23
25
  export declare const transcribeStatsSchema: z.ZodObject<{
24
26
  audioDuration: z.ZodOptional<z.ZodNumber>;
@@ -67,16 +69,30 @@ export declare const ASR_BACKEND_IDS: Readonly<{
67
69
  readonly Other: 99;
68
70
  }>;
69
71
  export type AsrBackendId = (typeof ASR_BACKEND_IDS)[keyof typeof ASR_BACKEND_IDS];
72
+ export declare const transcribeSpeakerSegmentSchema: z.ZodObject<{
73
+ speakerId: z.ZodNumber;
74
+ startMs: z.ZodNumber;
75
+ endMs: z.ZodNumber;
76
+ }, z.core.$strip>;
77
+ export type TranscribeSpeakerSegment = z.infer<typeof transcribeSpeakerSegmentSchema>;
70
78
  export declare const transcribeSegmentSchema: z.ZodObject<{
71
79
  text: z.ZodString;
72
80
  startMs: z.ZodNumber;
73
81
  endMs: z.ZodNumber;
74
82
  append: z.ZodBoolean;
75
83
  id: z.ZodNumber;
84
+ speakerId: z.ZodOptional<z.ZodNumber>;
85
+ speaker: z.ZodOptional<z.ZodString>;
86
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
87
+ speakerId: z.ZodNumber;
88
+ startMs: z.ZodNumber;
89
+ endMs: z.ZodNumber;
90
+ }, z.core.$strip>>>;
76
91
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
77
92
  startsWord: z.ZodOptional<z.ZodBoolean>;
78
93
  }, z.core.$strip>;
79
94
  export declare const vadStateEventSchema: z.ZodObject<{
95
+ speakerId: z.ZodOptional<z.ZodNumber>;
80
96
  speaking: z.ZodBoolean;
81
97
  probability: z.ZodNumber;
82
98
  source: z.ZodOptional<z.ZodEnum<{
@@ -109,6 +125,8 @@ export declare const transcribeRequestSchema: z.ZodObject<{
109
125
  type: z.ZodLiteral<"filePath">;
110
126
  value: z.ZodString;
111
127
  }, z.core.$strip>], "type">;
128
+ hotwords: z.ZodOptional<z.ZodArray<z.ZodString>>;
129
+ maxNewTokens: z.ZodOptional<z.ZodNumber>;
112
130
  type: z.ZodLiteral<"transcribe">;
113
131
  requestId: z.ZodOptional<z.ZodString>;
114
132
  }, z.core.$strip>;
@@ -151,10 +169,18 @@ export declare const transcribeResponseSchema: z.ZodObject<{
151
169
  endMs: z.ZodNumber;
152
170
  append: z.ZodBoolean;
153
171
  id: z.ZodNumber;
172
+ speakerId: z.ZodOptional<z.ZodNumber>;
173
+ speaker: z.ZodOptional<z.ZodString>;
174
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
175
+ speakerId: z.ZodNumber;
176
+ startMs: z.ZodNumber;
177
+ endMs: z.ZodNumber;
178
+ }, z.core.$strip>>>;
154
179
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
155
180
  startsWord: z.ZodOptional<z.ZodBoolean>;
156
181
  }, z.core.$strip>>;
157
182
  vad: z.ZodOptional<z.ZodObject<{
183
+ speakerId: z.ZodOptional<z.ZodNumber>;
158
184
  speaking: z.ZodBoolean;
159
185
  probability: z.ZodNumber;
160
186
  source: z.ZodOptional<z.ZodEnum<{
@@ -176,16 +202,16 @@ export declare const transcribeResponseSchema: z.ZodObject<{
176
202
  gpu: "gpu";
177
203
  }>;
178
204
  graphicsApi: z.ZodOptional<z.ZodEnum<{
205
+ cuda: "cuda";
179
206
  vulkan: "vulkan";
180
207
  metal: "metal";
181
208
  opencl: "opencl";
182
- cuda: "cuda";
209
+ rocm: "rocm";
183
210
  opengl: "opengl";
184
211
  webgpu: "webgpu";
185
212
  direct3d11: "direct3d11";
186
213
  direct3d12: "direct3d12";
187
214
  levelZero: "levelZero";
188
- rocm: "rocm";
189
215
  }>>;
190
216
  driver: z.ZodOptional<z.ZodObject<{
191
217
  name: z.ZodString;
@@ -218,6 +244,8 @@ export type TranscribeSegment = z.infer<typeof transcribeSegmentSchema>;
218
244
  export type TranscribeClientParams = {
219
245
  modelId: string;
220
246
  audioChunk: string | Buffer;
247
+ hotwords?: string[];
248
+ maxNewTokens?: number;
221
249
  prompt?: string;
222
250
  metadata?: boolean;
223
251
  };
@@ -240,6 +268,9 @@ export declare const parakeetStreamingRunConfigSchema: z.ZodObject<{
240
268
  rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
241
269
  emitPartials: z.ZodOptional<z.ZodBoolean>;
242
270
  emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
271
+ emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
272
+ diarizationThreshold: z.ZodOptional<z.ZodNumber>;
273
+ diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
243
274
  spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
244
275
  spkCacheLen: z.ZodOptional<z.ZodNumber>;
245
276
  fifoLen: z.ZodOptional<z.ZodNumber>;
@@ -263,6 +294,9 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
263
294
  rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
264
295
  emitPartials: z.ZodOptional<z.ZodBoolean>;
265
296
  emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
297
+ emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
298
+ diarizationThreshold: z.ZodOptional<z.ZodNumber>;
299
+ diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
266
300
  spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
267
301
  spkCacheLen: z.ZodOptional<z.ZodNumber>;
268
302
  fifoLen: z.ZodOptional<z.ZodNumber>;
@@ -311,10 +345,18 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
311
345
  endMs: z.ZodNumber;
312
346
  append: z.ZodBoolean;
313
347
  id: z.ZodNumber;
348
+ speakerId: z.ZodOptional<z.ZodNumber>;
349
+ speaker: z.ZodOptional<z.ZodString>;
350
+ speakerSegments: z.ZodOptional<z.ZodArray<z.ZodObject<{
351
+ speakerId: z.ZodNumber;
352
+ startMs: z.ZodNumber;
353
+ endMs: z.ZodNumber;
354
+ }, z.core.$strip>>>;
314
355
  isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
315
356
  startsWord: z.ZodOptional<z.ZodBoolean>;
316
357
  }, z.core.$strip>>;
317
358
  vad: z.ZodOptional<z.ZodObject<{
359
+ speakerId: z.ZodOptional<z.ZodNumber>;
318
360
  speaking: z.ZodBoolean;
319
361
  probability: z.ZodNumber;
320
362
  source: z.ZodOptional<z.ZodEnum<{
@@ -336,16 +378,16 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
336
378
  gpu: "gpu";
337
379
  }>;
338
380
  graphicsApi: z.ZodOptional<z.ZodEnum<{
381
+ cuda: "cuda";
339
382
  vulkan: "vulkan";
340
383
  metal: "metal";
341
384
  opencl: "opencl";
342
- cuda: "cuda";
385
+ rocm: "rocm";
343
386
  opengl: "opengl";
344
387
  webgpu: "webgpu";
345
388
  direct3d11: "direct3d11";
346
389
  direct3d12: "direct3d12";
347
390
  levelZero: "levelZero";
348
- rocm: "rocm";
349
391
  }>>;
350
392
  driver: z.ZodOptional<z.ZodObject<{
351
393
  name: z.ZodString;