@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -4,19 +4,24 @@ import { createStreamLogger, registerAddonLogger } from '../../../logging/index.
4
4
  import { TtsArtifactsRequiredError, LegacyTtsModelDeprecatedError } from '../../../errors/index.js';
5
5
  import { textToSpeech } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
6
6
  import { textToSpeechStream } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech-stream.js';
7
+ import { toAddonInstruct } from '../../../plugins/builtin/tts-ggml/ops/voice-options.js';
8
+ import { ttsFitRequest } from '../../../plugins/builtin/tts-ggml/fit.js';
7
9
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
8
- // Everything a TTS frame carries beyond its PCM, forwarded verbatim from the
9
- // op yield onto the wire frame. Both handlers use it so the two response
10
- // shapes cannot drift apart.
10
+ // Everything a TTS frame carries beyond its `buffer`, forwarded verbatim from
11
+ // the op yield onto the wire frame: the base64 `pcm` the ops emit for int16
12
+ // engine audio (see `pcmFrame`) and the chunk metadata. Both handlers use it
13
+ // so the two response shapes cannot drift apart.
11
14
  function ttsFrameMetadata(value) {
12
15
  return {
16
+ ...(value.pcm !== undefined ? { pcm: value.pcm } : {}),
13
17
  ...(value.text !== undefined ? { text: value.text } : {}),
14
18
  ...(value.sampleRate !== undefined ? { sampleRate: value.sampleRate } : {}),
15
19
  ...(value.chunkIndex !== undefined ? { chunkIndex: value.chunkIndex } : {}),
16
20
  ...(typeof value.sentenceChunk === 'string' && value.sentenceChunk.length > 0
17
21
  ? { sentenceChunk: value.sentenceChunk }
18
22
  : {}),
19
- ...(value.isLast !== undefined ? { isLast: value.isLast } : {})
23
+ ...(value.isLast !== undefined ? { isLast: value.isLast } : {}),
24
+ ...(value.speechTokenIds !== undefined ? { speechTokenIds: value.speechTokenIds } : {})
20
25
  };
21
26
  }
22
27
  function rejectLegacyOnnxFields(cfg) {
@@ -34,7 +39,11 @@ function dirname(path) {
34
39
  return path.slice(0, index);
35
40
  }
36
41
  // Resolve the optional LavaSR enhancer/denoiser GGUFs shared by both engines.
37
- async function resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ctx) {
42
+ // The Core ML model directories are host paths, not sources: they ride along
43
+ // as artifacts so createModel builds the addon's `enhancer` / `denoiser`
44
+ // options from one place.
45
+ async function resolveLavasrArtifacts(fields, ctx) {
46
+ const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits } = fields;
38
47
  const resolve = ctx.resolveModelPath;
39
48
  const [lavasrEnhancerPath, lavasrDenoiserPath] = await Promise.all([
40
49
  lavasrEnhancerModelSrc ? resolve(lavasrEnhancerModelSrc) : Promise.resolve(undefined),
@@ -42,12 +51,16 @@ async function resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserMode
42
51
  ]);
43
52
  return {
44
53
  ...(lavasrEnhancerPath ? { lavasrEnhancerPath } : {}),
45
- ...(lavasrDenoiserPath ? { lavasrDenoiserPath } : {})
54
+ ...(lavasrDenoiserPath ? { lavasrDenoiserPath } : {}),
55
+ ...(lavasrEnhancerCoremlModelPath !== undefined ? { lavasrEnhancerCoremlModelPath } : {}),
56
+ ...(lavasrEnhancerCoremlComputeUnits !== undefined ? { lavasrEnhancerCoremlComputeUnits } : {}),
57
+ ...(lavasrDenoiserCoremlModelPath !== undefined ? { lavasrDenoiserCoremlModelPath } : {}),
58
+ ...(lavasrDenoiserCoremlComputeUnits !== undefined ? { lavasrDenoiserCoremlComputeUnits } : {})
46
59
  };
47
60
  }
48
61
  async function resolveChatterboxConfig(config, ctx) {
49
62
  rejectLegacyOnnxFields(config);
50
- const { s3genModelSrc, referenceAudioSrc, mecabDictSrc, cangjieTsvSrc, lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
63
+ const { s3genModelSrc, referenceAudioSrc, mecabDictSrc, cangjieTsvSrc, lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, ...runtime } = config;
51
64
  if (!s3genModelSrc) {
52
65
  throw new TtsArtifactsRequiredError();
53
66
  }
@@ -57,7 +70,14 @@ async function resolveChatterboxConfig(config, ctx) {
57
70
  referenceAudioSrc ? resolve(referenceAudioSrc) : Promise.resolve(undefined),
58
71
  mecabDictSrc ? resolve(mecabDictSrc) : Promise.resolve(undefined),
59
72
  cangjieTsvSrc ? resolve(cangjieTsvSrc) : Promise.resolve(undefined),
60
- resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ctx)
73
+ resolveLavasrArtifacts({
74
+ lavasrEnhancerModelSrc,
75
+ lavasrDenoiserModelSrc,
76
+ lavasrEnhancerCoremlModelPath,
77
+ lavasrEnhancerCoremlComputeUnits,
78
+ lavasrDenoiserCoremlModelPath,
79
+ lavasrDenoiserCoremlComputeUnits
80
+ }, ctx)
61
81
  ]);
62
82
  return {
63
83
  config: runtime,
@@ -72,13 +92,39 @@ async function resolveChatterboxConfig(config, ctx) {
72
92
  }
73
93
  async function resolveSupertonicConfig(config, ctx) {
74
94
  rejectLegacyOnnxFields(config);
75
- const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
76
- const lavasrArtifacts = await resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ctx);
77
- return { config: runtime, artifacts: lavasrArtifacts };
95
+ const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, voiceJsonSrc, noiseNpySrc, ...runtime } = config;
96
+ const resolve = ctx.resolveModelPath;
97
+ const [lavasrArtifacts, voiceJsonPath, noiseNpyPath] = await Promise.all([
98
+ resolveLavasrArtifacts({
99
+ lavasrEnhancerModelSrc,
100
+ lavasrDenoiserModelSrc,
101
+ lavasrEnhancerCoremlModelPath,
102
+ lavasrEnhancerCoremlComputeUnits,
103
+ lavasrDenoiserCoremlModelPath,
104
+ lavasrDenoiserCoremlComputeUnits
105
+ }, ctx),
106
+ voiceJsonSrc ? resolve(voiceJsonSrc) : Promise.resolve(undefined),
107
+ noiseNpySrc ? resolve(noiseNpySrc) : Promise.resolve(undefined)
108
+ ]);
109
+ return {
110
+ config: runtime,
111
+ artifacts: {
112
+ ...lavasrArtifacts,
113
+ ...(voiceJsonPath ? { voiceJsonPath } : {}),
114
+ ...(noiseNpyPath ? { noiseNpyPath } : {})
115
+ }
116
+ };
78
117
  }
79
118
  async function resolveParlerConfig(config, ctx) {
80
- const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
81
- const lavasrArtifacts = await resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ctx);
119
+ const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, ...runtime } = config;
120
+ const lavasrArtifacts = await resolveLavasrArtifacts({
121
+ lavasrEnhancerModelSrc,
122
+ lavasrDenoiserModelSrc,
123
+ lavasrEnhancerCoremlModelPath,
124
+ lavasrEnhancerCoremlComputeUnits,
125
+ lavasrDenoiserCoremlModelPath,
126
+ lavasrDenoiserCoremlComputeUnits
127
+ }, ctx);
82
128
  return { config: runtime, artifacts: lavasrArtifacts };
83
129
  }
84
130
  // CosyVoice3's multi-file layout (flow/HiFT GGUFs, voice.gguf, vocab.json,
@@ -86,10 +132,17 @@ async function resolveParlerConfig(config, ctx) {
86
132
  // cloning add-ons are deliberately not in that set — they are a ~300 MB opt-in
87
133
  // — so they are resolved here alongside the optional LavaSR sources.
88
134
  async function resolveCosyvoice3Config(config, ctx) {
89
- const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, referenceAudioSrc, cosyvoice3S3tokModelSrc, cosyvoice3CampplusModelSrc, ...runtime } = config;
135
+ const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, referenceAudioSrc, cosyvoice3S3tokModelSrc, cosyvoice3CampplusModelSrc, ...runtime } = config;
90
136
  const resolve = ctx.resolveModelPath;
91
137
  const [lavasrArtifacts, referenceAudioPath, cosyvoiceS3tokPath, cosyvoiceCampplusPath] = await Promise.all([
92
- resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ctx),
138
+ resolveLavasrArtifacts({
139
+ lavasrEnhancerModelSrc,
140
+ lavasrDenoiserModelSrc,
141
+ lavasrEnhancerCoremlModelPath,
142
+ lavasrEnhancerCoremlComputeUnits,
143
+ lavasrDenoiserCoremlModelPath,
144
+ lavasrDenoiserCoremlComputeUnits
145
+ }, ctx),
93
146
  referenceAudioSrc ? resolve(referenceAudioSrc) : Promise.resolve(undefined),
94
147
  cosyvoice3S3tokModelSrc ? resolve(cosyvoice3S3tokModelSrc) : Promise.resolve(undefined),
95
148
  cosyvoice3CampplusModelSrc ? resolve(cosyvoice3CampplusModelSrc) : Promise.resolve(undefined)
@@ -164,9 +217,11 @@ async function resolveMossConfig(config, ctx) {
164
217
  // The generic ggml backend-loading knobs, forwarded on `config` the same way
165
218
  // Supertonic's vulkanCacheDir already is. Parler, Audio8 and MOSS configs carry
166
219
  // no `openclCacheDir` (their native builders do not read it), so it is simply
167
- // absent for them.
220
+ // absent for them. `backend` is the explicit native backend / device selector
221
+ // every engine reads from `config`.
168
222
  function ggmlBackendConfig(config) {
169
223
  return {
224
+ ...(config.backend !== undefined ? { backend: config.backend } : {}),
170
225
  ...(config.backendsDir !== undefined ? { backendsDir: config.backendsDir } : {}),
171
226
  ...(config.openclCacheDir !== undefined ? { openclCacheDir: config.openclCacheDir } : {})
172
227
  };
@@ -181,6 +236,33 @@ function lavasrFiles(artifacts) {
181
236
  ...(lavasrDenoiser ? { lavasrDenoiser } : {})
182
237
  };
183
238
  }
239
+ // The addon's `enhancer` / `denoiser` option objects, built only when a stage
240
+ // runs on Core ML: the GGUF itself travels in `files`, so the object carries
241
+ // just the compiled model directory and the compute policy the schema paired.
242
+ function lavasrCoremlOptions(artifacts) {
243
+ const enhancerPath = artifacts['lavasrEnhancerCoremlModelPath'];
244
+ const denoiserPath = artifacts['lavasrDenoiserCoremlModelPath'];
245
+ return {
246
+ ...(enhancerPath
247
+ ? {
248
+ enhancer: {
249
+ type: 'lavasr',
250
+ coremlModelPath: enhancerPath,
251
+ coremlComputeUnits: artifacts['lavasrEnhancerCoremlComputeUnits']
252
+ }
253
+ }
254
+ : {}),
255
+ ...(denoiserPath
256
+ ? {
257
+ denoiser: {
258
+ type: 'lavasr',
259
+ coremlModelPath: denoiserPath,
260
+ coremlComputeUnits: artifacts['lavasrDenoiserCoremlComputeUnits']
261
+ }
262
+ }
263
+ : {})
264
+ };
265
+ }
184
266
  function createChatterboxModel(modelId, config, params, artifacts) {
185
267
  const t3Model = params.modelPath;
186
268
  const s3genModel = artifacts['s3genPath'];
@@ -200,6 +282,7 @@ function createChatterboxModel(modelId, config, params, artifacts) {
200
282
  ...(cangjieTsvPath ? { cangjieTsvPath } : {}),
201
283
  ...lavasrFiles(artifacts)
202
284
  },
285
+ ...lavasrCoremlOptions(artifacts),
203
286
  ...(referenceAudioPath ? { referenceAudio: referenceAudioPath } : {}),
204
287
  ...(config.streamChunkTokens !== undefined
205
288
  ? { streamChunkTokens: config.streamChunkTokens }
@@ -209,6 +292,21 @@ function createChatterboxModel(modelId, config, params, artifacts) {
209
292
  : {}),
210
293
  ...(config.cfmSteps !== undefined ? { cfmSteps: config.cfmSteps } : {}),
211
294
  ...(config.cfgRate !== undefined ? { cfgRate: config.cfgRate } : {}),
295
+ ...(config.streamLeftContextTokens !== undefined
296
+ ? { streamLeftContextTokens: config.streamLeftContextTokens }
297
+ : {}),
298
+ ...(config.batchCfmSteps !== undefined ? { batchCfmSteps: config.batchCfmSteps } : {}),
299
+ ...(config.nPredict !== undefined ? { nPredict: config.nPredict } : {}),
300
+ ...(config.maxSentenceChars !== undefined ? { maxSentenceChars: config.maxSentenceChars } : {}),
301
+ ...(config.crossfadeMs !== undefined ? { crossfadeMs: config.crossfadeMs } : {}),
302
+ ...(config.temperature !== undefined ? { temperature: config.temperature } : {}),
303
+ ...(config.topK !== undefined ? { topK: config.topK } : {}),
304
+ ...(config.topP !== undefined ? { topP: config.topP } : {}),
305
+ ...(config.repeatPenalty !== undefined ? { repeatPenalty: config.repeatPenalty } : {}),
306
+ ...(config.exaggeration !== undefined ? { exaggeration: config.exaggeration } : {}),
307
+ ...(config.cfgWeight !== undefined ? { cfgWeight: config.cfgWeight } : {}),
308
+ ...(config.minP !== undefined ? { minP: config.minP } : {}),
309
+ ...(config.voiceDir !== undefined ? { voiceDir: config.voiceDir } : {}),
212
310
  ...(config.nCtx !== undefined ? { nCtx: config.nCtx } : {}),
213
311
  ...(config.kvCacheType !== undefined ? { kvCacheType: config.kvCacheType } : {}),
214
312
  // Chatterbox has no pace channel; `speed` is its only rate control.
@@ -236,11 +334,45 @@ function createSupertonicModel(modelId, config, params, artifacts) {
236
334
  if (!supertonicModel) {
237
335
  throw new TtsArtifactsRequiredError();
238
336
  }
337
+ const voiceJsonPath = artifacts['voiceJsonPath'];
338
+ const noiseNpyPath = artifacts['noiseNpyPath'];
239
339
  const logger = createStreamLogger(modelId, ModelType.ttsGgml);
240
340
  const model = new TTSGgml({
241
341
  engine: TTSGgml.ENGINE_SUPERTONIC,
242
342
  files: { supertonicModel, ...lavasrFiles(artifacts) },
343
+ ...lavasrCoremlOptions(artifacts),
243
344
  voice: config.voice ?? 'F1',
345
+ // An external voice JSON overrides the baked preset above, and in-memory
346
+ // style tensors override both.
347
+ ...(voiceJsonPath ? { voiceJsonPath } : {}),
348
+ ...(config.voiceStyleTtl !== undefined ? { voiceStyleTtl: config.voiceStyleTtl } : {}),
349
+ ...(config.voiceStyleDp !== undefined ? { voiceStyleDp: config.voiceStyleDp } : {}),
350
+ ...(noiseNpyPath ? { noiseNpyPath } : {}),
351
+ ...(config.prewarmText !== undefined ? { prewarmText: config.prewarmText } : {}),
352
+ ...(config.vulkanDevice !== undefined ? { vulkanDevice: config.vulkanDevice } : {}),
353
+ // Native precision and environment controls, forwarded as given.
354
+ ...(config.precision !== undefined ? { precision: config.precision } : {}),
355
+ ...(config.f16Attn !== undefined ? { f16Attn: config.f16Attn } : {}),
356
+ ...(config.f16Weights !== undefined ? { f16Weights: config.f16Weights } : {}),
357
+ ...(config.kvAttnType !== undefined ? { kvAttnType: config.kvAttnType } : {}),
358
+ ...(config.f16WeightsDenyList !== undefined
359
+ ? { f16WeightsDenyList: config.f16WeightsDenyList }
360
+ : {}),
361
+ ...(config.vulkanEnvOverrides !== undefined
362
+ ? { vulkanEnvOverrides: config.vulkanEnvOverrides }
363
+ : {}),
364
+ ...(config.streamChunkTokens !== undefined
365
+ ? { streamChunkTokens: config.streamChunkTokens }
366
+ : {}),
367
+ ...(config.streamFirstChunkTokens !== undefined
368
+ ? { streamFirstChunkTokens: config.streamFirstChunkTokens }
369
+ : {}),
370
+ ...(config.streamChunkTolerancePct !== undefined
371
+ ? { streamChunkTolerancePct: config.streamChunkTolerancePct }
372
+ : {}),
373
+ ...(config.streamMinChunkTokens !== undefined
374
+ ? { streamMinChunkTokens: config.streamMinChunkTokens }
375
+ : {}),
244
376
  ...(config.ttsSpeed !== undefined ? { speed: config.ttsSpeed } : {}),
245
377
  // Supertonic conditions pace when the engine is built, so it arrives as a
246
378
  // constructor option rather than a per-request field.
@@ -279,6 +411,13 @@ function createParlerModel(modelId, config, params, artifacts) {
279
411
  const model = new TTSGgml({
280
412
  engine: TTSGgml.ENGINE_PARLER,
281
413
  files: { parlerModel, ...lavasrFiles(artifacts) },
414
+ ...lavasrCoremlOptions(artifacts),
415
+ // Parler-only Core ML sidecar controls (load / reload, never per call).
416
+ ...(config.coremlDecoder !== undefined ? { coremlDecoder: config.coremlDecoder } : {}),
417
+ ...(config.coremlComputeUnits !== undefined
418
+ ? { coremlComputeUnits: config.coremlComputeUnits }
419
+ : {}),
420
+ ...(config.coremlStrict !== undefined ? { coremlStrict: config.coremlStrict } : {}),
282
421
  ...(config.description !== undefined ? { description: config.description } : {}),
283
422
  ...(config.voiceDescription !== undefined ? { voiceDescription: config.voiceDescription } : {}),
284
423
  ...(config.voice !== undefined ? { voice: config.voice } : {}),
@@ -318,17 +457,6 @@ function createParlerModel(modelId, config, params, artifacts) {
318
457
  registerAddonLogger(modelId, ModelType.ttsGgml, logger);
319
458
  return { model };
320
459
  }
321
- // Rebuild the structured instruct without explicit-undefined keys so it
322
- // satisfies the addon's exactOptionalPropertyTypes constructor typing.
323
- function toAddonInstruct(instruct) {
324
- if (typeof instruct === 'string')
325
- return instruct;
326
- return {
327
- ...(instruct.dialect !== undefined ? { dialect: instruct.dialect } : {}),
328
- ...(instruct.volume !== undefined ? { volume: instruct.volume } : {}),
329
- ...(instruct.style !== undefined ? { style: instruct.style } : {})
330
- };
331
- }
332
460
  function createCosyvoice3Model(modelId, config, params, artifacts) {
333
461
  const cosyvoiceLlmModel = params.modelPath;
334
462
  if (!cosyvoiceLlmModel) {
@@ -352,11 +480,19 @@ function createCosyvoice3Model(modelId, config, params, artifacts) {
352
480
  ...(cosyvoiceCampplusModel ? { cosyvoiceCampplusModel } : {}),
353
481
  ...lavasrFiles(artifacts)
354
482
  },
483
+ ...lavasrCoremlOptions(artifacts),
355
484
  ...(referenceAudioPath ? { referenceAudio: referenceAudioPath } : {}),
356
485
  ...(config.promptText !== undefined ? { promptText: config.promptText } : {}),
357
486
  ...(config.emotion !== undefined ? { emotion: config.emotion } : {}),
358
487
  ...(config.pace !== undefined ? { pace: config.pace } : {}),
359
488
  ...(config.instruct !== undefined ? { instruct: toAddonInstruct(config.instruct) } : {}),
489
+ ...(config.flowCutPrompt !== undefined ? { flowCutPrompt: config.flowCutPrompt } : {}),
490
+ ...(config.vulkanDevice !== undefined ? { vulkanDevice: config.vulkanDevice } : {}),
491
+ // Greedy LM decoding and a forced speech-token trajectory (replay).
492
+ ...(config.greedy !== undefined ? { greedy: config.greedy } : {}),
493
+ ...(config.forceSpeechTokens !== undefined
494
+ ? { forceSpeechTokens: config.forceSpeechTokens }
495
+ : {}),
360
496
  ...(config.streamChunkTokens !== undefined
361
497
  ? { streamChunkTokens: config.streamChunkTokens }
362
498
  : {}),
@@ -443,6 +579,18 @@ function createMossModel(modelId, config, params, artifacts) {
443
579
  ...(config.streamChunkTokens !== undefined
444
580
  ? { streamChunkTokens: config.streamChunkTokens }
445
581
  : {}),
582
+ // Context and generation budgets, then the text- and audio-channel samplers.
583
+ ...(config.nCtx !== undefined ? { nCtx: config.nCtx } : {}),
584
+ ...(config.maxNewTokens !== undefined ? { maxNewTokens: config.maxNewTokens } : {}),
585
+ ...(config.textTemperature !== undefined ? { textTemperature: config.textTemperature } : {}),
586
+ ...(config.textTopP !== undefined ? { textTopP: config.textTopP } : {}),
587
+ ...(config.textTopK !== undefined ? { textTopK: config.textTopK } : {}),
588
+ ...(config.audioTemperature !== undefined ? { audioTemperature: config.audioTemperature } : {}),
589
+ ...(config.audioTopP !== undefined ? { audioTopP: config.audioTopP } : {}),
590
+ ...(config.audioTopK !== undefined ? { audioTopK: config.audioTopK } : {}),
591
+ ...(config.audioRepetitionPenalty !== undefined
592
+ ? { audioRepetitionPenalty: config.audioRepetitionPenalty }
593
+ : {}),
446
594
  ...(config.threads !== undefined ? { threads: config.threads } : {}),
447
595
  ...(config.nGpuLayers !== undefined ? { nGpuLayers: config.nGpuLayers } : {}),
448
596
  ...(config.seed !== undefined ? { seed: config.seed } : {}),
@@ -489,6 +637,7 @@ export const ttsPlugin = definePlugin({
489
637
  displayName: 'TTS (GGML)',
490
638
  addonPackage: ADDON_TTS,
491
639
  loadConfigSchema: ttsConfigSchema,
640
+ fitRequest: ttsFitRequest,
492
641
  assessFit: TTSGgml.assessFit,
493
642
  async resolveConfig(cfg, ctx) {
494
643
  const { ttsEngine } = cfg;
@@ -546,8 +695,8 @@ export const ttsPlugin = definePlugin({
546
695
  responseSchema: ttsResponseSchema,
547
696
  streaming: true,
548
697
  cancel: { scope: 'model', hard: true },
549
- handler: async function* (request) {
550
- const stream = textToSpeech(request);
698
+ handler: async function* (request, _inputStream, context) {
699
+ const stream = textToSpeech(request, context);
551
700
  try {
552
701
  let result = await stream.next();
553
702
  while (!result.done) {
@@ -579,8 +728,8 @@ export const ttsPlugin = definePlugin({
579
728
  streaming: true,
580
729
  duplex: true,
581
730
  cancel: { scope: 'model', hard: true },
582
- handler: async function* (request, inputStream) {
583
- const stream = textToSpeechStream(request, inputStream);
731
+ handler: async function* (request, inputStream, context) {
732
+ const stream = textToSpeechStream(request, inputStream, context);
584
733
  try {
585
734
  let result = await stream.next();
586
735
  while (!result.done) {
@@ -1,4 +1,5 @@
1
1
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type WhisperConfig } from '../../../schemas/index.js';
2
+ import { whisperFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
2
3
  export declare const whisperPlugin: {
3
4
  modelType: "whispercpp-transcription";
4
5
  displayName: string;
@@ -31,6 +32,7 @@ export declare const whisperPlugin: {
31
32
  tdrz_enable: import("zod").ZodOptional<import("zod").ZodBoolean>;
32
33
  suppress_regex: import("zod").ZodOptional<import("zod").ZodString>;
33
34
  initial_prompt: import("zod").ZodOptional<import("zod").ZodString>;
35
+ carry_initial_prompt: import("zod").ZodOptional<import("zod").ZodBoolean>;
34
36
  language: import("zod").ZodOptional<import("zod").ZodString>;
35
37
  detect_language: import("zod").ZodOptional<import("zod").ZodBoolean>;
36
38
  suppress_blank: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -63,6 +65,10 @@ export declare const whisperPlugin: {
63
65
  use_gpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
64
66
  flash_attn: import("zod").ZodOptional<import("zod").ZodBoolean>;
65
67
  gpu_device: import("zod").ZodOptional<import("zod").ZodNumber>;
68
+ 'main-gpu': import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodString, import("zod").ZodEnum<{
69
+ integrated: "integrated";
70
+ dedicated: "dedicated";
71
+ }>]>>;
66
72
  }, import("zod/v4/core").$strip>>;
67
73
  miscConfig: import("zod").ZodOptional<import("zod").ZodObject<{
68
74
  caption_enabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -85,6 +91,7 @@ export declare const whisperPlugin: {
85
91
  audiogen: "audiogen";
86
92
  tts: "tts";
87
93
  ocr: "ocr";
94
+ classification: "classification";
88
95
  vla: "vla";
89
96
  "llamacpp-completion": "llamacpp-completion";
90
97
  "whispercpp-transcription": "whispercpp-transcription";
@@ -101,16 +108,17 @@ export declare const whisperPlugin: {
101
108
  "sdcpp-generation": "sdcpp-generation";
102
109
  "audiogen-ggml": "audiogen-ggml";
103
110
  "ggml-vla": "ggml-vla";
111
+ "ggml-image-embedding": "ggml-image-embedding";
104
112
  "ggml-classification": "ggml-classification";
105
113
  llm: "llm";
106
114
  whisper: "whisper";
107
115
  bci: "bci";
108
116
  nmt: "nmt";
109
117
  parakeet: "parakeet";
110
- classification: "classification";
111
118
  }>, import("zod").ZodLiteral<"vad">]>>;
112
119
  }, import("zod/v4/core").$strip>]>>;
113
120
  }, import("zod/v4/core").$strip>;
121
+ fitRequest: typeof whisperFitRequest;
114
122
  assessFit: typeof import("node_modules/@qvac/asr-ggml/lib/fit").assessFit;
115
123
  resolveConfig(cfg: WhisperConfig, ctx: ResolveContext): Promise<{
116
124
  config: {
@@ -138,6 +146,7 @@ export declare const whisperPlugin: {
138
146
  tdrz_enable?: boolean | undefined;
139
147
  suppress_regex?: string | undefined;
140
148
  initial_prompt?: string | undefined;
149
+ carry_initial_prompt?: boolean | undefined;
141
150
  language?: string | undefined;
142
151
  detect_language?: boolean | undefined;
143
152
  suppress_blank?: boolean | undefined;
@@ -167,6 +176,7 @@ export declare const whisperPlugin: {
167
176
  use_gpu?: boolean | undefined;
168
177
  flash_attn?: boolean | undefined;
169
178
  gpu_device?: number | undefined;
179
+ 'main-gpu'?: string | number | undefined;
170
180
  } | undefined;
171
181
  miscConfig?: {
172
182
  caption_enabled?: boolean | undefined;
@@ -200,6 +210,7 @@ export declare const whisperPlugin: {
200
210
  tdrz_enable?: boolean | undefined;
201
211
  suppress_regex?: string | undefined;
202
212
  initial_prompt?: string | undefined;
213
+ carry_initial_prompt?: boolean | undefined;
203
214
  language?: string | undefined;
204
215
  detect_language?: boolean | undefined;
205
216
  suppress_blank?: boolean | undefined;
@@ -229,6 +240,7 @@ export declare const whisperPlugin: {
229
240
  use_gpu?: boolean | undefined;
230
241
  flash_attn?: boolean | undefined;
231
242
  gpu_device?: number | undefined;
243
+ 'main-gpu'?: string | number | undefined;
232
244
  } | undefined;
233
245
  miscConfig?: {
234
246
  caption_enabled?: boolean | undefined;
@@ -255,6 +267,7 @@ export declare const whisperPlugin: {
255
267
  hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
256
268
  maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
257
269
  type: import("zod").ZodLiteral<"transcribe">;
270
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
258
271
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
259
272
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
260
273
  text: import("zod").ZodOptional<import("zod").ZodString>;
@@ -287,6 +300,11 @@ export declare const whisperPlugin: {
287
300
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
288
301
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
289
302
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
303
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
304
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
305
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
306
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
307
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
290
308
  }, import("zod/v4/core").$strip>>;
291
309
  error: import("zod").ZodOptional<import("zod").ZodString>;
292
310
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -304,11 +322,26 @@ export declare const whisperPlugin: {
304
322
  }, import("zod/v4/core").$strip>>>;
305
323
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
306
324
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
325
+ language: import("zod").ZodOptional<import("zod").ZodString>;
326
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
327
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
328
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
329
+ text: import("zod").ZodString;
330
+ startMs: import("zod").ZodNumber;
331
+ endMs: import("zod").ZodNumber;
332
+ probability: import("zod").ZodNumber;
333
+ }, import("zod/v4/core").$strip>>>;
334
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
335
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
336
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
337
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
307
338
  }, import("zod/v4/core").$strip>>;
308
339
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
309
340
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
310
341
  speaking: import("zod").ZodBoolean;
311
342
  probability: import("zod").ZodNumber;
343
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
344
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
312
345
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
313
346
  silero: "silero";
314
347
  energy: "energy";
@@ -320,6 +353,9 @@ export declare const whisperPlugin: {
320
353
  silenceDurationMs: import("zod").ZodNumber;
321
354
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
322
355
  source: import("zod").ZodLiteral<"parakeet">;
356
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
357
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
358
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
323
359
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
324
360
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
325
361
  selectedBackend: import("zod").ZodString;
@@ -328,16 +364,16 @@ export declare const whisperPlugin: {
328
364
  gpu: "gpu";
329
365
  }>;
330
366
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
331
- cuda: "cuda";
332
367
  vulkan: "vulkan";
333
- metal: "metal";
334
368
  opencl: "opencl";
335
- rocm: "rocm";
336
369
  opengl: "opengl";
337
370
  webgpu: "webgpu";
371
+ metal: "metal";
338
372
  direct3d11: "direct3d11";
339
373
  direct3d12: "direct3d12";
374
+ cuda: "cuda";
340
375
  levelZero: "levelZero";
376
+ rocm: "rocm";
341
377
  }>>;
342
378
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
343
379
  name: import("zod").ZodString;
@@ -379,6 +415,9 @@ export declare const whisperPlugin: {
379
415
  rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
380
416
  emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
381
417
  emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
418
+ energyVadThresholdDb: import("zod").ZodOptional<import("zod").ZodNumber>;
419
+ energyVadWindowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
420
+ energyVadHangoverMs: import("zod").ZodOptional<import("zod").ZodNumber>;
382
421
  emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
383
422
  diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
384
423
  diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -389,6 +428,7 @@ export declare const whisperPlugin: {
389
428
  chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
390
429
  spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
391
430
  }, import("zod/v4/core").$strip>>;
431
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
392
432
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
393
433
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
394
434
  text: import("zod").ZodOptional<import("zod").ZodString>;
@@ -421,6 +461,11 @@ export declare const whisperPlugin: {
421
461
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
422
462
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
423
463
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
464
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
465
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
466
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
467
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
468
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
424
469
  }, import("zod/v4/core").$strip>>;
425
470
  error: import("zod").ZodOptional<import("zod").ZodString>;
426
471
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -438,11 +483,26 @@ export declare const whisperPlugin: {
438
483
  }, import("zod/v4/core").$strip>>>;
439
484
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
440
485
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
486
+ language: import("zod").ZodOptional<import("zod").ZodString>;
487
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
488
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
489
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
490
+ text: import("zod").ZodString;
491
+ startMs: import("zod").ZodNumber;
492
+ endMs: import("zod").ZodNumber;
493
+ probability: import("zod").ZodNumber;
494
+ }, import("zod/v4/core").$strip>>>;
495
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
496
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
497
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
498
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
441
499
  }, import("zod/v4/core").$strip>>;
442
500
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
443
501
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
444
502
  speaking: import("zod").ZodBoolean;
445
503
  probability: import("zod").ZodNumber;
504
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
505
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
446
506
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
447
507
  silero: "silero";
448
508
  energy: "energy";
@@ -454,6 +514,9 @@ export declare const whisperPlugin: {
454
514
  silenceDurationMs: import("zod").ZodNumber;
455
515
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
456
516
  source: import("zod").ZodLiteral<"parakeet">;
517
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
518
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
519
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
457
520
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
458
521
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
459
522
  selectedBackend: import("zod").ZodString;
@@ -462,16 +525,16 @@ export declare const whisperPlugin: {
462
525
  gpu: "gpu";
463
526
  }>;
464
527
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
465
- cuda: "cuda";
466
528
  vulkan: "vulkan";
467
- metal: "metal";
468
529
  opencl: "opencl";
469
- rocm: "rocm";
470
530
  opengl: "opengl";
471
531
  webgpu: "webgpu";
532
+ metal: "metal";
472
533
  direct3d11: "direct3d11";
473
534
  direct3d12: "direct3d12";
535
+ cuda: "cuda";
474
536
  levelZero: "levelZero";
537
+ rocm: "rocm";
475
538
  }>>;
476
539
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
477
540
  name: import("zod").ZodString;