@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,18 +1,35 @@
1
- import { validateTools } from '../tool-helpers.js';
1
+ import { DEFAULT_TOOL_SEARCH_LIMIT, MAX_TOOL_SEARCH_LIMIT, toolSearchOptionsSchema } from '../../schemas/tools.js';
2
+ import { InvalidToolSchemaError } from '../../errors/index.js';
3
+ import { getMcpTools } from '../../utils/mcp-adapter.js';
4
+ import { validateTools } from '../../utils/tool-helpers.js';
2
5
  /**
3
6
  * Reserved name of the built-in search tool. A caller cannot register a tool
4
7
  * under this name, and it is never itself deferred — the model needs one
5
8
  * callable entry point to reach everything else.
6
9
  */
7
10
  export const TOOL_SEARCH_NAME = 'tool_search';
8
- const DEFAULT_SEARCH_LIMIT = 3;
9
- const MAX_SEARCH_LIMIT = 8;
10
- // Ceiling on the definitions one search may append. A query matching a dozen
11
+ const EXACT_NAME_SCORE = 1000;
12
+ // Ceiling on the definitions one search may declare. A query matching a dozen
11
13
  // large schemas would otherwise undo the saving the catalog just made.
12
14
  const MAX_DEFINITION_BYTES = 8 * 1024;
13
15
  // Fixed text, so a repeated no-match search stays byte-identical and cannot
14
16
  // move the KV divergence point.
15
17
  const NO_MATCH_HINT = 'No tool matched. Search again with a different capability word, or answer without a tool.';
18
+ /**
19
+ * The limits a request's `toolSearch` options resolve to. Both the prompt and
20
+ * the search read them from here, so what the model is told is what applies.
21
+ */
22
+ export function resolveToolSearchLimits(options) {
23
+ const parsed = toolSearchOptionsSchema.safeParse(options ?? {});
24
+ if (!parsed.success) {
25
+ throw new InvalidToolSchemaError(`toolSearch: ${parsed.error.message}`, parsed.error);
26
+ }
27
+ const maxLimit = parsed.data.maxLimit ?? MAX_TOOL_SEARCH_LIMIT;
28
+ return {
29
+ defaultLimit: parsed.data.defaultLimit ?? Math.min(DEFAULT_TOOL_SEARCH_LIMIT, maxLimit),
30
+ maxLimit
31
+ };
32
+ }
16
33
  export function isDeferred(tool) {
17
34
  return tool.deferLoading === true;
18
35
  }
@@ -73,7 +90,8 @@ export function buildCatalog(deferred) {
73
90
  * tool whose schema the model has never seen. Description text cannot be
74
91
  * called, which is the whole point.
75
92
  */
76
- export function buildToolSearchTool(deferred) {
93
+ export function buildToolSearchTool(deferred, options) {
94
+ const { defaultLimit, maxLimit } = resolveToolSearchLimits(options);
77
95
  return {
78
96
  type: 'function',
79
97
  name: TOOL_SEARCH_NAME,
@@ -90,7 +108,7 @@ export function buildToolSearchTool(deferred) {
90
108
  },
91
109
  limit: {
92
110
  type: 'integer',
93
- description: `Maximum definitions to load (default ${DEFAULT_SEARCH_LIMIT}, max ${MAX_SEARCH_LIMIT}).`
111
+ description: `Maximum definitions to load (default ${defaultLimit}, max ${maxLimit}).`
94
112
  }
95
113
  },
96
114
  required: ['query']
@@ -117,7 +135,7 @@ function scoreTool(tool, query, tokens) {
117
135
  // Exact name wins outright: the model asking for a tool by name is not a
118
136
  // capability search and must not be outranked by a wordier description.
119
137
  if (name === normalizedQuery)
120
- return 1000;
138
+ return EXACT_NAME_SCORE;
121
139
  let score = 0;
122
140
  if (normalizedQuery.length > 2 && name.includes(normalizedQuery))
123
141
  score += 100;
@@ -134,20 +152,37 @@ function scoreTool(tool, query, tokens) {
134
152
  }
135
153
  return score;
136
154
  }
155
+ // Names score case-insensitively, so `GetWeather` and `getWeather` both score as
156
+ // exact; the one spelled as asked wins, and with neither, both load.
157
+ function namedBy(scored, query) {
158
+ const exact = scored.filter(({ score }) => score === EXACT_NAME_SCORE);
159
+ const literal = exact.filter(({ tool }) => tool.name === query.trim());
160
+ return literal.length > 0 ? literal : exact;
161
+ }
137
162
  /**
138
163
  * Rank the deferred inventory against a query. Exact name first, then text
139
164
  * match. Ties keep registration order so repeated searches are deterministic.
165
+ *
166
+ * An exact name loads that tool alone. Otherwise a match scoring under half of
167
+ * the best is left out: one query word in a description or group is not enough
168
+ * to load a tool beside a strong match, while tools tied at the top load together.
140
169
  */
141
- export function searchDeferredTools(deferred, query, limit) {
170
+ export function searchDeferredTools(deferred, query, limit, options) {
171
+ const { defaultLimit, maxLimit } = resolveToolSearchLimits(options);
142
172
  const tokens = tokenize(query);
143
173
  const scored = deferred
144
174
  .map((tool, index) => ({ tool, index, score: scoreTool(tool, query, tokens) }))
145
175
  .filter((entry) => entry.score > 0)
146
176
  .sort((a, b) => b.score - a.score || a.index - b.index);
147
- const cap = Math.min(Math.max(Math.trunc(limit ?? DEFAULT_SEARCH_LIMIT), 1), MAX_SEARCH_LIMIT);
177
+ const best = scored[0]?.score ?? 0;
178
+ const matches = best === EXACT_NAME_SCORE
179
+ ? namedBy(scored, query)
180
+ : scored.filter(({ score }) => score >= best / 2);
181
+ const requested = limit !== undefined && Number.isFinite(limit) ? Math.trunc(limit) : defaultLimit;
182
+ const cap = Math.min(Math.max(requested, 1), maxLimit);
148
183
  const picked = [];
149
184
  let bytes = 0;
150
- for (const { tool } of scored) {
185
+ for (const { tool } of matches) {
151
186
  if (picked.length >= cap)
152
187
  break;
153
188
  const size = JSON.stringify(toWireTool(tool)).length;
@@ -170,8 +205,7 @@ export function buildToolSearchResult(query, matches, alreadyLoaded) {
170
205
  // Without this the model reads an empty result as "try again" and burns
171
206
  // rounds rephrasing the same query.
172
207
  ...(loaded.length === 0 && alreadyLoaded.length === 0 ? { hint: NO_MATCH_HINT } : {})
173
- },
174
- tools: matches.map(toWireTool)
208
+ }
175
209
  };
176
210
  return JSON.stringify(result);
177
211
  }
@@ -209,7 +243,7 @@ function readSearchResult(content) {
209
243
  export function loadedToolNames(history) {
210
244
  const loaded = new Set();
211
245
  for (const message of history) {
212
- if (message.role !== 'tool')
246
+ if (message.role !== 'tool' || typeof message.content !== 'string')
213
247
  continue;
214
248
  const envelope = readSearchResult(message.content);
215
249
  if (!envelope)
@@ -219,70 +253,100 @@ export function loadedToolNames(history) {
219
253
  }
220
254
  return loaded;
221
255
  }
256
+ // `tool_choice` mode words and the empty name: the addon rejects a prompt that
257
+ // declares a tool under one of these, since it could never be selected by name.
258
+ const UNSELECTABLE_NAMES = new Set(['', 'auto', 'none', 'required']);
259
+ // The rule name a tool's call grammar is built under: fabric's `rule_name()`
260
+ // turns every run of characters outside [A-Za-z0-9-] into one '-'.
261
+ function grammarRuleName(name) {
262
+ return name.replace(/[^A-Za-z0-9-]+/g, '-');
263
+ }
264
+ /**
265
+ * The deferred tools the prompt could declare once loaded. The addon rejects a
266
+ * prompt whose tool names it cannot select or whose names fold to one grammar
267
+ * rule, so a deferred tool with such a name, or one whose rule an always-loaded
268
+ * tool, `tool_search` or an earlier deferred tool already holds, is left out of
269
+ * the catalog and the search: the model is never pointed at a tool it cannot
270
+ * call, and the block does not depend on the order tools were loaded in.
271
+ */
272
+ function declarableDeferred(alwaysLoaded, deferred) {
273
+ const taken = new Set([...alwaysLoaded.map((tool) => tool.name), TOOL_SEARCH_NAME].map(grammarRuleName));
274
+ return deferred.filter((tool) => {
275
+ const rule = grammarRuleName(tool.name);
276
+ if (UNSELECTABLE_NAMES.has(tool.name) || taken.has(rule))
277
+ return false;
278
+ taken.add(rule);
279
+ return true;
280
+ });
281
+ }
222
282
  /**
223
- * Split a registered tool list into what the prompt carries and what the
224
- * parser accepts.
283
+ * Split a registered tool list into what the prompt carries and what
284
+ * `tool_search` searches over.
225
285
  *
226
- * Loaded definitions stay out of `toolsToRender` on purpose. They live in the
227
- * history as tool results, which appends to the prefix instead of rewriting
228
- * the block at the front of it — a tool loaded mid-conversation must not cost
229
- * a re-prefill of everything before it.
286
+ * A loaded definition is declared in the tools block like any other tool, in
287
+ * registration order. A schema that sits only in a `tool` result, outside the
288
+ * block and the tool-call grammar, is not reliably called by small models: they
289
+ * search for it again instead. Declaring it changes the block at the front of
290
+ * the prompt, so the turn after a search re-prefills from there.
230
291
  *
231
292
  * Returns `null` when nothing defers, so the existing path is untouched.
232
293
  */
233
- export function resolveDeferredTools(tools, history) {
294
+ export function resolveDeferredTools(tools, history, options) {
234
295
  if (!tools || tools.length === 0)
235
296
  return null;
236
- const { alwaysLoaded, deferred } = partitionTools(tools);
237
- if (deferred.length === 0)
297
+ const partitioned = partitionTools(tools);
298
+ if (partitioned.deferred.length === 0)
238
299
  return null;
300
+ const { alwaysLoaded } = partitioned;
301
+ const deferred = declarableDeferred(alwaysLoaded, partitioned.deferred);
239
302
  const loaded = loadedToolNames(history);
240
- const rendered = [...alwaysLoaded.map(toWireTool), buildToolSearchTool(deferred)];
241
303
  return {
242
- toolsToRender: rendered,
243
- callableTools: [
244
- ...rendered,
304
+ toolsToRender: [
305
+ ...alwaysLoaded.map(toWireTool),
306
+ buildToolSearchTool(deferred, options),
245
307
  ...deferred.filter((tool) => loaded.has(tool.name)).map(toWireTool)
246
308
  ],
247
- deferred: [...deferred]
309
+ deferred
248
310
  };
249
311
  }
250
312
  /**
251
- * Generation params for a turn whose history may have loaded deferred definitions.
252
- *
253
- * The addon builds its tool-call grammar from the rendered tools only, and a
254
- * loaded definition lives in the history rather than that block, so under the
255
- * default grammar the model can never produce the name it just loaded. Unless
256
- * the caller asked for more than the default, those turns run with the grammar
257
- * off and the parser, which does accept loaded names, validates the call.
313
+ * Resolve completion params into a source `executeToolSearch` can search,
314
+ * listing MCP tools first as `completion()` does. Needed only when the params
315
+ * carry `mcp`; resolve once per conversation and reuse the result.
258
316
  */
259
- export function withDeferredToolChoice(generationParams, resolution) {
260
- const toolChoice = generationParams?.tool_choice;
261
- // An explicit "auto" is the default, which is exactly the grammar that cannot reach a loaded tool.
262
- if (toolChoice !== undefined && toolChoice !== 'auto')
263
- return generationParams;
264
- if (!resolution || resolution.callableTools.length === resolution.toolsToRender.length) {
265
- return generationParams;
266
- }
267
- return { ...(generationParams ?? {}), tool_choice: 'none' };
317
+ export async function resolveToolSearchSource(params) {
318
+ const { tools: wire } = validateTools([...(params.tools ?? [])]);
319
+ const mcpTools = params.mcp?.length ? await getMcpTools([...params.mcp]) : [];
320
+ return { tools: [...mcpTools, ...wire], toolSearch: params.toolSearch };
268
321
  }
269
322
  /**
270
323
  * Run a `tool_search` call and produce the `tool` message that carries its
271
324
  * result. Pure over the history it is given; the caller appends the message.
272
325
  *
273
- * Takes either wire `Tool`s or the Zod-schema `ToolInput` form, because what a
274
- * caller holds is whatever they passed to `completion()`. A `ToolInput` whose
275
- * `parameters` is still a Zod object would otherwise be serialised as Zod
276
- * internals and reach the model as a definition it cannot call.
326
+ * Pass the same params given to `completion()`, so the search applies the
327
+ * `toolSearch` limits the model was told; with `mcp`, pass
328
+ * `resolveToolSearchSource(params)` instead. A bare tool list applies the default
329
+ * limits. Tools may be wire `Tool`s or the Zod-schema `ToolInput` form; both
330
+ * are converted to wire form first, so the size cap measures the JSON schemas
331
+ * the prompt will declare, not Zod objects.
277
332
  */
278
- export function executeToolSearch(tools, args, history) {
333
+ export function executeToolSearch(source, args, history) {
334
+ const { tools = [], toolSearch, mcp } = Array.isArray(source)
335
+ ? { tools: source, toolSearch: undefined, mcp: [] }
336
+ : source;
337
+ // MCP tools are listed asynchronously; searching without them would find
338
+ // nothing the model was shown from those servers.
339
+ if (mcp && mcp.length > 0) {
340
+ throw new InvalidToolSchemaError('executeToolSearch cannot list MCP tools. Pass the result of `await resolveToolSearchSource(params)` instead.');
341
+ }
279
342
  const { tools: wire } = validateTools([...tools]);
280
- const { deferred } = partitionTools(wire);
343
+ const { alwaysLoaded, deferred: registered } = partitionTools(wire);
344
+ const deferred = declarableDeferred(alwaysLoaded, registered);
281
345
  const query = typeof args['query'] === 'string' ? args['query'] : '';
282
346
  const limit = typeof args['limit'] === 'number' ? args['limit'] : undefined;
283
347
  const loaded = loadedToolNames(history);
284
- const matches = searchDeferredTools(deferred, query, limit);
285
- // A definition already in the history is not appended a second time; naming
348
+ const matches = searchDeferredTools(deferred, query, limit, toolSearch);
349
+ // A tool the history already loaded is not reported as loaded again; naming
286
350
  // it back tells the model it can call the tool without searching again.
287
351
  const alreadyLoaded = matches.filter((tool) => loaded.has(tool.name)).map((tool) => tool.name);
288
352
  const fresh = matches.filter((tool) => !loaded.has(tool.name));
@@ -1,7 +1,18 @@
1
1
  import type { ToolDialect } from '../../schemas/index.js';
2
2
  /**
3
- * Detects the tool-call dialect from a model's registry name and file path.
4
- * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
5
- * models). Bypass with `completion({ toolDialect })`.
3
+ * The tool-call dialect a model's registry name or file name points to, or
4
+ * undefined when neither matches a known pattern.
6
5
  */
7
- export declare function detectToolDialectFromName(name: string | undefined, path: string): ToolDialect;
6
+ export declare function matchToolDialectFromName(name: string | undefined, path: string): ToolDialect | undefined;
7
+ /**
8
+ * The tool-call dialect for a GGUF `general.architecture` value, or undefined
9
+ * for an architecture whose models use the default dialect.
10
+ */
11
+ export declare function matchToolDialectFromArchitecture(architecture: string | undefined): ToolDialect | undefined;
12
+ /**
13
+ * Resolves a model's tool-call dialect: its name first, then the
14
+ * `general.architecture` in its GGUF header, then "hermes", whose parser chain
15
+ * also covers unknown JSON-payload models. The header is read only when the
16
+ * name does not match. Bypass with `completion({ toolDialect })`.
17
+ */
18
+ export declare function resolveToolDialect(name: string | undefined, path: string): Promise<ToolDialect>;
@@ -1,9 +1,9 @@
1
+ import { readGgufArchitecture } from '../../utils/gguf-architecture.js';
1
2
  /**
2
- * Detects the tool-call dialect from a model's registry name and file path.
3
- * Defaults to "hermes" (its parser chain also covers unknown JSON-payload
4
- * models). Bypass with `completion({ toolDialect })`.
3
+ * The tool-call dialect a model's registry name or file name points to, or
4
+ * undefined when neither matches a known pattern.
5
5
  */
6
- export function detectToolDialectFromName(name, path) {
6
+ export function matchToolDialectFromName(name, path) {
7
7
  const basename = path.toLowerCase().split(/[/\\]/).pop() ?? '';
8
8
  const tag = `${(name ?? '').toLowerCase()}|${basename}`;
9
9
  if (/qwen3[._-]?[568](?![a-z0-9])/.test(tag))
@@ -16,5 +16,34 @@ export function detectToolDialectFromName(name, path) {
16
16
  return 'dsml';
17
17
  if (/lfm[_-]?\d/.test(tag))
18
18
  return 'pythonic';
19
- return 'hermes';
19
+ return undefined;
20
+ }
21
+ const ARCHITECTURE_DIALECTS = new Map([
22
+ ['qwen35', 'qwen35'],
23
+ ['qwen35moe', 'qwen35'],
24
+ ['qwen4exp', 'qwen35'],
25
+ ['gemma4', 'gemma4'],
26
+ ['gpt-oss', 'harmony'],
27
+ ['deepseek32', 'dsml'],
28
+ ['deepseek4', 'dsml'],
29
+ ['lfm2', 'pythonic'],
30
+ ['lfm2moe', 'pythonic']
31
+ ]);
32
+ /**
33
+ * The tool-call dialect for a GGUF `general.architecture` value, or undefined
34
+ * for an architecture whose models use the default dialect.
35
+ */
36
+ export function matchToolDialectFromArchitecture(architecture) {
37
+ return architecture === undefined ? undefined : ARCHITECTURE_DIALECTS.get(architecture);
38
+ }
39
+ /**
40
+ * Resolves a model's tool-call dialect: its name first, then the
41
+ * `general.architecture` in its GGUF header, then "hermes", whose parser chain
42
+ * also covers unknown JSON-payload models. The header is read only when the
43
+ * name does not match. Bypass with `completion({ toolDialect })`.
44
+ */
45
+ export async function resolveToolDialect(name, path) {
46
+ return (matchToolDialectFromName(name, path) ??
47
+ matchToolDialectFromArchitecture(await readGgufArchitecture(path)) ??
48
+ 'hermes');
20
49
  }
@@ -1,3 +1,3 @@
1
- export { detectToolDialectFromName } from './dialect.js';
2
- export { parseToolCalls } from './parser.js';
3
- export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from './defer.js';
1
+ export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
3
+ export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, resolveToolSearchSource, searchDeferredTools } from '../../utils/tools/defer.js';
@@ -1,3 +1,3 @@
1
- export { detectToolDialectFromName } from './dialect.js';
2
- export { parseToolCalls } from './parser.js';
3
- export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from './defer.js';
1
+ export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
2
+ export { parseToolCalls } from '../../utils/tools/parser.js';
3
+ export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, resolveToolSearchSource, searchDeferredTools } from '../../utils/tools/defer.js';
@@ -1,11 +1,11 @@
1
- import { stripThinkingBlocks } from './shared.js';
2
- import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from './parsers/json.js';
3
- import { parseHermesFormat } from './parsers/hermes.js';
4
- import { parsePythonicFormat } from './parsers/pythonic.js';
5
- import { parseHarmonyFormat } from './parsers/harmony.js';
6
- import { parseQwen35Format } from './parsers/qwen35.js';
7
- import { parseGemma4NativeFormat } from './parsers/gemma4native.js';
8
- import { parseDsmlFormat } from './parsers/dsml.js';
1
+ import { stripThinkingBlocks } from '../../utils/tools/shared.js';
2
+ import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '../../utils/tools/parsers/json.js';
3
+ import { parseHermesFormat } from '../../utils/tools/parsers/hermes.js';
4
+ import { parsePythonicFormat } from '../../utils/tools/parsers/pythonic.js';
5
+ import { parseHarmonyFormat } from '../../utils/tools/parsers/harmony.js';
6
+ import { parseQwen35Format } from '../../utils/tools/parsers/qwen35.js';
7
+ import { parseGemma4NativeFormat } from '../../utils/tools/parsers/gemma4native.js';
8
+ import { parseDsmlFormat } from '../../utils/tools/parsers/dsml.js';
9
9
  function pickFormatParsers(dialect) {
10
10
  switch (dialect) {
11
11
  case 'pythonic':
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseDsmlFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // DeepSeek marks DSML tags with a fullwidth vertical line (U+FF5C `|`), not
3
3
  // the ASCII pipe used by the visually similar `<|...|>` markers of the harmony
4
4
  // and gemma4 dialects — the two must not be conflated. V4 wraps calls in
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseGemma4NativeFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Transliterates Gemma 4's JS-literal argument body to valid JSON so it can
3
3
  // be parsed with JSON.parse. The body uses:
4
4
  // - <|"|>...<|"|> instead of "..." for string values
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseHarmonyFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  const HARMONY_FRAME_RE = /to=functions\.([\w-]+)\s+<\|constrain\|>json<\|message\|>([\s\S]*?)(?=<\|call\|>|$)/g;
3
3
  export function parseHarmonyFormat(text, tools) {
4
4
  const toolCalls = [];
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseHermesFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Qwen3.5/3.6 can fuse its two tool templates into one frame, embedding the
3
3
  // XML `<function=NAME>` token as a bare string key inside the JSON envelope:
4
4
  // {"function=NAME","arguments":{...}} (invalid JSON, not parseable as-is)
@@ -1,5 +1,5 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseGemmaFormat(text: string, tools: Tool[]): ParserResult;
4
4
  export declare function parseLlamacppFormat(text: string, tools: Tool[]): ParserResult;
5
5
  export declare function parseGenericFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  export function parseGemmaFormat(text, tools) {
3
3
  const toolCalls = [];
4
4
  const errors = [];
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parsePythonicFormat(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Pythonic `[name(k=v), ...]` arrays. LFM 2.x is auto-routed; Llama-style
3
3
  // tokens are kept for callers that opt in via `completion({ toolDialect:
4
4
  // "pythonic" })` for a model known to emit Pythonic. Pure string parsing —
@@ -1,3 +1,3 @@
1
1
  import type { Tool } from '../../../schemas/index.js';
2
- import { type ParserResult } from '../shared.js';
2
+ import { type ParserResult } from '../../../utils/tools/shared.js';
3
3
  export declare function parseQwen35Format(text: string, tools: Tool[]): ParserResult;
@@ -1,4 +1,4 @@
1
- import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../shared.js';
1
+ import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
2
2
  // Coerce raw parameter text to the type declared in the tool's JSON schema.
3
3
  // String values are raw (not JSON-quoted); arrays/objects are valid JSON.
4
4
  function coerceParamValue(raw, schema) {
@@ -2,9 +2,19 @@ import { type TranscribeSegment } from '../schemas/index.js';
2
2
  /**
3
3
  * A native transcript segment, as emitted by the engines of
4
4
  * `@qvac/asr-ggml` and by `@qvac/bci-whispercpp`. `text` plus the timing
5
- * fields are shared; `isEndOfTurn` and `startsWord` are parakeet-only, and
6
- * `windowStartTimestep` is BCI delta-streaming-only.
5
+ * fields are shared; `isEndOfTurn` and `startsWord` are parakeet-only,
6
+ * `tokenIds`, `isFinal`, `chunkIndex` and `eotConfidence` are parakeet
7
+ * streaming-only, `language`, `noSpeechProb`, `speakerTurnNext` and `tokens`
8
+ * are whisper-only, and `windowStartTimestep` is BCI delta-streaming-only.
7
9
  */
10
+ export interface AsrAddonToken {
11
+ text: string;
12
+ /** Token start time in seconds. */
13
+ start: number;
14
+ /** Token end time in seconds. */
15
+ end: number;
16
+ probability: number;
17
+ }
8
18
  export interface AsrAddonSegment {
9
19
  text: string;
10
20
  speakerId?: number;
@@ -22,6 +32,22 @@ export interface AsrAddonSegment {
22
32
  isEndOfTurn?: boolean;
23
33
  /** Parakeet: the segment begins a new SentencePiece word. */
24
34
  startsWord?: boolean;
35
+ /** Parakeet streaming: native token ids of the segment. */
36
+ tokenIds?: number[];
37
+ /** Parakeet streaming: explicit native finality, including empty final markers. */
38
+ isFinal?: boolean;
39
+ /** Parakeet streaming: native chunk index; -1 when unknown. */
40
+ chunkIndex?: number;
41
+ /** Parakeet EOU streaming: native end-of-turn confidence. */
42
+ eotConfidence?: number;
43
+ /** Whisper: language the window was decoded in (e.g. `"en"`). */
44
+ language?: string;
45
+ /** Whisper: probability that the segment's window holds no speech. */
46
+ noSpeechProb?: number;
47
+ /** Whisper with `tdrz_enable`: a speaker turn follows this segment. */
48
+ speakerTurnNext?: boolean;
49
+ /** Whisper with `token_timestamps`: per-token text, timing and probability. */
50
+ tokens?: AsrAddonToken[];
25
51
  /** BCI delta streaming: absolute timestep at which the owning window began. */
26
52
  windowStartTimestep?: number;
27
53
  }
@@ -1,5 +1,13 @@
1
1
  import { ModelType } from '../schemas/index.js';
2
2
  import { TranscriptionFailedError } from '../errors/index.js';
3
+ function toTranscribeToken(token) {
4
+ return {
5
+ text: token.text,
6
+ startMs: token.start * 1000,
7
+ endMs: token.end * 1000,
8
+ probability: token.probability
9
+ };
10
+ }
3
11
  /**
4
12
  * Normalize a native transcript segment to the engine-level
5
13
  * `TranscribeSegment` shape exposed to callers: seconds → milliseconds,
@@ -25,6 +33,14 @@ export function toTranscribeSegment(chunk) {
25
33
  id: chunk.id ?? 0,
26
34
  ...(chunk.isEndOfTurn !== undefined && { isEndOfTurn: chunk.isEndOfTurn }),
27
35
  ...(chunk.startsWord !== undefined && { startsWord: chunk.startsWord }),
36
+ ...(chunk.tokenIds !== undefined && { tokenIds: [...chunk.tokenIds] }),
37
+ ...(chunk.isFinal !== undefined && { isFinal: chunk.isFinal }),
38
+ ...(chunk.chunkIndex !== undefined && { chunkIndex: chunk.chunkIndex }),
39
+ ...(chunk.eotConfidence !== undefined && { eotConfidence: chunk.eotConfidence }),
40
+ ...(chunk.language !== undefined && { language: chunk.language }),
41
+ ...(chunk.noSpeechProb !== undefined && { noSpeechProb: chunk.noSpeechProb }),
42
+ ...(chunk.speakerTurnNext !== undefined && { speakerTurnNext: chunk.speakerTurnNext }),
43
+ ...(chunk.tokens !== undefined && { tokens: chunk.tokens.map(toTranscribeToken) }),
28
44
  ...(chunk.windowStartTimestep !== undefined && {
29
45
  windowStartTimestep: chunk.windowStartTimestep
30
46
  })
@@ -1,5 +1,5 @@
1
1
  import type { TtsStats } from '../schemas/index.js';
2
- import type { TtsStats as AddonTtsStats, TtsOutputChunk } from './addon-responses.js';
2
+ import type { TtsStats as AddonTtsStats, TtsOutputChunk } from '../utils/addon-responses.js';
3
3
  /**
4
4
  * Shared types and utilities for TTS operations.
5
5
  * Used by both text-to-speech.ts and text-to-speech-stream.ts.
@@ -8,10 +8,14 @@ export type TtsStreamChunk = TtsOutputChunk;
8
8
  export type TtsOpYield = {
9
9
  text?: string;
10
10
  buffer: number[];
11
+ /** Base64 int16 LE PCM; set instead of `buffer` by the ops (see `encodeTtsPcm`). */
12
+ pcm?: string;
11
13
  sampleRate?: number;
12
14
  chunkIndex?: number;
13
15
  sentenceChunk?: string;
14
16
  isLast?: boolean;
17
+ /** CosyVoice3: the speech tokens of the synthesis this frame belongs to. */
18
+ speechTokenIds?: number[];
15
19
  };
16
20
  /**
17
21
  * Everything an addon chunk carries beyond its PCM. Shared by both TTS ops so
@@ -20,17 +24,55 @@ export type TtsOpYield = {
20
24
  * forwarded the metadata.
21
25
  */
22
26
  export declare function chunkMetadata(chunk: TtsStreamChunk): {
27
+ speechTokenIds?: number[];
23
28
  isLast?: boolean;
24
29
  sentenceChunk?: string;
25
30
  chunkIndex?: number;
26
31
  sampleRate?: number;
27
32
  };
33
+ /**
34
+ * Whether a chunk has anything to forward besides PCM. CosyVoice3's native
35
+ * chunk streaming ends with an empty-PCM `isLast` chunk that carries the
36
+ * run's `speechTokenIds`; Audio8's native end markers are empty too but carry
37
+ * nothing, so the ops skip those and forward these.
38
+ */
39
+ export declare function carriesSpeechTokenIds(chunk: TtsStreamChunk): boolean;
28
40
  /**
29
41
  * Appends a chunk's samples to `target` in place, which keeps collecting an
30
42
  * utterance linear in its length — a natively chunked MOSS run emits dozens of
31
43
  * chunks into one buffer.
32
44
  */
33
45
  export declare function appendPcm(target: number[], samples: ArrayLike<number>): void;
46
+ /**
47
+ * One contiguous buffer from the engine's per-chunk output arrays: an
48
+ * `Int16Array` when every part is one (the engines' PCM), else a plain array.
49
+ */
50
+ export declare function concatPcm(parts: readonly ArrayLike<number>[]): Int16Array | number[];
51
+ /**
52
+ * The audio fields of a frame: int16 engine output rides the wire as base64
53
+ * `pcm`; anything else (test doubles, non-int16 engines) stays a `buffer`.
54
+ */
55
+ export declare function pcmFrame(samples: ArrayLike<number>): {
56
+ buffer: number[];
57
+ pcm?: string;
58
+ };
59
+ /**
60
+ * The addon stats that keep their name on the wire. `audioDurationMs` is the
61
+ * one rename (`audioDuration`, the name the SDK has always exposed) and is
62
+ * handled on its own below.
63
+ *
64
+ * Two compile-time checks keep this table honest. `satisfies` requires every
65
+ * entry to be a key of both the addon's stats and `ttsStatsSchema`, and
66
+ * `UnforwardedTtsStats` below requires every key of either type to be an
67
+ * entry. A stat added to one side only, or to both without a line here, fails
68
+ * to compile rather than being dropped silently.
69
+ */
70
+ declare const TTS_FORWARDED_STATS: readonly ["totalTime", "realTimeFactor", "tokensPerSecond", "totalSamples", "generatedFrames", "firstAudioMs", "backendDevice", "backendId", "gpuUnsupported", "enhancerBackendDevice", "enhancerBackendId", "denoiserBackendDevice", "denoiserBackendId", "codecSidecarLoaded", "codecOnCoreml", "decoderSidecarLoaded", "dacSidecarLoaded", "decoderOnCoreml", "dacOnCoreml", "t3Ms", "s3genMs", "t3Tokens", "stageTotalMs", "lmPrefillMs", "lmDecodeMs", "flowFrontendMs", "ditEulerMs", "hiftF0Ms", "hiftSourceMs", "hiftStftMs", "hiftDecodeMs", "decodeSteps", "speechTokens", "flowFrames", "melFrames", "textIds", "promptSpeechTokens", "voiceEncodeMs", "promptMs", "prefillMs", "sampleMs", "fastDecodeMs", "slowDecodeMs", "codecLatentMs", "codecSynthMs", "resampleMs"];
71
+ type ForwardedTtsStat = (typeof TTS_FORWARDED_STATS)[number];
72
+ type UnforwardedTtsStats = Exclude<keyof AddonTtsStats, ForwardedTtsStat | 'audioDurationMs'> | Exclude<keyof TtsStats, ForwardedTtsStat | 'audioDuration'>;
73
+ type AssertNoUnforwardedTtsStats<T extends never> = T;
74
+ export type TtsStatsTableIsExhaustive = AssertNoUnforwardedTtsStats<UnforwardedTtsStats>;
34
75
  export declare function collectTtsStats(response: {
35
76
  stats?: AddonTtsStats;
36
77
  }): TtsStats;
78
+ export {};