@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -2,7 +2,7 @@ import { z } from 'zod';
2
2
  /**
3
3
  * Storage modes of the native vector index. The `TURBOVEC_*` modes are the
4
4
  * quantised TurboVec formats and require a dimension divisible by 8 and no
5
- * greater than 1024. `F32`, `Q8` and `Q4` are the generic stores of the same
5
+ * greater than 16384. `F32`, `Q8` and `Q4` are the generic stores of the same
6
6
  * addon and accept any dimension. Declared as a name-to-value map, like
7
7
  * `ModelType`, so the contract carries the names for generated clients.
8
8
  */
@@ -63,6 +63,9 @@ export declare const vectorIndexIdsParamsSchema: z.ZodObject<{
63
63
  export declare const vectorIndexWriteParamsSchema: z.ZodObject<{
64
64
  path: z.ZodString;
65
65
  }, z.core.$strip>;
66
+ export declare const vectorIndexSetStagedSearchParamsSchema: z.ZodObject<{
67
+ enabled: z.ZodBoolean;
68
+ }, z.core.$strip>;
66
69
  export declare const vectorIndexRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
67
70
  dim: z.ZodNumber;
68
71
  storage: z.ZodDefault<z.ZodEnum<{
@@ -73,41 +76,64 @@ export declare const vectorIndexRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObj
73
76
  readonly TURBOVEC_Q2: "turbovec-q2";
74
77
  }>>;
75
78
  operation: z.ZodLiteral<"create">;
79
+ sessionId: z.ZodOptional<z.ZodString>;
80
+ requestId: z.ZodOptional<z.ZodString>;
76
81
  type: z.ZodLiteral<"vectorIndex">;
77
82
  }, z.core.$strip>, z.ZodObject<{
78
83
  path: z.ZodString;
79
84
  operation: z.ZodLiteral<"load">;
85
+ sessionId: z.ZodOptional<z.ZodString>;
86
+ requestId: z.ZodOptional<z.ZodString>;
80
87
  type: z.ZodLiteral<"vectorIndex">;
81
88
  }, z.core.$strip>, z.ZodObject<{
82
89
  ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
83
90
  vectors: z.ZodArray<z.ZodArray<z.ZodNumber>>;
84
91
  operation: z.ZodLiteral<"add">;
85
92
  indexId: z.ZodString;
93
+ sessionId: z.ZodOptional<z.ZodString>;
94
+ requestId: z.ZodOptional<z.ZodString>;
86
95
  type: z.ZodLiteral<"vectorIndex">;
87
96
  }, z.core.$strip>, z.ZodObject<{
88
97
  queries: z.ZodArray<z.ZodArray<z.ZodNumber>>;
89
98
  k: z.ZodNumber;
90
99
  operation: z.ZodLiteral<"search">;
91
100
  indexId: z.ZodString;
101
+ sessionId: z.ZodOptional<z.ZodString>;
102
+ requestId: z.ZodOptional<z.ZodString>;
92
103
  type: z.ZodLiteral<"vectorIndex">;
93
104
  }, z.core.$strip>, z.ZodObject<{
94
105
  ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
95
106
  operation: z.ZodLiteral<"remove">;
96
107
  indexId: z.ZodString;
108
+ sessionId: z.ZodOptional<z.ZodString>;
109
+ requestId: z.ZodOptional<z.ZodString>;
97
110
  type: z.ZodLiteral<"vectorIndex">;
98
111
  }, z.core.$strip>, z.ZodObject<{
99
112
  ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
100
113
  operation: z.ZodLiteral<"contains">;
101
114
  indexId: z.ZodString;
115
+ sessionId: z.ZodOptional<z.ZodString>;
116
+ requestId: z.ZodOptional<z.ZodString>;
102
117
  type: z.ZodLiteral<"vectorIndex">;
103
118
  }, z.core.$strip>, z.ZodObject<{
104
119
  path: z.ZodString;
105
120
  operation: z.ZodLiteral<"write">;
106
121
  indexId: z.ZodString;
122
+ sessionId: z.ZodOptional<z.ZodString>;
123
+ requestId: z.ZodOptional<z.ZodString>;
124
+ type: z.ZodLiteral<"vectorIndex">;
125
+ }, z.core.$strip>, z.ZodObject<{
126
+ enabled: z.ZodBoolean;
127
+ operation: z.ZodLiteral<"setStagedSearch">;
128
+ indexId: z.ZodString;
129
+ sessionId: z.ZodOptional<z.ZodString>;
130
+ requestId: z.ZodOptional<z.ZodString>;
107
131
  type: z.ZodLiteral<"vectorIndex">;
108
132
  }, z.core.$strip>, z.ZodObject<{
109
133
  operation: z.ZodLiteral<"dispose">;
110
134
  indexId: z.ZodString;
135
+ sessionId: z.ZodOptional<z.ZodString>;
136
+ requestId: z.ZodOptional<z.ZodString>;
111
137
  type: z.ZodLiteral<"vectorIndex">;
112
138
  }, z.core.$strip>], "operation">;
113
139
  export declare const vectorIndexHitSchema: z.ZodObject<{
@@ -115,6 +141,7 @@ export declare const vectorIndexHitSchema: z.ZodObject<{
115
141
  score: z.ZodNumber;
116
142
  }, z.core.$strip>;
117
143
  export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
144
+ requestId: z.ZodOptional<z.ZodString>;
118
145
  type: z.ZodLiteral<"vectorIndex">;
119
146
  operation: z.ZodLiteral<"create">;
120
147
  indexId: z.ZodString;
@@ -127,7 +154,10 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
127
154
  readonly TURBOVEC_Q2: "turbovec-q2";
128
155
  }>;
129
156
  length: z.ZodNumber;
157
+ calibrated: z.ZodOptional<z.ZodBoolean>;
158
+ stagedSearch: z.ZodOptional<z.ZodBoolean>;
130
159
  }, z.core.$strip>, z.ZodObject<{
160
+ requestId: z.ZodOptional<z.ZodString>;
131
161
  type: z.ZodLiteral<"vectorIndex">;
132
162
  operation: z.ZodLiteral<"load">;
133
163
  indexId: z.ZodString;
@@ -140,11 +170,17 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
140
170
  readonly TURBOVEC_Q2: "turbovec-q2";
141
171
  }>>;
142
172
  length: z.ZodNumber;
173
+ calibrated: z.ZodOptional<z.ZodBoolean>;
174
+ stagedSearch: z.ZodOptional<z.ZodBoolean>;
143
175
  }, z.core.$strip>, z.ZodObject<{
176
+ requestId: z.ZodOptional<z.ZodString>;
144
177
  type: z.ZodLiteral<"vectorIndex">;
145
178
  operation: z.ZodLiteral<"add">;
146
179
  length: z.ZodNumber;
180
+ calibrated: z.ZodOptional<z.ZodBoolean>;
181
+ stagedSearch: z.ZodOptional<z.ZodBoolean>;
147
182
  }, z.core.$strip>, z.ZodObject<{
183
+ requestId: z.ZodOptional<z.ZodString>;
148
184
  type: z.ZodLiteral<"vectorIndex">;
149
185
  operation: z.ZodLiteral<"search">;
150
186
  results: z.ZodArray<z.ZodArray<z.ZodObject<{
@@ -152,19 +188,28 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
152
188
  score: z.ZodNumber;
153
189
  }, z.core.$strip>>>;
154
190
  }, z.core.$strip>, z.ZodObject<{
191
+ requestId: z.ZodOptional<z.ZodString>;
155
192
  type: z.ZodLiteral<"vectorIndex">;
156
193
  operation: z.ZodLiteral<"remove">;
157
194
  removed: z.ZodArray<z.ZodBoolean>;
158
195
  length: z.ZodNumber;
159
196
  }, z.core.$strip>, z.ZodObject<{
197
+ requestId: z.ZodOptional<z.ZodString>;
160
198
  type: z.ZodLiteral<"vectorIndex">;
161
199
  operation: z.ZodLiteral<"contains">;
162
200
  present: z.ZodArray<z.ZodBoolean>;
163
201
  }, z.core.$strip>, z.ZodObject<{
202
+ requestId: z.ZodOptional<z.ZodString>;
164
203
  type: z.ZodLiteral<"vectorIndex">;
165
204
  operation: z.ZodLiteral<"write">;
166
205
  path: z.ZodString;
167
206
  }, z.core.$strip>, z.ZodObject<{
207
+ requestId: z.ZodOptional<z.ZodString>;
208
+ type: z.ZodLiteral<"vectorIndex">;
209
+ operation: z.ZodLiteral<"setStagedSearch">;
210
+ stagedSearch: z.ZodBoolean;
211
+ }, z.core.$strip>, z.ZodObject<{
212
+ requestId: z.ZodOptional<z.ZodString>;
168
213
  type: z.ZodLiteral<"vectorIndex">;
169
214
  operation: z.ZodLiteral<"dispose">;
170
215
  disposed: z.ZodBoolean;
@@ -189,6 +234,7 @@ export type VectorIndexSearchParams = {
189
234
  k: number;
190
235
  };
191
236
  export type VectorIndexWriteParams = z.infer<typeof vectorIndexWriteParamsSchema>;
237
+ export type VectorIndexSetStagedSearchParams = z.infer<typeof vectorIndexSetStagedSearchParamsSchema>;
192
238
  export declare function toWireVectorIds(ids: readonly VectorId[]): VectorIdWire[];
193
239
  /** Index of the first row whose length differs from `dim`, or -1 when every row matches. */
194
240
  export declare function findVectorRowLengthMismatch(rows: readonly (readonly number[])[], dim: number): number;
@@ -1,9 +1,10 @@
1
1
  import { z } from 'zod';
2
+ import { trackedRequestSchema } from '../schemas/request-base.js';
2
3
  // ============== Storage vocabulary ==============
3
4
  /**
4
5
  * Storage modes of the native vector index. The `TURBOVEC_*` modes are the
5
6
  * quantised TurboVec formats and require a dimension divisible by 8 and no
6
- * greater than 1024. `F32`, `Q8` and `Q4` are the generic stores of the same
7
+ * greater than 16384. `F32`, `Q8` and `Q4` are the generic stores of the same
7
8
  * addon and accept any dimension. Declared as a name-to-value map, like
8
9
  * `ModelType`, so the contract carries the names for generated clients.
9
10
  */
@@ -67,47 +68,56 @@ export const vectorIndexIdsParamsSchema = z.object({
67
68
  export const vectorIndexWriteParamsSchema = z.object({
68
69
  path: snapshotPathSchema
69
70
  });
71
+ export const vectorIndexSetStagedSearchParamsSchema = z.object({
72
+ enabled: z.boolean()
73
+ });
70
74
  // ============== Requests ==============
71
75
  const vectorIndexTypeField = { type: z.literal('vectorIndex') };
76
+ const vectorIndexRequestFields = { ...vectorIndexTypeField, ...trackedRequestSchema.shape };
72
77
  const handleField = { indexId: indexIdSchema };
73
78
  const vectorIndexCreateRequestSchema = createVectorIndexParamsSchema.extend({
74
- ...vectorIndexTypeField,
79
+ ...vectorIndexRequestFields,
75
80
  operation: z.literal('create')
76
81
  });
77
82
  const vectorIndexLoadRequestSchema = loadVectorIndexParamsSchema.extend({
78
- ...vectorIndexTypeField,
83
+ ...vectorIndexRequestFields,
79
84
  operation: z.literal('load')
80
85
  });
81
86
  const vectorIndexAddRequestSchema = vectorIndexAddParamsSchema.extend({
82
- ...vectorIndexTypeField,
87
+ ...vectorIndexRequestFields,
83
88
  ...handleField,
84
89
  operation: z.literal('add')
85
90
  });
86
91
  const vectorIndexSearchRequestSchema = vectorIndexSearchParamsSchema.extend({
87
- ...vectorIndexTypeField,
92
+ ...vectorIndexRequestFields,
88
93
  ...handleField,
89
94
  operation: z.literal('search')
90
95
  });
91
96
  const vectorIndexRemoveRequestSchema = vectorIndexIdsParamsSchema.extend({
92
- ...vectorIndexTypeField,
97
+ ...vectorIndexRequestFields,
93
98
  ...handleField,
94
99
  operation: z.literal('remove')
95
100
  });
96
101
  const vectorIndexContainsRequestSchema = vectorIndexIdsParamsSchema.extend({
97
- ...vectorIndexTypeField,
102
+ ...vectorIndexRequestFields,
98
103
  ...handleField,
99
104
  operation: z.literal('contains')
100
105
  });
101
106
  const vectorIndexWriteRequestSchema = vectorIndexWriteParamsSchema.extend({
102
- ...vectorIndexTypeField,
107
+ ...vectorIndexRequestFields,
103
108
  ...handleField,
104
109
  operation: z.literal('write')
105
110
  });
106
111
  const vectorIndexDisposeRequestSchema = z.object({
107
- ...vectorIndexTypeField,
112
+ ...vectorIndexRequestFields,
108
113
  ...handleField,
109
114
  operation: z.literal('dispose')
110
115
  });
116
+ const vectorIndexSetStagedSearchRequestSchema = vectorIndexSetStagedSearchParamsSchema.extend({
117
+ ...vectorIndexRequestFields,
118
+ ...handleField,
119
+ operation: z.literal('setStagedSearch')
120
+ });
111
121
  export const vectorIndexRequestSchema = z.discriminatedUnion('operation', [
112
122
  vectorIndexCreateRequestSchema,
113
123
  vectorIndexLoadRequestSchema,
@@ -116,6 +126,7 @@ export const vectorIndexRequestSchema = z.discriminatedUnion('operation', [
116
126
  vectorIndexRemoveRequestSchema,
117
127
  vectorIndexContainsRequestSchema,
118
128
  vectorIndexWriteRequestSchema,
129
+ vectorIndexSetStagedSearchRequestSchema,
119
130
  vectorIndexDisposeRequestSchema
120
131
  ]);
121
132
  // ============== Responses ==============
@@ -123,8 +134,17 @@ export const vectorIndexHitSchema = z.object({
123
134
  id: z.string(),
124
135
  score: z.number()
125
136
  });
126
- const vectorIndexResponseBaseSchema = z.object(vectorIndexTypeField);
137
+ const vectorIndexResponseBaseSchema = z.object({
138
+ ...vectorIndexTypeField,
139
+ requestId: z.string().optional().describe('Identity of the request.')
140
+ });
141
+ // External providers may omit controls introduced after the original contract.
142
+ const vectorIndexStateFields = {
143
+ calibrated: z.boolean().optional(),
144
+ stagedSearch: z.boolean().optional()
145
+ };
127
146
  const vectorIndexCreateResponseSchema = vectorIndexResponseBaseSchema.extend({
147
+ ...vectorIndexStateFields,
128
148
  operation: z.literal('create'),
129
149
  indexId: indexIdSchema,
130
150
  dim: z.number().int().positive(),
@@ -134,6 +154,7 @@ const vectorIndexCreateResponseSchema = vectorIndexResponseBaseSchema.extend({
134
154
  // A loaded snapshot reports its storage only when the backend can derive it;
135
155
  // the native index exposes a bit width, and 4 bits is ambiguous.
136
156
  const vectorIndexLoadResponseSchema = vectorIndexResponseBaseSchema.extend({
157
+ ...vectorIndexStateFields,
137
158
  operation: z.literal('load'),
138
159
  indexId: indexIdSchema,
139
160
  dim: z.number().int().positive(),
@@ -141,6 +162,7 @@ const vectorIndexLoadResponseSchema = vectorIndexResponseBaseSchema.extend({
141
162
  length: lengthSchema
142
163
  });
143
164
  const vectorIndexAddResponseSchema = vectorIndexResponseBaseSchema.extend({
165
+ ...vectorIndexStateFields,
144
166
  operation: z.literal('add'),
145
167
  length: lengthSchema
146
168
  });
@@ -165,6 +187,10 @@ const vectorIndexDisposeResponseSchema = vectorIndexResponseBaseSchema.extend({
165
187
  operation: z.literal('dispose'),
166
188
  disposed: z.boolean()
167
189
  });
190
+ const vectorIndexSetStagedSearchResponseSchema = vectorIndexResponseBaseSchema.extend({
191
+ operation: z.literal('setStagedSearch'),
192
+ stagedSearch: z.boolean()
193
+ });
168
194
  export const vectorIndexResponseSchema = z.discriminatedUnion('operation', [
169
195
  vectorIndexCreateResponseSchema,
170
196
  vectorIndexLoadResponseSchema,
@@ -173,6 +199,7 @@ export const vectorIndexResponseSchema = z.discriminatedUnion('operation', [
173
199
  vectorIndexRemoveResponseSchema,
174
200
  vectorIndexContainsResponseSchema,
175
201
  vectorIndexWriteResponseSchema,
202
+ vectorIndexSetStagedSearchResponseSchema,
176
203
  vectorIndexDisposeResponseSchema
177
204
  ]);
178
205
  // ============== Helpers shared by the in-process and RPC clients ==============
@@ -44,12 +44,12 @@ export declare const vlaConfigSchema: z.ZodObject<{
44
44
  backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
45
45
  cpu: "cpu";
46
46
  auto: "auto";
47
- cuda: "cuda";
48
47
  vulkan: "vulkan";
49
- metal: "metal";
50
48
  opencl: "opencl";
51
- hip: "hip";
49
+ metal: "metal";
50
+ cuda: "cuda";
52
51
  rocm: "rocm";
52
+ hip: "hip";
53
53
  sycl: "sycl";
54
54
  }>>>;
55
55
  verbosity: z.ZodOptional<z.ZodNumber>;
package/dist/surface.d.ts CHANGED
@@ -1,6 +1,7 @@
1
- export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, VERBOSITY, type Attachment, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
1
+ export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, type EmbedInput, type EmbedInputPart, type EmbedMediaSource, type EmbedLegacyParams as EmbedParams, type EmbedClientParams, type EmbedClientInput, type EmbedBatchClientParams as EmbedBatchParams, type EmbedBatchClientParams, type ImageEmbeddingConfig, type ImageEmbeddingStats, VERBOSITY, type Attachment, type HistoryContent, type HistoryContentPart, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type TranscribeToken, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, requestParent, type PluginHandlerContext, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_IMAGE_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
2
2
  export { type ToolInput, type ToolHandler } from './utils/tool-helpers.js';
3
- export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, searchDeferredTools } from './utils/tools/defer.js';
3
+ export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, resolveToolSearchSource, searchDeferredTools, type ToolSearchSource } from './utils/tools/defer.js';
4
+ export { untilAborted } from './utils/until-aborted.js';
4
5
  export * from './schemas/index.js';
5
6
  export * from './profiling/index.js';
6
7
  export * from './constants/index.js';
@@ -11,7 +12,7 @@ export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
11
12
  export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
12
13
  export * from './models/registry/index.js';
13
14
  export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
14
- export { RpcServerOperationError, InferenceCancelledError, ContextOverflowError, type ContextOverflowErrorSizes, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
15
+ export { RpcServerOperationError, AudioEncodeFailedError, InferenceCancelledError, ContextOverflowError, type ContextOverflowErrorSizes, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, SessionIdConflictError, SessionNotOpenError, ModelLeasedError, ModelReconfiguredError, OwnerOnlyError, RAGWorkspaceBusyError, ModelNotLoadedError, ModelRegistryModelNotFoundError, ModelRegistryBusyError, TranslationFailedError, InvalidSeedFromParamsError, KvCacheSeedSourceNotFoundError, KvCacheSeedSharingDisabledError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
15
16
  export type { InferenceCancelledPartial } from './errors/index.js';
16
17
  export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
17
18
  export type { Logger, LogTransport, LoggerOptions } from './logging/index.js';
package/dist/surface.js CHANGED
@@ -2,8 +2,9 @@
2
2
  // the model registry. Every `bare-*` import here is `import type` (erased at
3
3
  // build), so it pulls no runtime dependency and no engine. `index.ts` re-exports
4
4
  // it alongside the engine.
5
- export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, definePlugin, defineHandler, defineDuplexHandler, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
6
- export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, searchDeferredTools } from './utils/tools/defer.js';
5
+ export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, definePlugin, defineHandler, defineDuplexHandler, requestParent, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_IMAGE_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
6
+ export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, resolveToolSearchSource, searchDeferredTools } from './utils/tools/defer.js';
7
+ export { untilAborted } from './utils/until-aborted.js';
7
8
  // The full value-clean schema, profiling, and constant barrels: the @qvac/sdk client
8
9
  // and worker source every internal schema/const/profiling name from here, so it
9
10
  // carries no duplicate copies. All value-clean (only erased `import type` touches
@@ -24,7 +25,7 @@ export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
24
25
  // Error classes consumers need for `instanceof` checks: on rejected promises,
25
26
  // and on the synchronous throws of `plugins()` / `registerPlugin` (the plugin
26
27
  // group below).
27
- export { RpcServerOperationError, InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
28
+ export { RpcServerOperationError, AudioEncodeFailedError, InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, SessionIdConflictError, SessionNotOpenError, ModelLeasedError, ModelReconfiguredError, OwnerOnlyError, RAGWorkspaceBusyError, ModelNotLoadedError, ModelRegistryModelNotFoundError, ModelRegistryBusyError, TranslationFailedError, InvalidSeedFromParamsError, KvCacheSeedSourceNotFoundError, KvCacheSeedSharingDisabledError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
28
29
  // Logging
29
30
  export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
30
31
  // Profiler
@@ -9,7 +9,9 @@ export interface LlmStats {
9
9
  generatedTokens?: number;
10
10
  avgConcurrentSeq?: number;
11
11
  toolDefinitionsDropped?: number;
12
- backendDevice?: 'cpu' | 'gpu';
12
+ draftTokens?: number;
13
+ draftAcceptedTokens?: number;
14
+ backendDevice?: 'cpu' | 'gpu' | 'npu';
13
15
  stopReason?: 'none' | 'eos' | 'antiprompt' | 'predictionLimit' | 'sequenceLimit' | 'contextOverflow';
14
16
  }
15
17
  export interface LlmResponse {
@@ -36,10 +38,52 @@ export interface TtsStats {
36
38
  gpuUnsupported?: number;
37
39
  enhancerBackendDevice?: number;
38
40
  enhancerBackendId?: number;
41
+ denoiserBackendDevice?: number;
42
+ denoiserBackendId?: number;
39
43
  /** Audio8 only, macOS / iOS: 1 while the Core ML codec sidecar is attached. */
40
44
  codecSidecarLoaded?: number;
41
45
  /** Audio8 only: 1 when the synthesis ran its codec on that sidecar, 0 on ggml. */
42
46
  codecOnCoreml?: number;
47
+ /** Parler only, macOS / iOS: 1 while the decoder / DAC Core ML sidecar is attached. */
48
+ decoderSidecarLoaded?: number;
49
+ dacSidecarLoaded?: number;
50
+ /** Parler only: 1 when the synthesis ran that stage on Core ML, 0 for ggml or a mixed run. */
51
+ decoderOnCoreml?: number;
52
+ dacOnCoreml?: number;
53
+ /** Milliseconds to the first audio, where the engine reports it. */
54
+ firstAudioMs?: number;
55
+ /** Chatterbox: T3 decode and S3Gen + HiFT wall times (ms), speech tokens T3 emitted. */
56
+ t3Ms?: number;
57
+ s3genMs?: number;
58
+ t3Tokens?: number;
59
+ /** CosyVoice3 / Audio8: the engine's own wall time (ms), the sum of its stages. */
60
+ stageTotalMs?: number;
61
+ /** CosyVoice3 stage wall times (ms). */
62
+ lmPrefillMs?: number;
63
+ lmDecodeMs?: number;
64
+ flowFrontendMs?: number;
65
+ ditEulerMs?: number;
66
+ hiftF0Ms?: number;
67
+ hiftSourceMs?: number;
68
+ hiftStftMs?: number;
69
+ hiftDecodeMs?: number;
70
+ /** CosyVoice3 work counters. */
71
+ decodeSteps?: number;
72
+ speechTokens?: number;
73
+ flowFrames?: number;
74
+ melFrames?: number;
75
+ textIds?: number;
76
+ promptSpeechTokens?: number;
77
+ /** Audio8 stage wall times (ms). */
78
+ voiceEncodeMs?: number;
79
+ promptMs?: number;
80
+ prefillMs?: number;
81
+ sampleMs?: number;
82
+ fastDecodeMs?: number;
83
+ slowDecodeMs?: number;
84
+ codecLatentMs?: number;
85
+ codecSynthMs?: number;
86
+ resampleMs?: number;
43
87
  }
44
88
  /**
45
89
  * @qvac/tts-ggml `TTSOutputChunk & SentenceStreamChunkMeta`. The chunker runs
@@ -55,6 +99,11 @@ export interface TtsOutputChunk {
55
99
  sentenceChunk?: string;
56
100
  /** True on the final pre-chunked output; undefined when it is not known up front. */
57
101
  isLast?: boolean;
102
+ /**
103
+ * CosyVoice3: the speech tokens of this synthesis. Batch output carries them
104
+ * with the PCM; native chunk streaming on a final `isLast` chunk with no PCM.
105
+ */
106
+ speechTokenIds?: number[];
58
107
  }
59
108
  export interface TtsResponse {
60
109
  stats?: TtsStats;
@@ -71,7 +120,27 @@ export interface EmbedResponse {
71
120
  stats?: EmbedStats;
72
121
  await(): Promise<Float32Array[][]>;
73
122
  }
74
- export type TranscribeStats = Partial<ASRGgml.WhisperRuntimeStats & ASRGgml.ParakeetRuntimeStats>;
123
+ /**
124
+ * MOSS-Transcribe-Diarize runtime statistics. The addon types only the whisper
125
+ * and parakeet shapes, so these are the keys `MossTranscribeModel::runtimeStats()`
126
+ * emits, under its own names.
127
+ */
128
+ export interface MossTranscribeRuntimeStats {
129
+ totalTime: number;
130
+ realTimeFactor: number;
131
+ audioDurationMs: number;
132
+ /** Output segments of the run. */
133
+ segments: number;
134
+ audioTokens: number;
135
+ promptTokens: number;
136
+ generatedTokens: number;
137
+ encodeMs: number;
138
+ prefillMs: number;
139
+ decodeMs: number;
140
+ backendDevice: number;
141
+ backendId: number;
142
+ }
143
+ export type TranscribeStats = Partial<ASRGgml.WhisperRuntimeStats & ASRGgml.ParakeetRuntimeStats & MossTranscribeRuntimeStats>;
75
144
  export type TranscribeAddonSegment = ASRGgml.TranscriptionSegment;
76
145
  export type TranscribeAddonVadEvent = ASRGgml.VadEvent;
77
146
  export type TranscribeAddonEndOfTurnEvent = ASRGgml.EndOfTurnEvent;
@@ -1,5 +1,5 @@
1
1
  import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall, ToolCallError } from '../schemas/index.js';
2
- import { type ToolHandlerMap } from './tool-helpers.js';
2
+ import { type ToolHandlerMap } from '../utils/tool-helpers.js';
3
3
  export type AggregatedEvents = {
4
4
  contentText: string;
5
5
  thinkingText: string;
@@ -1,5 +1,5 @@
1
- import { normalizeAssistantCacheContent } from './cache-normalize.js';
2
- import { attachHandlersToToolCalls } from './tool-helpers.js';
1
+ import { normalizeAssistantCacheContent } from '../utils/cache-normalize.js';
2
+ import { attachHandlersToToolCalls } from '../utils/tool-helpers.js';
3
3
  export function aggregateEvents(events) {
4
4
  let contentText = '';
5
5
  let thinkingText = '';
@@ -1,4 +1,11 @@
1
1
  import type { AbortSignal } from 'bare-abort-controller';
2
2
  export declare function isArchiveUrl(url: string): boolean;
3
3
  export declare function extractTarStream(archivePath: string, extractDir: string, useGunzip: boolean, signal?: AbortSignal): Promise<void>;
4
+ /**
5
+ * An extracted sharded archive is complete when every shard exists and the
6
+ * extraction that wrote them finished. Caches from earlier SDK versions have no
7
+ * marker, so the first load after upgrading extracts the archive again, which
8
+ * downloads it again when it came over HTTP.
9
+ */
10
+ export declare function isShardedExtractionComplete(extractDir: string, shardFilename: string): Promise<boolean>;
4
11
  export declare function extractAndValidateShardedArchive(archivePath: string, extractDir: string, signal?: AbortSignal): Promise<string>;