@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -1,5 +1,7 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { ModelRegistryQueryFailedError } from '../errors/index.js';
3
+ import { generateRequestId } from '../runtime/request-id.js';
4
+ import { decoratePromise } from '../utils/decorate-promise.js';
3
5
  function validateRegistryResponse(response) {
4
6
  if (!response.success) {
5
7
  throw new ModelRegistryQueryFailedError(response.error ?? 'Unknown registry error');
@@ -8,12 +10,19 @@ function validateRegistryResponse(response) {
8
10
  /**
9
11
  * Returns all available models from the QVAC distributed model registry.
10
12
  *
11
- * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about.
13
+ * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about,
14
+ * decorated with a synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
15
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
12
16
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
13
17
  */
14
- async function modelRegistryList() {
18
+ function modelRegistryList() {
19
+ const requestId = generateRequestId();
20
+ return decoratePromise(runList(requestId), { requestId });
21
+ }
22
+ async function runList(requestId) {
15
23
  const request = {
16
- type: 'modelRegistryList'
24
+ type: 'modelRegistryList',
25
+ requestId
17
26
  };
18
27
  const response = (await send(request));
19
28
  validateRegistryResponse(response);
@@ -28,15 +37,22 @@ async function modelRegistryList() {
28
37
  * @param params.quantization - Quantization identifier (e.g., `"Q4_K_M"`).
29
38
  * @param params.modelType - Alias for `addon`; kept for backward compatibility.
30
39
  * @param params.addon - Model addon / category to restrict results to.
31
- * @returns A promise resolving to the matching `ModelRegistryEntry` entries.
40
+ * @returns A promise resolving to the matching `ModelRegistryEntry` entries, decorated with a
41
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
42
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
32
43
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
33
44
  */
34
- async function modelRegistrySearch(params = {}) {
45
+ function modelRegistrySearch(params = {}) {
46
+ const requestId = generateRequestId();
47
+ return decoratePromise(runSearch(params, requestId), { requestId });
48
+ }
49
+ async function runSearch(params, requestId) {
35
50
  const { modelType, ...rest } = params;
36
51
  const request = {
37
52
  type: 'modelRegistrySearch',
38
53
  ...rest,
39
- addon: modelType ?? rest.addon
54
+ addon: modelType ?? rest.addon,
55
+ requestId
40
56
  };
41
57
  const response = (await send(request));
42
58
  validateRegistryResponse(response);
@@ -47,15 +63,22 @@ async function modelRegistrySearch(params = {}) {
47
63
  *
48
64
  * @param registryPath - Registry-relative path of the model to fetch.
49
65
  * @param registrySource - Registry source identifier (e.g., `"huggingface"`, `"local"`).
50
- * @returns A promise resolving to the matching `ModelRegistryEntry`.
66
+ * @returns A promise resolving to the matching `ModelRegistryEntry`, decorated with a
67
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
51
68
  * @throws {ModelRegistryModelNotFoundError} When the registry has no model at this source and path.
69
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
52
70
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
53
71
  */
54
- async function modelRegistryGetModel(registryPath, registrySource) {
72
+ function modelRegistryGetModel(registryPath, registrySource) {
73
+ const requestId = generateRequestId();
74
+ return decoratePromise(runGetModel(registryPath, registrySource, requestId), { requestId });
75
+ }
76
+ async function runGetModel(registryPath, registrySource, requestId) {
55
77
  const request = {
56
78
  type: 'modelRegistryGetModel',
57
79
  registryPath,
58
- registrySource
80
+ registrySource,
81
+ requestId
59
82
  };
60
83
  const response = (await send(request));
61
84
  validateRegistryResponse(response);
@@ -35,9 +35,10 @@ export declare class TtsMulticast {
35
35
  *
36
36
  * - `stream: false` — collect all PCM samples and resolve once via
37
37
  * `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
38
- * - `stream: true` (default) — yield PCM samples through `result.bufferStream`
39
- * (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
40
- * array.
38
+ * - `stream: true` (default) — yield PCM through `result.chunkStream`
39
+ * (`AsyncGenerator<Int16Array>`, one chunk per frame) or
40
+ * `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
41
+ * `buffer` resolves to an empty array.
41
42
  * - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
42
43
  * (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
43
44
  * metadata with the audio. Multiple consumers can iterate the response
@@ -60,7 +61,8 @@ export declare class TtsMulticast {
60
61
  * before draining the audio); `result.stats` and `result.stopReason` resolve
61
62
  * from the terminal frame. All three resolve — with `undefined` when the run
62
63
  * produced none — rather than reject. In `stream: true` mode (the default) the
63
- * run starts lazily: nothing is sent until `bufferStream` is first iterated, so
64
+ * run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
65
+ * first iterated, so
64
66
  * `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
65
67
  * `stream: false` and `sentenceStream: true` modes the run starts immediately.
66
68
  * Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
@@ -68,7 +70,7 @@ export declare class TtsMulticast {
68
70
  *
69
71
  * @param params - TTS request parameters (see `TtsClientParamsInput`).
70
72
  * @param options - Optional RPC options (timeout, profiling, force new connection).
71
- * @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
73
+ * @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
72
74
  * `sampleRate`, `stats`, and (when `sentenceStream: true`)
73
75
  * `chunkUpdates`.
74
76
  * @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
@@ -87,11 +89,18 @@ export type TtsSideChannel = {
87
89
  sampleRate: Promise<number | undefined>;
88
90
  stats: Promise<TtsStats | undefined>;
89
91
  stopReason: Promise<'completed' | 'cancelled' | undefined>;
92
+ speechTokenIds: Promise<number[] | undefined>;
90
93
  observe(response: TtsResponse): void;
91
94
  settle(): void;
92
95
  };
93
96
  /** Exported for test use; not part of the public API surface. */
94
97
  export declare function createTtsSideChannel(): TtsSideChannel;
98
+ export declare function sentenceAudioViews(subscription: AsyncGenerator<TtsResponse>): {
99
+ bufferStream: AsyncGenerator<number>;
100
+ chunkStream: AsyncGenerator<Int16Array>;
101
+ };
102
+ export declare function pcmChunksOf(source: AsyncIterable<TtsResponse>): AsyncGenerator<Int16Array>;
103
+ export declare function samplesOf(chunks: AsyncIterable<Int16Array>): AsyncGenerator<number>;
95
104
  /**
96
105
  * Duplex session: write UTF-8 text fragments (e.g. LLM token deltas) via `write`. Each string or
97
106
  * Buffer should be a complete UTF-8 fragment. The engine forwards them to ONNX TTS `runStreaming`
@@ -1,4 +1,4 @@
1
- import { textToSpeechStreamResponseSchema } from '../schemas/index.js';
1
+ import { textToSpeechStreamResponseSchema, withDecodedTtsPcm, decodeTtsPcm } from '../schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
3
  import { stream as streamRpc, duplex } from '../dispatch.js';
4
4
  import { getAppLogger } from '../logging/index.js';
@@ -167,7 +167,13 @@ function buildTextToSpeechStreamRequest(params, requestId) {
167
167
  ...(params.expressivity !== undefined && { expressivity: params.expressivity }),
168
168
  ...(params.noise !== undefined && { noise: params.noise }),
169
169
  ...(params.reverb !== undefined && { reverb: params.reverb }),
170
- ...(params.quality !== undefined && { quality: params.quality })
170
+ ...(params.quality !== undefined && { quality: params.quality }),
171
+ // Per-request voice controls: CosyVoice3's instruct, Audio8's reference pair.
172
+ ...(params.instruct !== undefined && { instruct: params.instruct }),
173
+ ...(params.referenceAudioSrc !== undefined && {
174
+ referenceAudioSrc: params.referenceAudioSrc
175
+ }),
176
+ ...(params.referenceText !== undefined && { referenceText: params.referenceText })
171
177
  };
172
178
  }
173
179
  /**
@@ -177,9 +183,10 @@ function buildTextToSpeechStreamRequest(params, requestId) {
177
183
  *
178
184
  * - `stream: false` — collect all PCM samples and resolve once via
179
185
  * `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
180
- * - `stream: true` (default) — yield PCM samples through `result.bufferStream`
181
- * (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
182
- * array.
186
+ * - `stream: true` (default) — yield PCM through `result.chunkStream`
187
+ * (`AsyncGenerator<Int16Array>`, one chunk per frame) or
188
+ * `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
189
+ * `buffer` resolves to an empty array.
183
190
  * - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
184
191
  * (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
185
192
  * metadata with the audio. Multiple consumers can iterate the response
@@ -202,7 +209,8 @@ function buildTextToSpeechStreamRequest(params, requestId) {
202
209
  * before draining the audio); `result.stats` and `result.stopReason` resolve
203
210
  * from the terminal frame. All three resolve — with `undefined` when the run
204
211
  * produced none — rather than reject. In `stream: true` mode (the default) the
205
- * run starts lazily: nothing is sent until `bufferStream` is first iterated, so
212
+ * run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
213
+ * first iterated, so
206
214
  * `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
207
215
  * `stream: false` and `sentenceStream: true` modes the run starts immediately.
208
216
  * Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
@@ -210,7 +218,7 @@ function buildTextToSpeechStreamRequest(params, requestId) {
210
218
  *
211
219
  * @param params - TTS request parameters (see `TtsClientParamsInput`).
212
220
  * @param options - Optional RPC options (timeout, profiling, force new connection).
213
- * @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
221
+ * @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
214
222
  * `sampleRate`, `stats`, and (when `sentenceStream: true`)
215
223
  * `chunkUpdates`.
216
224
  * @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
@@ -244,6 +252,7 @@ export function createTtsSideChannel() {
244
252
  let resolveSampleRate;
245
253
  let resolveStats;
246
254
  let resolveStopReason;
255
+ let resolveSpeechTokenIds;
247
256
  const sampleRate = new Promise((resolve) => {
248
257
  resolveSampleRate = resolve;
249
258
  });
@@ -253,15 +262,22 @@ export function createTtsSideChannel() {
253
262
  const stopReason = new Promise((resolve) => {
254
263
  resolveStopReason = resolve;
255
264
  });
265
+ const speechTokenIds = new Promise((resolve) => {
266
+ resolveSpeechTokenIds = resolve;
267
+ });
256
268
  let seenSampleRate;
257
269
  let latestStats;
258
270
  let seenStopReason;
271
+ // CosyVoice3 hands back one array per native synthesis; the chunked paths
272
+ // run one per sentence, so the run's trajectory is their concatenation.
273
+ let seenSpeechTokenIds;
259
274
  let settled = false;
260
275
  return {
261
276
  text,
262
277
  sampleRate,
263
278
  stats,
264
279
  stopReason,
280
+ speechTokenIds,
265
281
  observe(response) {
266
282
  if (response.text !== undefined)
267
283
  seenText = response.text;
@@ -277,6 +293,13 @@ export function createTtsSideChannel() {
277
293
  latestStats = response.stats;
278
294
  if (response.stopReason !== undefined)
279
295
  seenStopReason = response.stopReason;
296
+ if (response.speechTokenIds !== undefined) {
297
+ // Append into one owned array: a spread per frame would copy every
298
+ // token collected so far on each sentence of a long stream.
299
+ seenSpeechTokenIds ??= [];
300
+ for (const id of response.speechTokenIds)
301
+ seenSpeechTokenIds.push(id);
302
+ }
280
303
  },
281
304
  settle() {
282
305
  if (settled)
@@ -286,6 +309,7 @@ export function createTtsSideChannel() {
286
309
  resolveSampleRate(seenSampleRate);
287
310
  resolveStats(latestStats);
288
311
  resolveStopReason(seenStopReason);
312
+ resolveSpeechTokenIds(seenSpeechTokenIds);
289
313
  }
290
314
  };
291
315
  }
@@ -294,9 +318,10 @@ export function createTtsSideChannel() {
294
318
  // constructed in tests with a hand-rolled source instead.
295
319
  async function* ttsResponseSource(request, options, side) {
296
320
  try {
297
- for await (const response of streamRpc(request, options)) {
298
- if (response.type !== 'textToSpeech')
321
+ for await (const raw of streamRpc(request, options)) {
322
+ if (raw.type !== 'textToSpeech')
299
323
  continue;
324
+ const response = withDecodedTtsPcm(raw);
300
325
  side.observe(response);
301
326
  yield response;
302
327
  }
@@ -315,10 +340,11 @@ function sentenceStreamTts(request, options) {
315
340
  // deferred subscribing until the generators were iterated, the first
316
341
  // consumer could trim the queue before the second ever registered,
317
342
  // silently dropping earlier frames.
318
- const bufferSubscription = multicast.subscribe();
343
+ const audio = sentenceAudioViews(multicast.subscribe());
319
344
  const chunkSubscription = multicast.subscribe();
320
345
  return {
321
- bufferStream: sentenceBufferStream(bufferSubscription),
346
+ bufferStream: audio.bufferStream,
347
+ chunkStream: audio.chunkStream,
322
348
  chunkUpdates: sentenceChunkUpdates(chunkSubscription),
323
349
  buffer: Promise.resolve([]),
324
350
  done: multicast.done,
@@ -326,23 +352,38 @@ function sentenceStreamTts(request, options) {
326
352
  text: side.text,
327
353
  sampleRate: side.sampleRate,
328
354
  stats: side.stats,
329
- stopReason: side.stopReason
355
+ stopReason: side.stopReason,
356
+ speechTokenIds: side.speechTokenIds
330
357
  };
331
358
  }
332
- async function* sentenceBufferStream(source) {
359
+ // Both audio views share ONE multicast subscription, so an un-iterated
360
+ // `chunkStream` cannot pin the queue for a caller that drains `bufferStream`
361
+ // and `chunkUpdates` only. Exported for test use; not part of the public
362
+ // surface.
363
+ export function sentenceAudioViews(subscription) {
364
+ const chunkStream = pcmChunksOf(subscription);
365
+ return { bufferStream: samplesOf(chunkStream), chunkStream };
366
+ }
367
+ export async function* pcmChunksOf(source) {
333
368
  for await (const m of source) {
334
369
  if (m.buffer.length > 0) {
335
- yield* m.buffer;
370
+ yield Int16Array.from(m.buffer);
336
371
  }
337
372
  if (m.done)
338
373
  break;
339
374
  }
340
375
  }
376
+ export async function* samplesOf(chunks) {
377
+ for await (const chunk of chunks) {
378
+ yield* chunk;
379
+ }
380
+ }
341
381
  async function* sentenceChunkUpdates(source) {
342
382
  for await (const m of source) {
343
383
  const hasAudio = m.buffer.length > 0;
344
384
  const hasMeta = m.chunkIndex !== undefined ||
345
- (typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0);
385
+ (typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0) ||
386
+ m.speechTokenIds !== undefined;
346
387
  if (hasAudio || hasMeta) {
347
388
  yield {
348
389
  buffer: hasAudio ? [...m.buffer] : [],
@@ -351,7 +392,8 @@ async function* sentenceChunkUpdates(source) {
351
392
  ...(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0
352
393
  ? { sentenceChunk: m.sentenceChunk }
353
394
  : {}),
354
- ...(m.isLast !== undefined ? { isLast: m.isLast } : {})
395
+ ...(m.isLast !== undefined ? { isLast: m.isLast } : {}),
396
+ ...(m.speechTokenIds !== undefined ? { speechTokenIds: m.speechTokenIds } : {})
355
397
  };
356
398
  }
357
399
  if (m.done)
@@ -367,30 +409,38 @@ function plainStreamTts(request, options) {
367
409
  });
368
410
  done.catch(() => { });
369
411
  const side = createTtsSideChannel();
412
+ // Both views share one lazy run; iterating either starts it.
413
+ const chunkStream = plainTtsChunkStream(request, options, resolveDone, rejectDone, side);
370
414
  return {
371
- bufferStream: plainTtsBufferStream(request, options, resolveDone, rejectDone, side),
415
+ bufferStream: samplesOf(chunkStream),
416
+ chunkStream,
372
417
  buffer: Promise.resolve([]),
373
418
  done,
374
419
  requestId: request.requestId,
375
420
  text: side.text,
376
421
  sampleRate: side.sampleRate,
377
422
  stats: side.stats,
378
- stopReason: side.stopReason
423
+ stopReason: side.stopReason,
424
+ speechTokenIds: side.speechTokenIds
379
425
  };
380
426
  }
381
- async function* plainTtsBufferStream(request, options, resolveDone, rejectDone, side) {
427
+ async function* plainTtsChunkStream(request, options, resolveDone, rejectDone, side) {
382
428
  let settled = false;
383
429
  try {
384
- for await (const response of streamRpc(request, options)) {
385
- if (response.type !== 'textToSpeech')
430
+ for await (const raw of streamRpc(request, options)) {
431
+ if (raw.type !== 'textToSpeech')
386
432
  continue;
387
433
  // See TtsMulticast.pump — skip per-frame Zod validation; the engine is
388
434
  // the source of truth for this response shape.
389
- side.observe(response);
390
- if (response.buffer.length > 0) {
391
- yield* response.buffer;
435
+ // The side channel reads text, rate, stats and stopReason, never the
436
+ // audio, so a `pcm` frame is decoded straight to the typed array callers
437
+ // get instead of through an intermediate `number[]`.
438
+ side.observe(raw);
439
+ const chunk = raw.pcm !== undefined ? decodeTtsPcm(raw.pcm) : Int16Array.from(raw.buffer);
440
+ if (chunk.length > 0) {
441
+ yield chunk;
392
442
  }
393
- if (response.done) {
443
+ if (raw.done) {
394
444
  settled = true;
395
445
  resolveDone(true);
396
446
  }
@@ -422,24 +472,28 @@ function collectTts(request, options) {
422
472
  const side = createTtsSideChannel();
423
473
  return {
424
474
  bufferStream: emptyBufferStream(),
475
+ chunkStream: emptyChunkStream(),
425
476
  buffer: collectTtsBuffer(request, options, resolveDone, rejectDone, side),
426
477
  done,
427
478
  requestId: request.requestId,
428
479
  text: side.text,
429
480
  sampleRate: side.sampleRate,
430
481
  stats: side.stats,
431
- stopReason: side.stopReason
482
+ stopReason: side.stopReason,
483
+ speechTokenIds: side.speechTokenIds
432
484
  };
433
485
  }
434
486
  async function* emptyBufferStream() {
435
487
  // Non-streaming mode exposes no incremental buffer stream.
436
488
  }
489
+ async function* emptyChunkStream() { }
437
490
  async function collectTtsBuffer(request, options, resolveDone, rejectDone, side) {
438
491
  let buffer = [];
439
492
  try {
440
- for await (const response of streamRpc(request, options)) {
441
- if (response.type !== 'textToSpeech')
493
+ for await (const raw of streamRpc(request, options)) {
494
+ if (raw.type !== 'textToSpeech')
442
495
  continue;
496
+ const response = withDecodedTtsPcm(raw);
443
497
  side.observe(response);
444
498
  buffer = buffer.concat(response.buffer);
445
499
  if (response.done) {
@@ -551,5 +605,5 @@ function processTextToSpeechStreamLine(line) {
551
605
  if (obj['type'] === 'error') {
552
606
  throw new TextToSpeechStreamFailedError(obj['message'] ?? 'Unknown server error');
553
607
  }
554
- return textToSpeechStreamResponseSchema.parse(parsed);
608
+ return withDecodedTtsPcm(textToSpeechStreamResponseSchema.parse(parsed));
555
609
  }
@@ -11,7 +11,9 @@ type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCO
11
11
  * @param params.prompt - Optional initial prompt to guide the transcription
12
12
  * @param params.metadata - When true, resolves to an array of transcript
13
13
  * segments (`{ text, startMs, endMs, append, id }`,
14
- * plus `isEndOfTurn` and `startsWord` on parakeet)
14
+ * plus `isEndOfTurn` and `startsWord` on parakeet, and
15
+ * `language`, `noSpeechProb`, `speakerTurnNext` and
16
+ * `tokens` on whisper when the engine reports them)
15
17
  * instead of joined text.
16
18
  * @param options - Optional RPC options including per-call profiling
17
19
  * @returns A promise (decorated with `requestId`) resolving to the
@@ -59,7 +61,9 @@ export declare function transcribeStream(params: TranscribeClientParams, options
59
61
  * @param params.prompt - Optional initial prompt to guide transcription
60
62
  * @param params.metadata - When true, the session yields transcript segment
61
63
  * objects (`{ text, startMs, endMs, append, id }`,
62
- * plus `isEndOfTurn` and `startsWord` on parakeet)
64
+ * plus `isEndOfTurn` and `startsWord` on parakeet, and
65
+ * `language`, `noSpeechProb`, `speakerTurnNext` and
66
+ * `tokens` on whisper when the engine reports them)
63
67
  * instead of plain text.
64
68
  * @param options - Optional RPC options including per-call profiling.
65
69
  * @returns A session object: call `write(audioChunk)` with a `Uint8Array`
@@ -300,6 +300,8 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
300
300
  speaking: response.vad.speaking,
301
301
  probability: response.vad.probability,
302
302
  ...(response.vad.source && { source: response.vad.source }),
303
+ ...(response.vad.timestamp !== undefined && { timestamp: response.vad.timestamp }),
304
+ ...(response.vad.chunkIndex !== undefined && { chunkIndex: response.vad.chunkIndex }),
303
305
  ...(response.vad.speakerId !== undefined && { speakerId: response.vad.speakerId })
304
306
  };
305
307
  }
@@ -311,9 +313,13 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
311
313
  silenceDurationMs: response.endOfTurn.silenceDurationMs
312
314
  };
313
315
  }
316
+ const { timestamp, chunkIndex, confidence } = response.endOfTurn;
314
317
  return {
315
318
  type: 'endOfTurn',
316
- source: 'parakeet'
319
+ source: 'parakeet',
320
+ ...(timestamp !== undefined && { timestamp }),
321
+ ...(chunkIndex !== undefined && { chunkIndex }),
322
+ ...(confidence !== undefined && { confidence })
317
323
  };
318
324
  }
319
325
  if (wantsMetadata) {
@@ -1,5 +1,5 @@
1
1
  import { send } from '../dispatch.js';
2
- import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
2
+ import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexSetStagedSearchParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
3
3
  /**
4
4
  * A handle to a vector index that lives in worker memory.
5
5
  *
@@ -27,9 +27,31 @@ export interface VectorIndex {
27
27
  readonly storage: VectorIndexStorage | undefined;
28
28
  /** Number of live entries as of the last call that changed or reported it. */
29
29
  readonly length: number;
30
+ /**
31
+ * TQ+ calibration state as of create, load, or the last successful add.
32
+ * Undefined when an external provider does not report calibration.
33
+ */
34
+ readonly calibrated: boolean | undefined;
35
+ /**
36
+ * Staged search setting as of the last successful call that reported it.
37
+ * Undefined when an external provider does not report the setting.
38
+ */
39
+ readonly stagedSearch: boolean | undefined;
40
+ /**
41
+ * Turns TurboVec staged search on or off. Off on every new or loaded index.
42
+ * On supported hosts, dimensions divisible by 32 and at least 32,768 entries
43
+ * use a shortlist for faster searches with lower recall. Other dimensions
44
+ * and v3 snapshots retain the setting but scan in full. The setting is not
45
+ * saved in snapshots. Rejects non-TurboVec storage or unsupported providers.
46
+ */
47
+ setStagedSearch(params: VectorIndexSetStagedSearchParams, options?: RPCOptions): Promise<{
48
+ stagedSearch: boolean;
49
+ }>;
30
50
  /**
31
51
  * Adds vectors under the given ids in one atomic batch. Rejects duplicate
32
52
  * ids, ids equal to 2^64 - 1, and rows whose length differs from `dim`.
53
+ * A fresh TurboVec index attempts calibration from a first batch of at
54
+ * least 1,000 vectors. A smaller first batch leaves it uncalibrated.
33
55
  * @returns The number of live entries after the add.
34
56
  */
35
57
  add(params: VectorIndexAddParams, options?: RPCOptions): Promise<{
@@ -93,7 +115,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
93
115
  * documents.
94
116
  *
95
117
  * @param params - Index parameters
96
- * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 1024.
118
+ * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
97
119
  * @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
98
120
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
99
121
  * @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
@@ -106,7 +128,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
106
128
  * ['1', 'Saturn moon Titan has lakes of liquid methane.'],
107
129
  * ['2', 'Solar panels turn sunlight into electricity.']
108
130
  * ])
109
- * const { embedding } = await embed({ modelId, text: [...documents.values()] })
131
+ * const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
110
132
  *
111
133
  * await using index = await createVectorIndex({ dim: embedding[0].length })
112
134
  * await index.add({ ids: [...documents.keys()], vectors: embedding })
@@ -19,6 +19,8 @@ export function createVectorIndexClient(transport) {
19
19
  function createHandle(opened) {
20
20
  const { indexId, dim, storage } = opened;
21
21
  let length = opened.length;
22
+ let calibrated = opened.calibrated;
23
+ let stagedSearch = opened.stagedSearch;
22
24
  let disposed = false;
23
25
  // Row lengths are checked here so a mismatch fails before any request is
24
26
  // sent and before the worker touches native memory.
@@ -49,6 +51,17 @@ export function createVectorIndexClient(transport) {
49
51
  get length() {
50
52
  return length;
51
53
  },
54
+ get calibrated() {
55
+ return calibrated;
56
+ },
57
+ get stagedSearch() {
58
+ return stagedSearch;
59
+ },
60
+ async setStagedSearch(params, options) {
61
+ const response = await call({ type: 'vectorIndex', operation: 'setStagedSearch', indexId, enabled: params.enabled }, options);
62
+ stagedSearch = response.stagedSearch;
63
+ return { stagedSearch };
64
+ },
52
65
  async add(params, options) {
53
66
  assertRows(params.vectors, 'vectors');
54
67
  const response = await call({
@@ -59,6 +72,8 @@ export function createVectorIndexClient(transport) {
59
72
  vectors: params.vectors
60
73
  }, options);
61
74
  length = response.length;
75
+ calibrated = response.calibrated;
76
+ stagedSearch = response.stagedSearch;
62
77
  return { length };
63
78
  },
64
79
  search,
@@ -115,7 +130,7 @@ const client = createVectorIndexClient(send);
115
130
  * documents.
116
131
  *
117
132
  * @param params - Index parameters
118
- * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 1024.
133
+ * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
119
134
  * @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
120
135
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
121
136
  * @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
@@ -128,7 +143,7 @@ const client = createVectorIndexClient(send);
128
143
  * ['1', 'Saturn moon Titan has lakes of liquid methane.'],
129
144
  * ['2', 'Solar panels turn sunlight into electricity.']
130
145
  * ])
131
- * const { embedding } = await embed({ modelId, text: [...documents.values()] })
146
+ * const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
132
147
  *
133
148
  * await using index = await createVectorIndex({ dim: embedding[0].length })
134
149
  * await index.add({ ids: [...documents.keys()], vectors: embedding })