@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,19 +1,28 @@
1
1
  import { send } from '../dispatch.js';
2
2
  import { ModelRegistryQueryFailedError } from '../errors/index.js';
3
- function validateRegistryResponse(response, fallbackError) {
3
+ import { generateRequestId } from '../runtime/request-id.js';
4
+ import { decoratePromise } from '../utils/decorate-promise.js';
5
+ function validateRegistryResponse(response) {
4
6
  if (!response.success) {
5
- throw new ModelRegistryQueryFailedError(response.error ?? fallbackError ?? 'Unknown registry error');
7
+ throw new ModelRegistryQueryFailedError(response.error ?? 'Unknown registry error');
6
8
  }
7
9
  }
8
10
  /**
9
11
  * Returns all available models from the QVAC distributed model registry.
10
12
  *
11
- * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about.
13
+ * @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about,
14
+ * decorated with a synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
15
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
12
16
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
13
17
  */
14
- async function modelRegistryList() {
18
+ function modelRegistryList() {
19
+ const requestId = generateRequestId();
20
+ return decoratePromise(runList(requestId), { requestId });
21
+ }
22
+ async function runList(requestId) {
15
23
  const request = {
16
- type: 'modelRegistryList'
24
+ type: 'modelRegistryList',
25
+ requestId
17
26
  };
18
27
  const response = (await send(request));
19
28
  validateRegistryResponse(response);
@@ -28,15 +37,22 @@ async function modelRegistryList() {
28
37
  * @param params.quantization - Quantization identifier (e.g., `"Q4_K_M"`).
29
38
  * @param params.modelType - Alias for `addon`; kept for backward compatibility.
30
39
  * @param params.addon - Model addon / category to restrict results to.
31
- * @returns A promise resolving to the matching `ModelRegistryEntry` entries.
40
+ * @returns A promise resolving to the matching `ModelRegistryEntry` entries, decorated with a
41
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
42
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
32
43
  * @throws {ModelRegistryQueryFailedError} When the registry query fails.
33
44
  */
34
- async function modelRegistrySearch(params = {}) {
45
+ function modelRegistrySearch(params = {}) {
46
+ const requestId = generateRequestId();
47
+ return decoratePromise(runSearch(params, requestId), { requestId });
48
+ }
49
+ async function runSearch(params, requestId) {
35
50
  const { modelType, ...rest } = params;
36
51
  const request = {
37
52
  type: 'modelRegistrySearch',
38
53
  ...rest,
39
- addon: modelType ?? rest.addon
54
+ addon: modelType ?? rest.addon,
55
+ requestId
40
56
  };
41
57
  const response = (await send(request));
42
58
  validateRegistryResponse(response);
@@ -47,17 +63,25 @@ async function modelRegistrySearch(params = {}) {
47
63
  *
48
64
  * @param registryPath - Registry-relative path of the model to fetch.
49
65
  * @param registrySource - Registry source identifier (e.g., `"huggingface"`, `"local"`).
50
- * @returns A promise resolving to the matching `ModelRegistryEntry`.
51
- * @throws {ModelRegistryQueryFailedError} When the model cannot be located or the registry query fails.
66
+ * @returns A promise resolving to the matching `ModelRegistryEntry`, decorated with a
67
+ * synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
68
+ * @throws {ModelRegistryModelNotFoundError} When the registry has no model at this source and path.
69
+ * @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
70
+ * @throws {ModelRegistryQueryFailedError} When the registry query fails.
52
71
  */
53
- async function modelRegistryGetModel(registryPath, registrySource) {
72
+ function modelRegistryGetModel(registryPath, registrySource) {
73
+ const requestId = generateRequestId();
74
+ return decoratePromise(runGetModel(registryPath, registrySource, requestId), { requestId });
75
+ }
76
+ async function runGetModel(registryPath, registrySource, requestId) {
54
77
  const request = {
55
78
  type: 'modelRegistryGetModel',
56
79
  registryPath,
57
- registrySource
80
+ registrySource,
81
+ requestId
58
82
  };
59
83
  const response = (await send(request));
60
- validateRegistryResponse(response, `Model not found: ${registrySource}/${registryPath}`);
84
+ validateRegistryResponse(response);
61
85
  return response.model;
62
86
  }
63
87
  export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel };
@@ -0,0 +1,17 @@
1
+ import { type RerankParams, type RerankScores, type RPCOptions } from '../schemas/index.js';
2
+ /**
3
+ * Scores documents by relevance to a query with a reranker model.
4
+ *
5
+ * @param params - Model ID, query, and the documents to score.
6
+ * @param options - Dispatch options.
7
+ * @returns A promise with a synchronous requestId for cancel(). Resolves to
8
+ * one score per document, in input order; higher is more relevant. Scores are
9
+ * the model's raw output, so compare them within one model only.
10
+ * @throws {RequestValidationFailedError} If the request is invalid.
11
+ * @throws {InferenceCancelledError} If the request is cancelled.
12
+ * @throws {RequestRejectedByPolicyError} If this model's rerank queue is full.
13
+ * @throws {InvalidResponseError} If the handler returns a malformed result.
14
+ */
15
+ export declare function rerank(params: RerankParams, options?: RPCOptions): Promise<RerankScores> & {
16
+ requestId: string;
17
+ };
@@ -0,0 +1,36 @@
1
+ import { send } from '../dispatch.js';
2
+ import { rerankParamsSchema, rerankResponseSchema } from '../schemas/index.js';
3
+ import { InvalidResponseError } from '../errors/index.js';
4
+ import { decoratePromise } from '../utils/decorate-promise.js';
5
+ import { generateRequestId } from '../runtime/request-id.js';
6
+ import { parseClientInput } from '../api/parse-input.js';
7
+ /**
8
+ * Scores documents by relevance to a query with a reranker model.
9
+ *
10
+ * @param params - Model ID, query, and the documents to score.
11
+ * @param options - Dispatch options.
12
+ * @returns A promise with a synchronous requestId for cancel(). Resolves to
13
+ * one score per document, in input order; higher is more relevant. Scores are
14
+ * the model's raw output, so compare them within one model only.
15
+ * @throws {RequestValidationFailedError} If the request is invalid.
16
+ * @throws {InferenceCancelledError} If the request is cancelled.
17
+ * @throws {RequestRejectedByPolicyError} If this model's rerank queue is full.
18
+ * @throws {InvalidResponseError} If the handler returns a malformed result.
19
+ */
20
+ export function rerank(params, options) {
21
+ const requestId = generateRequestId();
22
+ return decoratePromise(runRerank(params, requestId, options), { requestId });
23
+ }
24
+ async function runRerank(params, requestId, options) {
25
+ const input = parseClientInput(rerankParamsSchema, params);
26
+ const response = await send({ ...input, type: 'rerank', requestId }, options);
27
+ if (response.type !== 'rerank')
28
+ throw new InvalidResponseError('rerank');
29
+ const parsed = rerankResponseSchema.safeParse(response);
30
+ if (!parsed.success)
31
+ throw new InvalidResponseError('rerank', parsed.error);
32
+ const { scores } = parsed.data;
33
+ if (scores.length !== input.documents.length)
34
+ throw new InvalidResponseError('rerank');
35
+ return scores;
36
+ }
@@ -1,5 +1,6 @@
1
+ import { AbortController } from 'bare-abort-controller';
1
2
  import { getAppLogger, ALL_LOG_ID } from '../logging/index.js';
2
- import { loggingStream } from './logging-stream.js';
3
+ import { loggingStream } from '../api/logging-stream.js';
3
4
  const logger = getAppLogger();
4
5
  /**
5
6
  * Subscribes to every log through a single stream: the engine's own logs, per-model
@@ -26,7 +27,8 @@ const logger = getAppLogger();
26
27
  * ```
27
28
  */
28
29
  export function subscribeServerLogs(handler) {
29
- const streamIterator = loggingStream({ id: ALL_LOG_ID });
30
+ const controller = new AbortController();
31
+ const streamIterator = loggingStream({ id: ALL_LOG_ID }, { signal: controller.signal });
30
32
  void (async () => {
31
33
  try {
32
34
  for await (const log of streamIterator) {
@@ -38,6 +40,6 @@ export function subscribeServerLogs(handler) {
38
40
  }
39
41
  })();
40
42
  return () => {
41
- void streamIterator.return(undefined);
43
+ controller.abort(undefined);
42
44
  };
43
45
  }
@@ -35,9 +35,10 @@ export declare class TtsMulticast {
35
35
  *
36
36
  * - `stream: false` — collect all PCM samples and resolve once via
37
37
  * `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
38
- * - `stream: true` (default) — yield PCM samples through `result.bufferStream`
39
- * (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
40
- * array.
38
+ * - `stream: true` (default) — yield PCM through `result.chunkStream`
39
+ * (`AsyncGenerator<Int16Array>`, one chunk per frame) or
40
+ * `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
41
+ * `buffer` resolves to an empty array.
41
42
  * - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
42
43
  * (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
43
44
  * metadata with the audio. Multiple consumers can iterate the response
@@ -60,7 +61,8 @@ export declare class TtsMulticast {
60
61
  * before draining the audio); `result.stats` and `result.stopReason` resolve
61
62
  * from the terminal frame. All three resolve — with `undefined` when the run
62
63
  * produced none — rather than reject. In `stream: true` mode (the default) the
63
- * run starts lazily: nothing is sent until `bufferStream` is first iterated, so
64
+ * run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
65
+ * first iterated, so
64
66
  * `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
65
67
  * `stream: false` and `sentenceStream: true` modes the run starts immediately.
66
68
  * Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
@@ -68,7 +70,7 @@ export declare class TtsMulticast {
68
70
  *
69
71
  * @param params - TTS request parameters (see `TtsClientParamsInput`).
70
72
  * @param options - Optional RPC options (timeout, profiling, force new connection).
71
- * @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
73
+ * @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
72
74
  * `sampleRate`, `stats`, and (when `sentenceStream: true`)
73
75
  * `chunkUpdates`.
74
76
  * @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
@@ -87,11 +89,18 @@ export type TtsSideChannel = {
87
89
  sampleRate: Promise<number | undefined>;
88
90
  stats: Promise<TtsStats | undefined>;
89
91
  stopReason: Promise<'completed' | 'cancelled' | undefined>;
92
+ speechTokenIds: Promise<number[] | undefined>;
90
93
  observe(response: TtsResponse): void;
91
94
  settle(): void;
92
95
  };
93
96
  /** Exported for test use; not part of the public API surface. */
94
97
  export declare function createTtsSideChannel(): TtsSideChannel;
98
+ export declare function sentenceAudioViews(subscription: AsyncGenerator<TtsResponse>): {
99
+ bufferStream: AsyncGenerator<number>;
100
+ chunkStream: AsyncGenerator<Int16Array>;
101
+ };
102
+ export declare function pcmChunksOf(source: AsyncIterable<TtsResponse>): AsyncGenerator<Int16Array>;
103
+ export declare function samplesOf(chunks: AsyncIterable<Int16Array>): AsyncGenerator<number>;
95
104
  /**
96
105
  * Duplex session: write UTF-8 text fragments (e.g. LLM token deltas) via `write`. Each string or
97
106
  * Buffer should be a complete UTF-8 fragment. The engine forwards them to ONNX TTS `runStreaming`
@@ -1,4 +1,4 @@
1
- import { textToSpeechStreamResponseSchema } from '../schemas/index.js';
1
+ import { textToSpeechStreamResponseSchema, withDecodedTtsPcm, decodeTtsPcm } from '../schemas/index.js';
2
2
  import Buffer from 'bare-buffer';
3
3
  import { stream as streamRpc, duplex } from '../dispatch.js';
4
4
  import { getAppLogger } from '../logging/index.js';
@@ -167,7 +167,13 @@ function buildTextToSpeechStreamRequest(params, requestId) {
167
167
  ...(params.expressivity !== undefined && { expressivity: params.expressivity }),
168
168
  ...(params.noise !== undefined && { noise: params.noise }),
169
169
  ...(params.reverb !== undefined && { reverb: params.reverb }),
170
- ...(params.quality !== undefined && { quality: params.quality })
170
+ ...(params.quality !== undefined && { quality: params.quality }),
171
+ // Per-request voice controls: CosyVoice3's instruct, Audio8's reference pair.
172
+ ...(params.instruct !== undefined && { instruct: params.instruct }),
173
+ ...(params.referenceAudioSrc !== undefined && {
174
+ referenceAudioSrc: params.referenceAudioSrc
175
+ }),
176
+ ...(params.referenceText !== undefined && { referenceText: params.referenceText })
171
177
  };
172
178
  }
173
179
  /**
@@ -177,9 +183,10 @@ function buildTextToSpeechStreamRequest(params, requestId) {
177
183
  *
178
184
  * - `stream: false` — collect all PCM samples and resolve once via
179
185
  * `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
180
- * - `stream: true` (default) — yield PCM samples through `result.bufferStream`
181
- * (`AsyncGenerator<number>`) as they arrive. `buffer` resolves to an empty
182
- * array.
186
+ * - `stream: true` (default) — yield PCM through `result.chunkStream`
187
+ * (`AsyncGenerator<Int16Array>`, one chunk per frame) or
188
+ * `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
189
+ * `buffer` resolves to an empty array.
183
190
  * - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
184
191
  * (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
185
192
  * metadata with the audio. Multiple consumers can iterate the response
@@ -202,7 +209,8 @@ function buildTextToSpeechStreamRequest(params, requestId) {
202
209
  * before draining the audio); `result.stats` and `result.stopReason` resolve
203
210
  * from the terminal frame. All three resolve — with `undefined` when the run
204
211
  * produced none — rather than reject. In `stream: true` mode (the default) the
205
- * run starts lazily: nothing is sent until `bufferStream` is first iterated, so
212
+ * run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
213
+ * first iterated, so
206
214
  * `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
207
215
  * `stream: false` and `sentenceStream: true` modes the run starts immediately.
208
216
  * Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
@@ -210,7 +218,7 @@ function buildTextToSpeechStreamRequest(params, requestId) {
210
218
  *
211
219
  * @param params - TTS request parameters (see `TtsClientParamsInput`).
212
220
  * @param options - Optional RPC options (timeout, profiling, force new connection).
213
- * @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
221
+ * @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
214
222
  * `sampleRate`, `stats`, and (when `sentenceStream: true`)
215
223
  * `chunkUpdates`.
216
224
  * @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
@@ -244,6 +252,7 @@ export function createTtsSideChannel() {
244
252
  let resolveSampleRate;
245
253
  let resolveStats;
246
254
  let resolveStopReason;
255
+ let resolveSpeechTokenIds;
247
256
  const sampleRate = new Promise((resolve) => {
248
257
  resolveSampleRate = resolve;
249
258
  });
@@ -253,15 +262,22 @@ export function createTtsSideChannel() {
253
262
  const stopReason = new Promise((resolve) => {
254
263
  resolveStopReason = resolve;
255
264
  });
265
+ const speechTokenIds = new Promise((resolve) => {
266
+ resolveSpeechTokenIds = resolve;
267
+ });
256
268
  let seenSampleRate;
257
269
  let latestStats;
258
270
  let seenStopReason;
271
+ // CosyVoice3 hands back one array per native synthesis; the chunked paths
272
+ // run one per sentence, so the run's trajectory is their concatenation.
273
+ let seenSpeechTokenIds;
259
274
  let settled = false;
260
275
  return {
261
276
  text,
262
277
  sampleRate,
263
278
  stats,
264
279
  stopReason,
280
+ speechTokenIds,
265
281
  observe(response) {
266
282
  if (response.text !== undefined)
267
283
  seenText = response.text;
@@ -277,6 +293,13 @@ export function createTtsSideChannel() {
277
293
  latestStats = response.stats;
278
294
  if (response.stopReason !== undefined)
279
295
  seenStopReason = response.stopReason;
296
+ if (response.speechTokenIds !== undefined) {
297
+ // Append into one owned array: a spread per frame would copy every
298
+ // token collected so far on each sentence of a long stream.
299
+ seenSpeechTokenIds ??= [];
300
+ for (const id of response.speechTokenIds)
301
+ seenSpeechTokenIds.push(id);
302
+ }
280
303
  },
281
304
  settle() {
282
305
  if (settled)
@@ -286,6 +309,7 @@ export function createTtsSideChannel() {
286
309
  resolveSampleRate(seenSampleRate);
287
310
  resolveStats(latestStats);
288
311
  resolveStopReason(seenStopReason);
312
+ resolveSpeechTokenIds(seenSpeechTokenIds);
289
313
  }
290
314
  };
291
315
  }
@@ -294,9 +318,10 @@ export function createTtsSideChannel() {
294
318
  // constructed in tests with a hand-rolled source instead.
295
319
  async function* ttsResponseSource(request, options, side) {
296
320
  try {
297
- for await (const response of streamRpc(request, options)) {
298
- if (response.type !== 'textToSpeech')
321
+ for await (const raw of streamRpc(request, options)) {
322
+ if (raw.type !== 'textToSpeech')
299
323
  continue;
324
+ const response = withDecodedTtsPcm(raw);
300
325
  side.observe(response);
301
326
  yield response;
302
327
  }
@@ -315,10 +340,11 @@ function sentenceStreamTts(request, options) {
315
340
  // deferred subscribing until the generators were iterated, the first
316
341
  // consumer could trim the queue before the second ever registered,
317
342
  // silently dropping earlier frames.
318
- const bufferSubscription = multicast.subscribe();
343
+ const audio = sentenceAudioViews(multicast.subscribe());
319
344
  const chunkSubscription = multicast.subscribe();
320
345
  return {
321
- bufferStream: sentenceBufferStream(bufferSubscription),
346
+ bufferStream: audio.bufferStream,
347
+ chunkStream: audio.chunkStream,
322
348
  chunkUpdates: sentenceChunkUpdates(chunkSubscription),
323
349
  buffer: Promise.resolve([]),
324
350
  done: multicast.done,
@@ -326,23 +352,38 @@ function sentenceStreamTts(request, options) {
326
352
  text: side.text,
327
353
  sampleRate: side.sampleRate,
328
354
  stats: side.stats,
329
- stopReason: side.stopReason
355
+ stopReason: side.stopReason,
356
+ speechTokenIds: side.speechTokenIds
330
357
  };
331
358
  }
332
- async function* sentenceBufferStream(source) {
359
+ // Both audio views share ONE multicast subscription, so an un-iterated
360
+ // `chunkStream` cannot pin the queue for a caller that drains `bufferStream`
361
+ // and `chunkUpdates` only. Exported for test use; not part of the public
362
+ // surface.
363
+ export function sentenceAudioViews(subscription) {
364
+ const chunkStream = pcmChunksOf(subscription);
365
+ return { bufferStream: samplesOf(chunkStream), chunkStream };
366
+ }
367
+ export async function* pcmChunksOf(source) {
333
368
  for await (const m of source) {
334
369
  if (m.buffer.length > 0) {
335
- yield* m.buffer;
370
+ yield Int16Array.from(m.buffer);
336
371
  }
337
372
  if (m.done)
338
373
  break;
339
374
  }
340
375
  }
376
+ export async function* samplesOf(chunks) {
377
+ for await (const chunk of chunks) {
378
+ yield* chunk;
379
+ }
380
+ }
341
381
  async function* sentenceChunkUpdates(source) {
342
382
  for await (const m of source) {
343
383
  const hasAudio = m.buffer.length > 0;
344
384
  const hasMeta = m.chunkIndex !== undefined ||
345
- (typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0);
385
+ (typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0) ||
386
+ m.speechTokenIds !== undefined;
346
387
  if (hasAudio || hasMeta) {
347
388
  yield {
348
389
  buffer: hasAudio ? [...m.buffer] : [],
@@ -351,7 +392,8 @@ async function* sentenceChunkUpdates(source) {
351
392
  ...(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0
352
393
  ? { sentenceChunk: m.sentenceChunk }
353
394
  : {}),
354
- ...(m.isLast !== undefined ? { isLast: m.isLast } : {})
395
+ ...(m.isLast !== undefined ? { isLast: m.isLast } : {}),
396
+ ...(m.speechTokenIds !== undefined ? { speechTokenIds: m.speechTokenIds } : {})
355
397
  };
356
398
  }
357
399
  if (m.done)
@@ -367,30 +409,38 @@ function plainStreamTts(request, options) {
367
409
  });
368
410
  done.catch(() => { });
369
411
  const side = createTtsSideChannel();
412
+ // Both views share one lazy run; iterating either starts it.
413
+ const chunkStream = plainTtsChunkStream(request, options, resolveDone, rejectDone, side);
370
414
  return {
371
- bufferStream: plainTtsBufferStream(request, options, resolveDone, rejectDone, side),
415
+ bufferStream: samplesOf(chunkStream),
416
+ chunkStream,
372
417
  buffer: Promise.resolve([]),
373
418
  done,
374
419
  requestId: request.requestId,
375
420
  text: side.text,
376
421
  sampleRate: side.sampleRate,
377
422
  stats: side.stats,
378
- stopReason: side.stopReason
423
+ stopReason: side.stopReason,
424
+ speechTokenIds: side.speechTokenIds
379
425
  };
380
426
  }
381
- async function* plainTtsBufferStream(request, options, resolveDone, rejectDone, side) {
427
+ async function* plainTtsChunkStream(request, options, resolveDone, rejectDone, side) {
382
428
  let settled = false;
383
429
  try {
384
- for await (const response of streamRpc(request, options)) {
385
- if (response.type !== 'textToSpeech')
430
+ for await (const raw of streamRpc(request, options)) {
431
+ if (raw.type !== 'textToSpeech')
386
432
  continue;
387
433
  // See TtsMulticast.pump — skip per-frame Zod validation; the engine is
388
434
  // the source of truth for this response shape.
389
- side.observe(response);
390
- if (response.buffer.length > 0) {
391
- yield* response.buffer;
435
+ // The side channel reads text, rate, stats and stopReason, never the
436
+ // audio, so a `pcm` frame is decoded straight to the typed array callers
437
+ // get instead of through an intermediate `number[]`.
438
+ side.observe(raw);
439
+ const chunk = raw.pcm !== undefined ? decodeTtsPcm(raw.pcm) : Int16Array.from(raw.buffer);
440
+ if (chunk.length > 0) {
441
+ yield chunk;
392
442
  }
393
- if (response.done) {
443
+ if (raw.done) {
394
444
  settled = true;
395
445
  resolveDone(true);
396
446
  }
@@ -422,24 +472,28 @@ function collectTts(request, options) {
422
472
  const side = createTtsSideChannel();
423
473
  return {
424
474
  bufferStream: emptyBufferStream(),
475
+ chunkStream: emptyChunkStream(),
425
476
  buffer: collectTtsBuffer(request, options, resolveDone, rejectDone, side),
426
477
  done,
427
478
  requestId: request.requestId,
428
479
  text: side.text,
429
480
  sampleRate: side.sampleRate,
430
481
  stats: side.stats,
431
- stopReason: side.stopReason
482
+ stopReason: side.stopReason,
483
+ speechTokenIds: side.speechTokenIds
432
484
  };
433
485
  }
434
486
  async function* emptyBufferStream() {
435
487
  // Non-streaming mode exposes no incremental buffer stream.
436
488
  }
489
+ async function* emptyChunkStream() { }
437
490
  async function collectTtsBuffer(request, options, resolveDone, rejectDone, side) {
438
491
  let buffer = [];
439
492
  try {
440
- for await (const response of streamRpc(request, options)) {
441
- if (response.type !== 'textToSpeech')
493
+ for await (const raw of streamRpc(request, options)) {
494
+ if (raw.type !== 'textToSpeech')
442
495
  continue;
496
+ const response = withDecodedTtsPcm(raw);
443
497
  side.observe(response);
444
498
  buffer = buffer.concat(response.buffer);
445
499
  if (response.done) {
@@ -551,5 +605,5 @@ function processTextToSpeechStreamLine(line) {
551
605
  if (obj['type'] === 'error') {
552
606
  throw new TextToSpeechStreamFailedError(obj['message'] ?? 'Unknown server error');
553
607
  }
554
- return textToSpeechStreamResponseSchema.parse(parsed);
608
+ return withDecodedTtsPcm(textToSpeechStreamResponseSchema.parse(parsed));
555
609
  }
@@ -11,7 +11,9 @@ type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCO
11
11
  * @param params.prompt - Optional initial prompt to guide the transcription
12
12
  * @param params.metadata - When true, resolves to an array of transcript
13
13
  * segments (`{ text, startMs, endMs, append, id }`,
14
- * plus `isEndOfTurn` and `startsWord` on parakeet)
14
+ * plus `isEndOfTurn` and `startsWord` on parakeet, and
15
+ * `language`, `noSpeechProb`, `speakerTurnNext` and
16
+ * `tokens` on whisper when the engine reports them)
15
17
  * instead of joined text.
16
18
  * @param options - Optional RPC options including per-call profiling
17
19
  * @returns A promise (decorated with `requestId`) resolving to the
@@ -59,7 +61,9 @@ export declare function transcribeStream(params: TranscribeClientParams, options
59
61
  * @param params.prompt - Optional initial prompt to guide transcription
60
62
  * @param params.metadata - When true, the session yields transcript segment
61
63
  * objects (`{ text, startMs, endMs, append, id }`,
62
- * plus `isEndOfTurn` and `startsWord` on parakeet)
64
+ * plus `isEndOfTurn` and `startsWord` on parakeet, and
65
+ * `language`, `noSpeechProb`, `speakerTurnNext` and
66
+ * `tokens` on whisper when the engine reports them)
63
67
  * instead of plain text.
64
68
  * @param options - Optional RPC options including per-call profiling.
65
69
  * @returns A session object: call `write(audioChunk)` with a `Uint8Array`
@@ -300,6 +300,8 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
300
300
  speaking: response.vad.speaking,
301
301
  probability: response.vad.probability,
302
302
  ...(response.vad.source && { source: response.vad.source }),
303
+ ...(response.vad.timestamp !== undefined && { timestamp: response.vad.timestamp }),
304
+ ...(response.vad.chunkIndex !== undefined && { chunkIndex: response.vad.chunkIndex }),
303
305
  ...(response.vad.speakerId !== undefined && { speakerId: response.vad.speakerId })
304
306
  };
305
307
  }
@@ -311,9 +313,13 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
311
313
  silenceDurationMs: response.endOfTurn.silenceDurationMs
312
314
  };
313
315
  }
316
+ const { timestamp, chunkIndex, confidence } = response.endOfTurn;
314
317
  return {
315
318
  type: 'endOfTurn',
316
- source: 'parakeet'
319
+ source: 'parakeet',
320
+ ...(timestamp !== undefined && { timestamp }),
321
+ ...(chunkIndex !== undefined && { chunkIndex }),
322
+ ...(confidence !== undefined && { confidence })
317
323
  };
318
324
  }
319
325
  if (wantsMetadata) {
@@ -1,5 +1,5 @@
1
1
  import { send, close } from '../dispatch.js';
2
- import { stopLoggingStreamForModel } from './logging-stream-registry.js';
2
+ import { stopLoggingStreamForModel } from '../api/logging-stream-registry.js';
3
3
  import { InvalidResponseError, ModelUnloadFailedError } from '../errors/index.js';
4
4
  import { getAppLogger } from '../logging/index.js';
5
5
  const logger = getAppLogger();
@@ -1,5 +1,5 @@
1
1
  import { send } from '../dispatch.js';
2
- import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
2
+ import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexSetStagedSearchParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
3
3
  /**
4
4
  * A handle to a vector index that lives in worker memory.
5
5
  *
@@ -27,9 +27,31 @@ export interface VectorIndex {
27
27
  readonly storage: VectorIndexStorage | undefined;
28
28
  /** Number of live entries as of the last call that changed or reported it. */
29
29
  readonly length: number;
30
+ /**
31
+ * TQ+ calibration state as of create, load, or the last successful add.
32
+ * Undefined when an external provider does not report calibration.
33
+ */
34
+ readonly calibrated: boolean | undefined;
35
+ /**
36
+ * Staged search setting as of the last successful call that reported it.
37
+ * Undefined when an external provider does not report the setting.
38
+ */
39
+ readonly stagedSearch: boolean | undefined;
40
+ /**
41
+ * Turns TurboVec staged search on or off. Off on every new or loaded index.
42
+ * On supported hosts, dimensions divisible by 32 and at least 32,768 entries
43
+ * use a shortlist for faster searches with lower recall. Other dimensions
44
+ * and v3 snapshots retain the setting but scan in full. The setting is not
45
+ * saved in snapshots. Rejects non-TurboVec storage or unsupported providers.
46
+ */
47
+ setStagedSearch(params: VectorIndexSetStagedSearchParams, options?: RPCOptions): Promise<{
48
+ stagedSearch: boolean;
49
+ }>;
30
50
  /**
31
51
  * Adds vectors under the given ids in one atomic batch. Rejects duplicate
32
52
  * ids, ids equal to 2^64 - 1, and rows whose length differs from `dim`.
53
+ * A fresh TurboVec index attempts calibration from a first batch of at
54
+ * least 1,000 vectors. A smaller first batch leaves it uncalibrated.
33
55
  * @returns The number of live entries after the add.
34
56
  */
35
57
  add(params: VectorIndexAddParams, options?: RPCOptions): Promise<{
@@ -93,7 +115,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
93
115
  * documents.
94
116
  *
95
117
  * @param params - Index parameters
96
- * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 1024.
118
+ * @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
97
119
  * @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
98
120
  * @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
99
121
  * @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
@@ -106,7 +128,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
106
128
  * ['1', 'Saturn moon Titan has lakes of liquid methane.'],
107
129
  * ['2', 'Solar panels turn sunlight into electricity.']
108
130
  * ])
109
- * const { embedding } = await embed({ modelId, text: [...documents.values()] })
131
+ * const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
110
132
  *
111
133
  * await using index = await createVectorIndex({ dim: embedding[0].length })
112
134
  * await index.add({ ids: [...documents.keys()], vectors: embedding })