@qvac/inference 0.22.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (569) hide show
  1. package/NOTICE +111 -60
  2. package/README.md +4 -2
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +136 -45
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +2 -1
  13. package/dist/api/completion-stream.js +4 -1
  14. package/dist/api/decide.js +1 -1
  15. package/dist/api/delete-cache.d.ts +7 -1
  16. package/dist/api/delete-cache.js +11 -1
  17. package/dist/api/diffusion.d.ts +32 -2
  18. package/dist/api/diffusion.js +32 -2
  19. package/dist/api/download-asset.js +1 -1
  20. package/dist/api/embed.d.ts +82 -29
  21. package/dist/api/embed.js +64 -18
  22. package/dist/api/finetune.js +1 -1
  23. package/dist/api/get-model-info.d.ts +1 -1
  24. package/dist/api/index.d.ts +40 -38
  25. package/dist/api/index.js +39 -37
  26. package/dist/api/load-model.js +2 -2
  27. package/dist/api/logging-stream-registry.js +11 -7
  28. package/dist/api/logging-stream.d.ts +11 -1
  29. package/dist/api/logging-stream.js +11 -2
  30. package/dist/api/rag.d.ts +1 -1
  31. package/dist/api/rag.js +1 -1
  32. package/dist/api/registry.d.ts +18 -7
  33. package/dist/api/registry.js +37 -13
  34. package/dist/api/rerank.d.ts +17 -0
  35. package/dist/api/rerank.js +36 -0
  36. package/dist/api/subscribe-logs.js +5 -3
  37. package/dist/api/text-to-speech.d.ts +14 -5
  38. package/dist/api/text-to-speech.js +83 -29
  39. package/dist/api/transcribe.d.ts +6 -2
  40. package/dist/api/transcribe.js +7 -1
  41. package/dist/api/unload-model.js +1 -1
  42. package/dist/api/vector-index.d.ts +25 -3
  43. package/dist/api/vector-index.js +17 -2
  44. package/dist/api/video-request.d.ts +15 -15
  45. package/dist/api/video.js +1 -1
  46. package/dist/api/vla.js +1 -1
  47. package/dist/api/world-result.js +1 -1
  48. package/dist/api/world.d.ts +1 -1
  49. package/dist/api/world.js +1 -1
  50. package/dist/config/resolve-config.d.ts +1 -1
  51. package/dist/config/resolve-config.js +1 -1
  52. package/dist/constants/index.d.ts +2 -2
  53. package/dist/constants/index.js +2 -2
  54. package/dist/dispatch.d.ts +11 -4
  55. package/dist/dispatch.js +80 -18
  56. package/dist/engine.d.ts +1 -1
  57. package/dist/errors/index.d.ts +76 -0
  58. package/dist/errors/index.js +141 -1
  59. package/dist/handlers/assess-model-fit.d.ts +3 -21
  60. package/dist/handlers/assess-model-fit.js +4 -303
  61. package/dist/handlers/cancelHandler.d.ts +10 -9
  62. package/dist/handlers/cancelHandler.js +18 -14
  63. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  64. package/dist/handlers/completion-orchestrate.js +166 -24
  65. package/dist/handlers/delete-cache.d.ts +2 -1
  66. package/dist/handlers/delete-cache.js +6 -1
  67. package/dist/handlers/download-asset.js +13 -6
  68. package/dist/handlers/finetune.js +1 -1
  69. package/dist/handlers/get-loaded-model-info.js +3 -3
  70. package/dist/handlers/get-model-info.js +72 -3
  71. package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
  72. package/dist/handlers/load-model/coreml-sidecars.js +51 -91
  73. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  74. package/dist/handlers/load-model/download-lock.js +213 -0
  75. package/dist/handlers/load-model/download-manager.d.ts +11 -3
  76. package/dist/handlers/load-model/download-manager.js +62 -11
  77. package/dist/handlers/load-model/download-stats.d.ts +2 -2
  78. package/dist/handlers/load-model/download-stats.js +3 -3
  79. package/dist/handlers/load-model/handler.js +97 -41
  80. package/dist/handlers/load-model/http-verify.d.ts +1 -1
  81. package/dist/handlers/load-model/http.d.ts +1 -1
  82. package/dist/handlers/load-model/http.js +330 -208
  83. package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
  84. package/dist/handlers/load-model/hyperdrive.js +125 -52
  85. package/dist/handlers/load-model/index.d.ts +2 -2
  86. package/dist/handlers/load-model/index.js +2 -2
  87. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  88. package/dist/handlers/load-model/registry-client-options.js +4 -2
  89. package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
  90. package/dist/handlers/load-model/registry-companion-set.js +20 -2
  91. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  92. package/dist/handlers/load-model/registry-delete.js +269 -0
  93. package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
  94. package/dist/handlers/load-model/registry-download-utils.js +95 -24
  95. package/dist/handlers/load-model/registry.d.ts +22 -2
  96. package/dist/handlers/load-model/registry.js +312 -179
  97. package/dist/handlers/load-model/resolve-session.d.ts +1 -1
  98. package/dist/handlers/load-model/resolve-session.js +11 -3
  99. package/dist/handlers/load-model/resolve.d.ts +1 -1
  100. package/dist/handlers/load-model/resolve.js +9 -6
  101. package/dist/handlers/load-model/types.d.ts +2 -0
  102. package/dist/handlers/logging-stream.d.ts +2 -1
  103. package/dist/handlers/logging-stream.js +35 -7
  104. package/dist/handlers/plugin-invoke.js +152 -39
  105. package/dist/handlers/registry.d.ts +2 -2
  106. package/dist/handlers/registry.js +108 -29
  107. package/dist/handlers/rpc-server.js +7 -7
  108. package/dist/handlers/session.d.ts +11 -0
  109. package/dist/handlers/session.js +40 -0
  110. package/dist/handlers/types.d.ts +7 -1
  111. package/dist/handlers/unload-model.js +8 -3
  112. package/dist/handlers/vector-index.js +118 -19
  113. package/dist/index.d.ts +1 -1
  114. package/dist/index.js +1 -1
  115. package/dist/logging/addon.d.ts +1 -1
  116. package/dist/logging/addon.js +1 -1
  117. package/dist/logging/index.d.ts +5 -5
  118. package/dist/logging/index.js +4 -4
  119. package/dist/logging/logger.d.ts +1 -1
  120. package/dist/logging/logger.js +3 -3
  121. package/dist/logging/utils.js +11 -3
  122. package/dist/model-cache-layout.d.ts +1 -0
  123. package/dist/model-cache-layout.js +2 -0
  124. package/dist/model-fit/assess.d.ts +23 -0
  125. package/dist/model-fit/assess.js +110 -0
  126. package/dist/model-fit/describe.d.ts +12 -0
  127. package/dist/model-fit/describe.js +29 -0
  128. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
  129. package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
  130. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
  131. package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
  132. package/dist/model-fit/fit-load.d.ts +23 -0
  133. package/dist/model-fit/fit-load.js +29 -0
  134. package/dist/model-fit/load-check.d.ts +34 -0
  135. package/dist/model-fit/load-check.js +77 -0
  136. package/dist/model-fit/run/engine.d.ts +12 -0
  137. package/dist/model-fit/run/engine.js +9 -0
  138. package/dist/model-fit/run/run.d.ts +46 -0
  139. package/dist/model-fit/run/run.js +208 -0
  140. package/dist/model-fit/sum.d.ts +32 -0
  141. package/dist/model-fit/sum.js +60 -0
  142. package/dist/models/registry/index.d.ts +1 -1
  143. package/dist/models/registry/index.js +2 -2
  144. package/dist/models/registry/models.d.ts +1377 -130
  145. package/dist/models/registry/models.js +3622 -2312
  146. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  147. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  148. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  149. package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
  150. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  151. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  152. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  153. package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  154. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  155. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
  156. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  157. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  158. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  159. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  160. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  161. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
  162. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  163. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
  164. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
  165. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
  166. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  167. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  168. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
  169. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
  170. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
  171. package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
  172. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  173. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  174. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  175. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  176. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  177. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  178. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  179. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
  180. package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
  181. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  182. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  183. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
  184. package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
  185. package/dist/plugins/builtin/index.d.ts +16 -14
  186. package/dist/plugins/builtin/index.js +16 -14
  187. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  188. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  189. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
  190. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  191. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  192. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  193. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
  194. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  195. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
  196. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
  197. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  198. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  199. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
  200. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
  201. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
  202. package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
  203. package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
  204. package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
  205. package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
  206. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  207. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
  208. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
  209. package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
  210. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  211. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  212. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
  213. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
  214. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  215. package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
  216. package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
  217. package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
  218. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
  219. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
  220. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
  221. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
  222. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
  223. package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
  224. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  225. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  226. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
  227. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
  228. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
  229. package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
  230. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  231. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  232. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  233. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  234. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
  235. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
  236. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  237. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  238. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
  239. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
  240. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
  241. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
  242. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
  243. package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
  244. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
  245. package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
  246. package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
  247. package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
  248. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  249. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  250. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  251. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  252. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  253. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
  254. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
  255. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  256. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
  257. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  258. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  259. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
  260. package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
  261. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
  262. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
  263. package/dist/plugins/index.d.ts +1 -1
  264. package/dist/plugins/index.js +2 -2
  265. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  266. package/dist/plugins/ops/bci-transcribe.js +18 -4
  267. package/dist/plugins/ops/cancel.d.ts +1 -0
  268. package/dist/plugins/ops/cancel.js +11 -2
  269. package/dist/plugins/ops/embed.d.ts +5 -3
  270. package/dist/plugins/ops/embed.js +89 -34
  271. package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
  272. package/dist/plugins/ops/kv-cache-utils.js +21 -10
  273. package/dist/plugins/ops/load-model.d.ts +10 -2
  274. package/dist/plugins/ops/load-model.js +45 -19
  275. package/dist/plugins/ops/transcribe.d.ts +5 -4
  276. package/dist/plugins/ops/transcribe.js +63 -28
  277. package/dist/plugins/ops/translate.d.ts +2 -1
  278. package/dist/plugins/ops/translate.js +7 -4
  279. package/dist/plugins/ops/unload-model.d.ts +17 -1
  280. package/dist/plugins/ops/unload-model.js +32 -3
  281. package/dist/plugins/turbovec-backend.d.ts +1 -1
  282. package/dist/plugins/turbovec-backend.js +21 -6
  283. package/dist/profiling/aggregator.d.ts +1 -1
  284. package/dist/profiling/aggregator.js +1 -1
  285. package/dist/profiling/controller.d.ts +1 -1
  286. package/dist/profiling/controller.js +2 -2
  287. package/dist/profiling/events.d.ts +1 -1
  288. package/dist/profiling/events.js +2 -2
  289. package/dist/profiling/exporters.d.ts +1 -1
  290. package/dist/profiling/exporters.js +3 -3
  291. package/dist/profiling/index.d.ts +13 -13
  292. package/dist/profiling/index.js +12 -12
  293. package/dist/profiling/operation-metrics.d.ts +1 -1
  294. package/dist/profiling/operation-metrics.js +24 -21
  295. package/dist/profiling/operation-wrappers.js +3 -3
  296. package/dist/profiling/profiler.js +1 -1
  297. package/dist/rag/embedding-scope.d.ts +16 -0
  298. package/dist/rag/embedding-scope.js +81 -0
  299. package/dist/rag/handler.d.ts +25 -0
  300. package/dist/rag/handler.js +51 -17
  301. package/dist/rag/handlers/close-workspace.js +1 -1
  302. package/dist/rag/handlers/delete-embeddings.js +1 -1
  303. package/dist/rag/handlers/delete-workspace.js +1 -1
  304. package/dist/rag/handlers/ingest.js +3 -7
  305. package/dist/rag/handlers/list-workspaces.d.ts +1 -1
  306. package/dist/rag/handlers/list-workspaces.js +1 -1
  307. package/dist/rag/handlers/reindex.js +1 -1
  308. package/dist/rag/handlers/save-embeddings.js +1 -1
  309. package/dist/rag/handlers/search.d.ts +10 -1
  310. package/dist/rag/handlers/search.js +17 -8
  311. package/dist/rag/index.d.ts +11 -11
  312. package/dist/rag/index.js +11 -11
  313. package/dist/rag/rag-operation-manager.d.ts +27 -3
  314. package/dist/rag/rag-operation-manager.js +10 -27
  315. package/dist/rag/rag-workspace-manager.js +1 -1
  316. package/dist/registry.js +7 -1
  317. package/dist/resources/collector.d.ts +71 -37
  318. package/dist/resources/collector.js +9 -2
  319. package/dist/resources/instance.d.ts +1 -1
  320. package/dist/resources/instance.js +1 -1
  321. package/dist/resources/native.d.ts +1 -1
  322. package/dist/resources/normalize.d.ts +1 -1
  323. package/dist/resources/types.d.ts +2 -0
  324. package/dist/rpc/inventory.js +1 -12
  325. package/dist/runtime/env.d.ts +5 -1
  326. package/dist/runtime/env.js +6 -21
  327. package/dist/runtime/index.d.ts +8 -5
  328. package/dist/runtime/index.js +4 -2
  329. package/dist/runtime/lifecycle.d.ts +6 -4
  330. package/dist/runtime/lifecycle.js +16 -12
  331. package/dist/runtime/model-config-utils.js +8 -1
  332. package/dist/runtime/model-registry.d.ts +30 -4
  333. package/dist/runtime/model-registry.js +48 -2
  334. package/dist/runtime/model-work-lock.d.ts +13 -0
  335. package/dist/runtime/model-work-lock.js +48 -0
  336. package/dist/runtime/registry-client.d.ts +47 -1
  337. package/dist/runtime/registry-client.js +446 -88
  338. package/dist/runtime/request-context.d.ts +11 -3
  339. package/dist/runtime/request-context.js +39 -2
  340. package/dist/runtime/request-registry.d.ts +56 -8
  341. package/dist/runtime/request-registry.js +190 -72
  342. package/dist/runtime/runtime-lifecycle.js +10 -1
  343. package/dist/runtime/session-id.d.ts +18 -0
  344. package/dist/runtime/session-id.js +20 -0
  345. package/dist/runtime/session-registry.d.ts +39 -0
  346. package/dist/runtime/session-registry.js +114 -0
  347. package/dist/runtime/state.d.ts +1 -1
  348. package/dist/runtime/state.js +2 -2
  349. package/dist/runtime/vector-index-backend.d.ts +6 -2
  350. package/dist/runtime/vector-index-registry.d.ts +26 -5
  351. package/dist/runtime/vector-index-registry.js +88 -27
  352. package/dist/schemas/abort-signal.d.ts +8 -0
  353. package/dist/schemas/assess-model-fit.d.ts +138 -282
  354. package/dist/schemas/assess-model-fit.js +85 -219
  355. package/dist/schemas/audio-gen.d.ts +291 -25
  356. package/dist/schemas/audio-gen.js +130 -26
  357. package/dist/schemas/batch-completion-stream.d.ts +113 -15
  358. package/dist/schemas/batch-completion-stream.js +10 -6
  359. package/dist/schemas/bci-config.d.ts +3 -1
  360. package/dist/schemas/bci-config.js +2 -2
  361. package/dist/schemas/bci.d.ts +55 -4
  362. package/dist/schemas/bci.js +13 -18
  363. package/dist/schemas/calc-tokens.d.ts +141 -0
  364. package/dist/schemas/calc-tokens.js +53 -0
  365. package/dist/schemas/cancel.d.ts +31 -0
  366. package/dist/schemas/cancel.js +11 -2
  367. package/dist/schemas/classification.d.ts +3 -0
  368. package/dist/schemas/classification.js +6 -2
  369. package/dist/schemas/common.d.ts +2209 -348
  370. package/dist/schemas/common.js +52 -33
  371. package/dist/schemas/completion-event.d.ts +11 -2
  372. package/dist/schemas/completion-event.js +5 -2
  373. package/dist/schemas/completion-stream.d.ts +173 -19
  374. package/dist/schemas/completion-stream.js +117 -20
  375. package/dist/schemas/config.d.ts +2064 -178
  376. package/dist/schemas/config.js +21 -23
  377. package/dist/schemas/decision.d.ts +12 -2
  378. package/dist/schemas/decision.js +16 -1
  379. package/dist/schemas/download-asset.d.ts +13 -6
  380. package/dist/schemas/download-asset.js +4 -7
  381. package/dist/schemas/embed.d.ts +286 -3
  382. package/dist/schemas/embed.js +162 -16
  383. package/dist/schemas/engine-addon-map.d.ts +3 -1
  384. package/dist/schemas/engine-addon-map.js +5 -3
  385. package/dist/schemas/errors.d.ts +13 -0
  386. package/dist/schemas/errors.js +71 -1
  387. package/dist/schemas/finetune.d.ts +14 -4
  388. package/dist/schemas/finetune.js +5 -6
  389. package/dist/schemas/heartbeat.d.ts +1 -0
  390. package/dist/schemas/heartbeat.js +5 -2
  391. package/dist/schemas/image-embedding.d.ts +27 -0
  392. package/dist/schemas/image-embedding.js +107 -0
  393. package/dist/schemas/index.d.ts +55 -50
  394. package/dist/schemas/index.js +54 -49
  395. package/dist/schemas/lifecycle.d.ts +3 -0
  396. package/dist/schemas/lifecycle.js +13 -6
  397. package/dist/schemas/llamacpp-config.d.ts +443 -20
  398. package/dist/schemas/llamacpp-config.js +188 -14
  399. package/dist/schemas/load-model.d.ts +8940 -1952
  400. package/dist/schemas/load-model.js +73 -9
  401. package/dist/schemas/logging-stream.d.ts +1 -0
  402. package/dist/schemas/logging-stream.js +5 -2
  403. package/dist/schemas/mcp-adapter.d.ts +1 -1
  404. package/dist/schemas/model-config-schemas.d.ts +731 -111
  405. package/dist/schemas/model-config-schemas.js +16 -12
  406. package/dist/schemas/model-fit-policy.d.ts +2 -2
  407. package/dist/schemas/model-info.d.ts +54 -56
  408. package/dist/schemas/model-info.js +18 -7
  409. package/dist/schemas/model-ops.d.ts +12 -0
  410. package/dist/schemas/model-ops.js +33 -5
  411. package/dist/schemas/model-src-utils.d.ts +14 -6
  412. package/dist/schemas/model-src-utils.js +2 -2
  413. package/dist/schemas/model-types.d.ts +12 -4
  414. package/dist/schemas/model-types.js +2 -0
  415. package/dist/schemas/ocr.d.ts +11 -4
  416. package/dist/schemas/ocr.js +7 -3
  417. package/dist/schemas/plugin.d.ts +70 -8
  418. package/dist/schemas/plugin.js +32 -4
  419. package/dist/schemas/profiling.d.ts +32 -32
  420. package/dist/schemas/profiling.js +1 -1
  421. package/dist/schemas/rag.d.ts +9 -0
  422. package/dist/schemas/rag.js +11 -17
  423. package/dist/schemas/registry.d.ts +38 -10
  424. package/dist/schemas/registry.js +16 -7
  425. package/dist/schemas/reload-config.d.ts +45 -6
  426. package/dist/schemas/reload-config.js +13 -6
  427. package/dist/schemas/request-base.d.ts +39 -0
  428. package/dist/schemas/request-base.js +64 -0
  429. package/dist/schemas/rerank.d.ts +132 -0
  430. package/dist/schemas/rerank.js +104 -0
  431. package/dist/schemas/rpc-server.d.ts +3 -0
  432. package/dist/schemas/rpc-server.js +15 -15
  433. package/dist/schemas/sdcpp-config.d.ts +144 -18
  434. package/dist/schemas/sdcpp-config.js +123 -28
  435. package/dist/schemas/session.d.ts +37 -0
  436. package/dist/schemas/session.js +53 -0
  437. package/dist/schemas/system-resources.d.ts +364 -179
  438. package/dist/schemas/system-resources.js +8 -3
  439. package/dist/schemas/text-to-speech.d.ts +1408 -275
  440. package/dist/schemas/text-to-speech.js +547 -33
  441. package/dist/schemas/tools.d.ts +7 -0
  442. package/dist/schemas/tools.js +29 -0
  443. package/dist/schemas/transcription-config.d.ts +267 -2
  444. package/dist/schemas/transcription-config.js +138 -7
  445. package/dist/schemas/transcription.d.ts +94 -7
  446. package/dist/schemas/transcription.js +99 -22
  447. package/dist/schemas/translate.d.ts +4 -2
  448. package/dist/schemas/translate.js +6 -10
  449. package/dist/schemas/translation-config.d.ts +40 -20
  450. package/dist/schemas/translation-config.js +1 -1
  451. package/dist/schemas/tts-pcm.d.ts +35 -0
  452. package/dist/schemas/tts-pcm.js +69 -0
  453. package/dist/schemas/vector-index.d.ts +47 -1
  454. package/dist/schemas/vector-index.js +37 -10
  455. package/dist/schemas/vla.d.ts +3 -3
  456. package/dist/surface.d.ts +4 -3
  457. package/dist/surface.js +4 -3
  458. package/dist/utils/addon-responses.d.ts +71 -2
  459. package/dist/utils/aggregate-events.d.ts +1 -1
  460. package/dist/utils/aggregate-events.js +2 -2
  461. package/dist/utils/archive.d.ts +7 -0
  462. package/dist/utils/archive.js +89 -30
  463. package/dist/utils/asr-events.d.ts +5 -0
  464. package/dist/utils/asr-events.js +10 -1
  465. package/dist/utils/audio/decoder.js +3 -1
  466. package/dist/utils/audio-input.js +1 -1
  467. package/dist/utils/cache/auto-history.d.ts +2 -1
  468. package/dist/utils/cache/auto-history.js +5 -3
  469. package/dist/utils/cache/layout.d.ts +48 -0
  470. package/dist/utils/cache/layout.js +190 -0
  471. package/dist/utils/cache/paths.js +8 -10
  472. package/dist/utils/cache/types.d.ts +2 -1
  473. package/dist/utils/checksum.d.ts +7 -0
  474. package/dist/utils/checksum.js +59 -2
  475. package/dist/utils/completion-normalizer.js +287 -88
  476. package/dist/utils/gguf-architecture.d.ts +7 -0
  477. package/dist/utils/gguf-architecture.js +142 -0
  478. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  479. package/dist/utils/gguf-tensor-extractor.js +1 -50
  480. package/dist/utils/index.d.ts +13 -13
  481. package/dist/utils/index.js +13 -13
  482. package/dist/utils/mcp-adapter.d.ts +1 -1
  483. package/dist/utils/mcp-adapter.js +1 -1
  484. package/dist/utils/path-security.js +1 -1
  485. package/dist/utils/shard-utils.d.ts +0 -16
  486. package/dist/utils/shard-utils.js +14 -48
  487. package/dist/utils/tool-integration.d.ts +3 -2
  488. package/dist/utils/tool-integration.js +3 -6
  489. package/dist/utils/tools/defer.d.ts +50 -31
  490. package/dist/utils/tools/defer.js +115 -51
  491. package/dist/utils/tools/dialect.d.ts +15 -4
  492. package/dist/utils/tools/dialect.js +34 -5
  493. package/dist/utils/tools/index.d.ts +3 -3
  494. package/dist/utils/tools/index.js +3 -3
  495. package/dist/utils/tools/parser.js +8 -8
  496. package/dist/utils/tools/parsers/dsml.d.ts +1 -1
  497. package/dist/utils/tools/parsers/dsml.js +1 -1
  498. package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
  499. package/dist/utils/tools/parsers/gemma4native.js +1 -1
  500. package/dist/utils/tools/parsers/harmony.d.ts +1 -1
  501. package/dist/utils/tools/parsers/harmony.js +1 -1
  502. package/dist/utils/tools/parsers/hermes.d.ts +1 -1
  503. package/dist/utils/tools/parsers/hermes.js +1 -1
  504. package/dist/utils/tools/parsers/json.d.ts +1 -1
  505. package/dist/utils/tools/parsers/json.js +1 -1
  506. package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
  507. package/dist/utils/tools/parsers/pythonic.js +1 -1
  508. package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
  509. package/dist/utils/tools/parsers/qwen35.js +1 -1
  510. package/dist/utils/transcribe-metadata.d.ts +28 -2
  511. package/dist/utils/transcribe-metadata.js +16 -0
  512. package/dist/utils/tts-stats.d.ts +43 -1
  513. package/dist/utils/tts-stats.js +120 -22
  514. package/dist/utils/until-aborted.d.ts +7 -0
  515. package/dist/utils/until-aborted.js +34 -0
  516. package/package.json +67 -55
  517. package/dist/models/registry/resource-profiles.d.ts +0 -17
  518. package/dist/models/registry/resource-profiles.js +0 -5657
  519. package/dist/resources/model-fit/assess.d.ts +0 -72
  520. package/dist/resources/model-fit/assess.js +0 -679
  521. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
  522. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
  523. package/dist/resources/model-fit/floor.d.ts +0 -31
  524. package/dist/resources/model-fit/floor.js +0 -65
  525. package/dist/resources/model-fit/kv-cache.d.ts +0 -23
  526. package/dist/resources/model-fit/kv-cache.js +0 -85
  527. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
  528. package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
  529. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
  530. package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
  531. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
  532. package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
  533. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
  534. package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
  535. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
  536. package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
  537. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
  538. package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
  539. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
  540. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
  541. package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
  542. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
  543. package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
  544. package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
  545. package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
  546. package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
  547. package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
  548. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
  549. package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
  550. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
  551. package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
  552. package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
  553. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
  554. package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
  555. package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
  556. package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
  557. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
  558. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
  559. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
  560. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
  561. package/dist/resources/model-fit/platform.d.ts +0 -9
  562. package/dist/resources/model-fit/platform.js +0 -26
  563. package/dist/resources/model-fit/types.d.ts +0 -6
  564. package/dist/resources/model-fit/types.js +0 -1
  565. package/dist/schemas/model-resource-profile.d.ts +0 -108
  566. package/dist/schemas/model-resource-profile.js +0 -80
  567. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
  568. /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
  569. /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
@@ -1,4 +1,5 @@
1
1
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type WhisperConfig } from '../../../schemas/index.js';
2
+ import { whisperFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
2
3
  export declare const whisperPlugin: {
3
4
  modelType: "whispercpp-transcription";
4
5
  displayName: string;
@@ -31,6 +32,7 @@ export declare const whisperPlugin: {
31
32
  tdrz_enable: import("zod").ZodOptional<import("zod").ZodBoolean>;
32
33
  suppress_regex: import("zod").ZodOptional<import("zod").ZodString>;
33
34
  initial_prompt: import("zod").ZodOptional<import("zod").ZodString>;
35
+ carry_initial_prompt: import("zod").ZodOptional<import("zod").ZodBoolean>;
34
36
  language: import("zod").ZodOptional<import("zod").ZodString>;
35
37
  detect_language: import("zod").ZodOptional<import("zod").ZodBoolean>;
36
38
  suppress_blank: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -53,7 +55,7 @@ export declare const whisperPlugin: {
53
55
  max_speech_duration_s: import("zod").ZodOptional<import("zod").ZodNumber>;
54
56
  speech_pad_ms: import("zod").ZodOptional<import("zod").ZodNumber>;
55
57
  samples_overlap: import("zod").ZodOptional<import("zod").ZodNumber>;
56
- }, import("zod/v4/core/index.js").$strip>>;
58
+ }, import("zod/v4/core").$strip>>;
57
59
  audio_format: import("zod").ZodOptional<import("zod").ZodEnum<{
58
60
  f32le: "f32le";
59
61
  s16le: "s16le";
@@ -63,11 +65,15 @@ export declare const whisperPlugin: {
63
65
  use_gpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
64
66
  flash_attn: import("zod").ZodOptional<import("zod").ZodBoolean>;
65
67
  gpu_device: import("zod").ZodOptional<import("zod").ZodNumber>;
66
- }, import("zod/v4/core/index.js").$strip>>;
68
+ 'main-gpu': import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodString, import("zod").ZodEnum<{
69
+ integrated: "integrated";
70
+ dedicated: "dedicated";
71
+ }>]>>;
72
+ }, import("zod/v4/core").$strip>>;
67
73
  miscConfig: import("zod").ZodOptional<import("zod").ZodObject<{
68
74
  caption_enabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
69
75
  seed: import("zod").ZodOptional<import("zod").ZodNumber>;
70
- }, import("zod/v4/core/index.js").$strip>>;
76
+ }, import("zod/v4/core").$strip>>;
71
77
  vadModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
72
78
  src: import("zod").ZodString;
73
79
  name: import("zod").ZodOptional<import("zod").ZodString>;
@@ -85,12 +91,14 @@ export declare const whisperPlugin: {
85
91
  audiogen: "audiogen";
86
92
  tts: "tts";
87
93
  ocr: "ocr";
94
+ classification: "classification";
88
95
  vla: "vla";
89
96
  "llamacpp-completion": "llamacpp-completion";
90
97
  "whispercpp-transcription": "whispercpp-transcription";
91
98
  "bci-whispercpp-transcription": "bci-whispercpp-transcription";
92
99
  "llamacpp-embedding": "llamacpp-embedding";
93
100
  "llamacpp-decision": "llamacpp-decision";
101
+ "llamacpp-rerank": "llamacpp-rerank";
94
102
  "nmtcpp-translation": "nmtcpp-translation";
95
103
  "onnx-tts": "onnx-tts";
96
104
  "tts-ggml": "tts-ggml";
@@ -100,16 +108,17 @@ export declare const whisperPlugin: {
100
108
  "sdcpp-generation": "sdcpp-generation";
101
109
  "audiogen-ggml": "audiogen-ggml";
102
110
  "ggml-vla": "ggml-vla";
111
+ "ggml-image-embedding": "ggml-image-embedding";
103
112
  "ggml-classification": "ggml-classification";
104
113
  llm: "llm";
105
114
  whisper: "whisper";
106
115
  bci: "bci";
107
116
  nmt: "nmt";
108
117
  parakeet: "parakeet";
109
- classification: "classification";
110
118
  }>, import("zod").ZodLiteral<"vad">]>>;
111
- }, import("zod/v4/core/index.js").$strip>]>>;
112
- }, import("zod/v4/core/index.js").$strip>;
119
+ }, import("zod/v4/core").$strip>]>>;
120
+ }, import("zod/v4/core").$strip>;
121
+ fitRequest: typeof whisperFitRequest;
113
122
  assessFit: typeof import("node_modules/@qvac/asr-ggml/lib/fit").assessFit;
114
123
  resolveConfig(cfg: WhisperConfig, ctx: ResolveContext): Promise<{
115
124
  config: {
@@ -137,6 +146,7 @@ export declare const whisperPlugin: {
137
146
  tdrz_enable?: boolean | undefined;
138
147
  suppress_regex?: string | undefined;
139
148
  initial_prompt?: string | undefined;
149
+ carry_initial_prompt?: boolean | undefined;
140
150
  language?: string | undefined;
141
151
  detect_language?: boolean | undefined;
142
152
  suppress_blank?: boolean | undefined;
@@ -166,6 +176,7 @@ export declare const whisperPlugin: {
166
176
  use_gpu?: boolean | undefined;
167
177
  flash_attn?: boolean | undefined;
168
178
  gpu_device?: number | undefined;
179
+ 'main-gpu'?: string | number | undefined;
169
180
  } | undefined;
170
181
  miscConfig?: {
171
182
  caption_enabled?: boolean | undefined;
@@ -199,6 +210,7 @@ export declare const whisperPlugin: {
199
210
  tdrz_enable?: boolean | undefined;
200
211
  suppress_regex?: string | undefined;
201
212
  initial_prompt?: string | undefined;
213
+ carry_initial_prompt?: boolean | undefined;
202
214
  language?: string | undefined;
203
215
  detect_language?: boolean | undefined;
204
216
  suppress_blank?: boolean | undefined;
@@ -228,6 +240,7 @@ export declare const whisperPlugin: {
228
240
  use_gpu?: boolean | undefined;
229
241
  flash_attn?: boolean | undefined;
230
242
  gpu_device?: number | undefined;
243
+ 'main-gpu'?: string | number | undefined;
231
244
  } | undefined;
232
245
  miscConfig?: {
233
246
  caption_enabled?: boolean | undefined;
@@ -247,15 +260,16 @@ export declare const whisperPlugin: {
247
260
  audioChunk: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
248
261
  type: import("zod").ZodLiteral<"base64">;
249
262
  value: import("zod").ZodString;
250
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
263
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
251
264
  type: import("zod").ZodLiteral<"filePath">;
252
265
  value: import("zod").ZodString;
253
- }, import("zod/v4/core/index.js").$strip>], "type">;
266
+ }, import("zod/v4/core").$strip>], "type">;
254
267
  hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
255
268
  maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
256
269
  type: import("zod").ZodLiteral<"transcribe">;
270
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
257
271
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
258
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
272
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
259
273
  text: import("zod").ZodOptional<import("zod").ZodString>;
260
274
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
261
275
  stats: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -286,7 +300,12 @@ export declare const whisperPlugin: {
286
300
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
287
301
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
288
302
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
289
- }, import("zod/v4/core/index.js").$strip>>;
303
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
304
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
305
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
306
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
307
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
308
+ }, import("zod/v4/core").$strip>>;
290
309
  error: import("zod").ZodOptional<import("zod").ZodString>;
291
310
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
292
311
  text: import("zod").ZodString;
@@ -300,26 +319,44 @@ export declare const whisperPlugin: {
300
319
  speakerId: import("zod").ZodNumber;
301
320
  startMs: import("zod").ZodNumber;
302
321
  endMs: import("zod").ZodNumber;
303
- }, import("zod/v4/core/index.js").$strip>>>;
322
+ }, import("zod/v4/core").$strip>>>;
304
323
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
305
324
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
306
- }, import("zod/v4/core/index.js").$strip>>;
325
+ language: import("zod").ZodOptional<import("zod").ZodString>;
326
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
327
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
328
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
329
+ text: import("zod").ZodString;
330
+ startMs: import("zod").ZodNumber;
331
+ endMs: import("zod").ZodNumber;
332
+ probability: import("zod").ZodNumber;
333
+ }, import("zod/v4/core").$strip>>>;
334
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
335
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
336
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
337
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
338
+ }, import("zod/v4/core").$strip>>;
307
339
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
308
340
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
309
341
  speaking: import("zod").ZodBoolean;
310
342
  probability: import("zod").ZodNumber;
343
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
344
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
311
345
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
312
346
  silero: "silero";
313
347
  energy: "energy";
314
348
  sortformer: "sortformer";
315
349
  }>>;
316
- }, import("zod/v4/core/index.js").$strip>>;
350
+ }, import("zod/v4/core").$strip>>;
317
351
  endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
318
352
  source: import("zod").ZodLiteral<"whisper">;
319
353
  silenceDurationMs: import("zod").ZodNumber;
320
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
354
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
321
355
  source: import("zod").ZodLiteral<"parakeet">;
322
- }, import("zod/v4/core/index.js").$strip>], "source">, unknown>>;
356
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
357
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
358
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
359
+ }, import("zod/v4/core").$strip>], "source">, unknown>>;
323
360
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
324
361
  selectedBackend: import("zod").ZodString;
325
362
  selectedDevice: import("zod").ZodEnum<{
@@ -327,21 +364,21 @@ export declare const whisperPlugin: {
327
364
  gpu: "gpu";
328
365
  }>;
329
366
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
330
- cuda: "cuda";
331
367
  vulkan: "vulkan";
332
- metal: "metal";
333
368
  opencl: "opencl";
334
- rocm: "rocm";
335
369
  opengl: "opengl";
336
370
  webgpu: "webgpu";
371
+ metal: "metal";
337
372
  direct3d11: "direct3d11";
338
373
  direct3d12: "direct3d12";
374
+ cuda: "cuda";
339
375
  levelZero: "levelZero";
376
+ rocm: "rocm";
340
377
  }>>;
341
378
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
342
379
  name: import("zod").ZodString;
343
380
  version: import("zod").ZodOptional<import("zod").ZodString>;
344
- }, import("zod/v4/core/index.js").$strip>>;
381
+ }, import("zod/v4/core").$strip>>;
345
382
  gpuId: import("zod").ZodOptional<import("zod").ZodString>;
346
383
  fallback: import("zod").ZodOptional<import("zod").ZodObject<{
347
384
  requestedBackend: import("zod").ZodOptional<import("zod").ZodString>;
@@ -350,7 +387,7 @@ export declare const whisperPlugin: {
350
387
  gpu: "gpu";
351
388
  }>>;
352
389
  reason: import("zod").ZodString;
353
- }, import("zod/v4/core/index.js").$strip>>;
390
+ }, import("zod/v4/core").$strip>>;
354
391
  probe: import("zod").ZodOptional<import("zod").ZodObject<{
355
392
  status: import("zod").ZodEnum<{
356
393
  unknown: "unknown";
@@ -359,10 +396,10 @@ export declare const whisperPlugin: {
359
396
  }>;
360
397
  backend: import("zod").ZodString;
361
398
  reason: import("zod").ZodOptional<import("zod").ZodString>;
362
- }, import("zod/v4/core/index.js").$strip>>;
363
- }, import("zod/v4/core/index.js").$strip>>;
399
+ }, import("zod/v4/core").$strip>>;
400
+ }, import("zod/v4/core").$strip>>;
364
401
  type: import("zod").ZodLiteral<"transcribe">;
365
- }, import("zod/v4/core/index.js").$strip>>;
402
+ }, import("zod/v4/core").$strip>>;
366
403
  transcribeStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
367
404
  modelId: import("zod").ZodString;
368
405
  prompt: import("zod").ZodOptional<import("zod").ZodString>;
@@ -378,6 +415,9 @@ export declare const whisperPlugin: {
378
415
  rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
379
416
  emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
380
417
  emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
418
+ energyVadThresholdDb: import("zod").ZodOptional<import("zod").ZodNumber>;
419
+ energyVadWindowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
420
+ energyVadHangoverMs: import("zod").ZodOptional<import("zod").ZodNumber>;
381
421
  emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
382
422
  diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
383
423
  diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -387,9 +427,10 @@ export declare const whisperPlugin: {
387
427
  chunkLeftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
388
428
  chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
389
429
  spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
390
- }, import("zod/v4/core/index.js").$strip>>;
430
+ }, import("zod/v4/core").$strip>>;
431
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
391
432
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
392
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
433
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
393
434
  text: import("zod").ZodOptional<import("zod").ZodString>;
394
435
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
395
436
  stats: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -420,7 +461,12 @@ export declare const whisperPlugin: {
420
461
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
421
462
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
422
463
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
423
- }, import("zod/v4/core/index.js").$strip>>;
464
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
465
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
466
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
467
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
468
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
469
+ }, import("zod/v4/core").$strip>>;
424
470
  error: import("zod").ZodOptional<import("zod").ZodString>;
425
471
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
426
472
  text: import("zod").ZodString;
@@ -434,26 +480,44 @@ export declare const whisperPlugin: {
434
480
  speakerId: import("zod").ZodNumber;
435
481
  startMs: import("zod").ZodNumber;
436
482
  endMs: import("zod").ZodNumber;
437
- }, import("zod/v4/core/index.js").$strip>>>;
483
+ }, import("zod/v4/core").$strip>>>;
438
484
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
439
485
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
440
- }, import("zod/v4/core/index.js").$strip>>;
486
+ language: import("zod").ZodOptional<import("zod").ZodString>;
487
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
488
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
489
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
490
+ text: import("zod").ZodString;
491
+ startMs: import("zod").ZodNumber;
492
+ endMs: import("zod").ZodNumber;
493
+ probability: import("zod").ZodNumber;
494
+ }, import("zod/v4/core").$strip>>>;
495
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
496
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
497
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
498
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
499
+ }, import("zod/v4/core").$strip>>;
441
500
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
442
501
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
443
502
  speaking: import("zod").ZodBoolean;
444
503
  probability: import("zod").ZodNumber;
504
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
505
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
445
506
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
446
507
  silero: "silero";
447
508
  energy: "energy";
448
509
  sortformer: "sortformer";
449
510
  }>>;
450
- }, import("zod/v4/core/index.js").$strip>>;
511
+ }, import("zod/v4/core").$strip>>;
451
512
  endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
452
513
  source: import("zod").ZodLiteral<"whisper">;
453
514
  silenceDurationMs: import("zod").ZodNumber;
454
- }, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
515
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
455
516
  source: import("zod").ZodLiteral<"parakeet">;
456
- }, import("zod/v4/core/index.js").$strip>], "source">, unknown>>;
517
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
518
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
519
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
520
+ }, import("zod/v4/core").$strip>], "source">, unknown>>;
457
521
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
458
522
  selectedBackend: import("zod").ZodString;
459
523
  selectedDevice: import("zod").ZodEnum<{
@@ -461,21 +525,21 @@ export declare const whisperPlugin: {
461
525
  gpu: "gpu";
462
526
  }>;
463
527
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
464
- cuda: "cuda";
465
528
  vulkan: "vulkan";
466
- metal: "metal";
467
529
  opencl: "opencl";
468
- rocm: "rocm";
469
530
  opengl: "opengl";
470
531
  webgpu: "webgpu";
532
+ metal: "metal";
471
533
  direct3d11: "direct3d11";
472
534
  direct3d12: "direct3d12";
535
+ cuda: "cuda";
473
536
  levelZero: "levelZero";
537
+ rocm: "rocm";
474
538
  }>>;
475
539
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
476
540
  name: import("zod").ZodString;
477
541
  version: import("zod").ZodOptional<import("zod").ZodString>;
478
- }, import("zod/v4/core/index.js").$strip>>;
542
+ }, import("zod/v4/core").$strip>>;
479
543
  gpuId: import("zod").ZodOptional<import("zod").ZodString>;
480
544
  fallback: import("zod").ZodOptional<import("zod").ZodObject<{
481
545
  requestedBackend: import("zod").ZodOptional<import("zod").ZodString>;
@@ -484,7 +548,7 @@ export declare const whisperPlugin: {
484
548
  gpu: "gpu";
485
549
  }>>;
486
550
  reason: import("zod").ZodString;
487
- }, import("zod/v4/core/index.js").$strip>>;
551
+ }, import("zod/v4/core").$strip>>;
488
552
  probe: import("zod").ZodOptional<import("zod").ZodObject<{
489
553
  status: import("zod").ZodEnum<{
490
554
  unknown: "unknown";
@@ -493,13 +557,13 @@ export declare const whisperPlugin: {
493
557
  }>;
494
558
  backend: import("zod").ZodString;
495
559
  reason: import("zod").ZodOptional<import("zod").ZodString>;
496
- }, import("zod/v4/core/index.js").$strip>>;
497
- }, import("zod/v4/core/index.js").$strip>>;
560
+ }, import("zod/v4/core").$strip>>;
561
+ }, import("zod/v4/core").$strip>>;
498
562
  type: import("zod").ZodLiteral<"transcribeStream">;
499
- }, import("zod/v4/core/index.js").$strip>>;
563
+ }, import("zod/v4/core").$strip>>;
500
564
  };
501
565
  logging: {
502
- module: () => Promise<typeof import("@qvac/asr-ggml/addonLogging.js")>;
566
+ module: () => Promise<typeof import("@qvac/asr-ggml/addonLogging")>;
503
567
  namespace: "@qvac/asr-ggml";
504
568
  };
505
569
  };
@@ -1,10 +1,11 @@
1
1
  import ASRGgml from '@qvac/asr-ggml';
2
2
  import { definePlugin, defineHandler, defineDuplexHandler, transcribeRequestSchema, transcribeResponseSchema, transcribeStreamRequestSchema, transcribeStreamResponseSchema, ModelType, whisperConfigSchema, ADDON_ASR } from '../../../schemas/index.js';
3
- import { transcribe, transcribeStream } from '../../ops/transcribe.js';
3
+ import { transcribe, transcribeStream } from '../../../plugins/ops/transcribe.js';
4
4
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
5
5
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
6
- import { buildWhisperEngineConfig } from '../asr-ggml/config.js';
7
- import { createAsrModelLogger } from '../asr-ggml/logging.js';
6
+ import { buildWhisperEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
7
+ import { whisperFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
8
+ import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
8
9
  function createWhisperModel(modelId, modelPath, whisperConfig, vadModelPath) {
9
10
  const logger = createAsrModelLogger(modelId, ModelType.whispercppTranscription);
10
11
  const model = new ASRGgml({
@@ -23,6 +24,7 @@ export const whisperPlugin = definePlugin({
23
24
  displayName: 'Whisper (whisper.cpp)',
24
25
  addonPackage: ADDON_ASR,
25
26
  loadConfigSchema: whisperConfigSchema,
27
+ fitRequest: whisperFitRequest,
26
28
  assessFit: ASRGgml.assessFit,
27
29
  async resolveConfig(cfg, ctx) {
28
30
  const { vadModelSrc, ...whisperConfig } = cfg;
@@ -48,7 +50,7 @@ export const whisperPlugin = definePlugin({
48
50
  // whisper.cpp addon exposes a model-wide hard cancel — compute
49
51
  // is interrupted on the currently-running transcription.
50
52
  cancel: { scope: 'model', hard: true },
51
- handler: async function* (request) {
53
+ handler: async function* (request, _inputStream, context) {
52
54
  const metadata = request.metadata === true;
53
55
  const stream = metadata
54
56
  ? transcribe({
@@ -58,14 +60,14 @@ export const whisperPlugin = definePlugin({
58
60
  hotwords: request.hotwords,
59
61
  maxNewTokens: request.maxNewTokens,
60
62
  metadata: true
61
- }, request.requestId)
63
+ }, request.requestId, request.sessionId, context)
62
64
  : transcribe({
63
65
  modelId: request.modelId,
64
66
  audioChunk: request.audioChunk,
65
67
  prompt: request.prompt,
66
68
  hotwords: request.hotwords,
67
69
  maxNewTokens: request.maxNewTokens
68
- }, request.requestId);
70
+ }, request.requestId, request.sessionId, context);
69
71
  try {
70
72
  let result = await stream.next();
71
73
  while (!result.done) {
@@ -105,7 +107,7 @@ export const whisperPlugin = definePlugin({
105
107
  // Same model-wide hard cancel surface as `transcribe` — both
106
108
  // route through the whisper.cpp addon.
107
109
  cancel: { scope: 'model', hard: true },
108
- handler: async function* (request, inputStream) {
110
+ handler: async function* (request, inputStream, context) {
109
111
  const streamOpts = {
110
112
  ...(request.emitVadEvents !== undefined && {
111
113
  emitVadEvents: request.emitVadEvents
@@ -119,8 +121,8 @@ export const whisperPlugin = definePlugin({
119
121
  };
120
122
  const metadata = request.metadata === true;
121
123
  const iterator = metadata
122
- ? transcribeStream(request.modelId, inputStream, request.prompt, true, streamOpts, request.requestId)
123
- : transcribeStream(request.modelId, inputStream, request.prompt, false, streamOpts, request.requestId);
124
+ ? transcribeStream(request.modelId, inputStream, request.prompt, true, streamOpts, request.requestId, request.sessionId, context)
125
+ : transcribeStream(request.modelId, inputStream, request.prompt, false, streamOpts, request.requestId, request.sessionId, context);
124
126
  try {
125
127
  let result = await iterator.next();
126
128
  while (!result.done) {
@@ -186,7 +188,7 @@ export const whisperPlugin = definePlugin({
186
188
  })
187
189
  },
188
190
  logging: {
189
- module: () => import('@qvac/asr-ggml/addonLogging.js'),
191
+ module: () => import('@qvac/asr-ggml/addonLogging'),
190
192
  namespace: ADDON_ASR
191
193
  }
192
194
  });
@@ -1,6 +1,6 @@
1
1
  import * as hostApi from '../api/index.js';
2
2
  import type { QvacPlugin } from '../schemas/plugin.js';
3
- export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry.js';
3
+ export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from '../plugins/registry.js';
4
4
  /**
5
5
  * Register a set of plugins and return the host API bound to them. The
6
6
  * ergonomic entry point for assembling an explicit plugin subset — we ship
@@ -1,6 +1,6 @@
1
- import { registerPlugins } from './registry.js';
1
+ import { registerPlugins } from '../plugins/registry.js';
2
2
  import * as hostApi from '../api/index.js';
3
- export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from './registry.js';
3
+ export { registerPlugin, registerPlugins, ensureAddonLoggerReady, getPlugin, getPluginHandler, getTurboVecIndexProvider, hasPlugin, getAllPlugins, clearPlugins, unregisterPlugin } from '../plugins/registry.js';
4
4
  /**
5
5
  * Register a set of plugins and return the host API bound to them. The
6
6
  * ergonomic entry point for assembling an explicit plugin subset — we ship
@@ -1,3 +1,4 @@
1
+ import { type PluginHandlerContext } from '../../schemas/plugin.js';
1
2
  import { type BciStreamOpts, type BciTranscribeParams, type TranscribeSegment, type TranscribeStats } from '../../schemas/index.js';
2
3
  import Buffer from 'bare-buffer';
3
4
  import { type StreamResult } from '../../profiling/model-execution.js';
@@ -9,9 +10,9 @@ type BciTranscribeReturn = {
9
10
  };
10
11
  export declare function bciTranscribe(params: BciTranscribeParams & {
11
12
  metadata: true;
12
- }, requestId?: string): AsyncGenerator<TranscribeSegment, BciTranscribeReturn, void>;
13
- export declare function bciTranscribe(params: BciTranscribeParams, requestId?: string): AsyncGenerator<string, BciTranscribeReturn, void>;
13
+ }, requestId?: string, sessionId?: string, context?: PluginHandlerContext): AsyncGenerator<TranscribeSegment, BciTranscribeReturn, void>;
14
+ export declare function bciTranscribe(params: BciTranscribeParams, requestId?: string, sessionId?: string, context?: PluginHandlerContext): AsyncGenerator<string, BciTranscribeReturn, void>;
14
15
  type BciStreamReturn = StreamResult;
15
- export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata: true, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<TranscribeSegment, BciStreamReturn, void>;
16
- export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata?: boolean, opts?: BciStreamOpts, requestId?: string): AsyncGenerator<string, BciStreamReturn, void>;
16
+ export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata: true, opts?: BciStreamOpts, requestId?: string, sessionId?: string, context?: PluginHandlerContext): AsyncGenerator<TranscribeSegment, BciStreamReturn, void>;
17
+ export declare function bciTranscribeStream(modelId: string, neuralStream: AsyncIterable<Buffer>, metadata?: boolean, opts?: BciStreamOpts, requestId?: string, sessionId?: string, context?: PluginHandlerContext): AsyncGenerator<string, BciStreamReturn, void>;
17
18
  export {};
@@ -50,10 +50,11 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
50
50
  var e = new Error(message);
51
51
  return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
52
52
  });
53
+ import { requestParent } from '../../schemas/plugin.js';
53
54
  import { getModel } from '../../runtime/model-registry.js';
54
55
  import Buffer from 'bare-buffer';
55
56
  import { getEngineLogger } from '../../logging/index.js';
56
- import { TranscriptionFailedError } from '../../errors/index.js';
57
+ import { InferenceCancelledError, TranscriptionFailedError } from '../../errors/index.js';
57
58
  import { nowMs } from '../../profiling/index.js';
58
59
  import { buildStreamResult } from '../../profiling/model-execution.js';
59
60
  import { buildAsrBackendDiagnostics } from '../../utils/asr-diagnostics.js';
@@ -70,7 +71,7 @@ async function runBci(model, input) {
70
71
  throw new TranscriptionFailedError('Invalid neural input');
71
72
  }
72
73
  }
73
- export async function* bciTranscribe(params, requestId) {
74
+ export async function* bciTranscribe(params, requestId, sessionId, context) {
74
75
  const env_1 = { stack: [], error: void 0, hasError: false };
75
76
  try {
76
77
  const { modelId, metadata } = params;
@@ -80,9 +81,18 @@ export async function* bciTranscribe(params, requestId) {
80
81
  // caller didn't send one.
81
82
  const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
82
83
  requestId: requestId ?? generateRandomRequestId(),
84
+ sessionId,
85
+ ...requestParent(context),
83
86
  kind: 'transcribe',
84
87
  modelId
85
- }), true);
88
+ })
89
+ // Cancelled while queued for the model: it holds no slot, so wiring the
90
+ // model-wide cancel below would stop the job of whoever runs now.
91
+ , true);
92
+ // Cancelled while queued for the model: it holds no slot, so wiring the
93
+ // model-wide cancel below would stop the job of whoever runs now.
94
+ if (ctx.signal.aborted)
95
+ throw new InferenceCancelledError(ctx.requestId);
86
96
  const requestLogger = withRequestContext(getEngineLogger(), ctx);
87
97
  const model = getModel(modelId);
88
98
  // Hard-cancel wiring: the BCI addon exposes a model-wide `cancel()`
@@ -181,7 +191,7 @@ export async function* bciTranscribe(params, requestId) {
181
191
  await result_1;
182
192
  }
183
193
  }
184
- export async function* bciTranscribeStream(modelId, neuralStream, metadata, opts, requestId) {
194
+ export async function* bciTranscribeStream(modelId, neuralStream, metadata, opts, requestId, sessionId, context) {
185
195
  const env_2 = { stack: [], error: void 0, hasError: false };
186
196
  try {
187
197
  // Same `kind: "transcribe"` as the unary BCI variant — the registry
@@ -190,9 +200,13 @@ export async function* bciTranscribeStream(modelId, neuralStream, metadata, opts
190
200
  // either shape.
191
201
  const ctx = __addDisposableResource(env_2, await getRequestRegistry().begin({
192
202
  requestId: requestId ?? generateRandomRequestId(),
203
+ sessionId,
204
+ ...requestParent(context),
193
205
  kind: 'transcribe',
194
206
  modelId
195
207
  }), true);
208
+ if (ctx.signal.aborted)
209
+ throw new InferenceCancelledError(ctx.requestId);
196
210
  const requestLogger = withRequestContext(getEngineLogger(), ctx);
197
211
  const model = getModel(modelId);
198
212
  // Hard-cancel wiring: `cancel()` tears down the active stream driver
@@ -22,4 +22,5 @@ import type { RequestKind } from '../../runtime/index.js';
22
22
  */
23
23
  export declare function cancel(params: CancelInferenceBaseParams, opts?: {
24
24
  kind?: RequestKind;
25
+ sessionId?: string;
25
26
  }): number;
@@ -2,6 +2,8 @@ import { getModel } from '../../runtime/model-registry.js';
2
2
  import { cancelInferenceBaseSchema } from '../../schemas/index.js';
3
3
  import { ModelNotLoadedError } from '../../errors/index.js';
4
4
  import { getRequestRegistry } from '../../runtime/index.js';
5
+ import { OWNER_SESSION_ID } from '../../runtime/session-id.js';
6
+ import { isOwnerSession } from '../../runtime/session-registry.js';
5
7
  import { getEngineLogger } from '../../logging/index.js';
6
8
  const logger = getEngineLogger();
7
9
  /**
@@ -30,9 +32,16 @@ export function cancel(params, opts) {
30
32
  if (!model) {
31
33
  throw new ModelNotLoadedError(modelId);
32
34
  }
35
+ // The owner sweeps every session's requests on the model; a session only
36
+ // reaches its own.
37
+ const sessionId = opts?.sessionId ?? OWNER_SESSION_ID;
33
38
  const registry = getRequestRegistry();
34
- const target = opts?.kind ? { modelId, kind: opts.kind } : { modelId };
35
- const cancelled = registry.cancel(target);
39
+ const cancelled = registry.cancel({
40
+ modelId,
41
+ ...(opts?.kind && { kind: opts.kind }),
42
+ sessionId,
43
+ allSessions: isOwnerSession(sessionId)
44
+ });
36
45
  if (cancelled === 0) {
37
46
  // Callers (workbench "Stop" button, app shutdown sweeps) often
38
47
  // fire-and-forget; log so operators can see when a broad cancel
@@ -1,15 +1,17 @@
1
+ import { type PluginHandlerContext } from '../../schemas/plugin.js';
1
2
  import { type EmbedParams, type EmbedStats } from '../../schemas/index.js';
2
3
  export interface EmbedResult {
3
4
  embedding: number[] | number[][];
4
5
  stats?: EmbedStats;
5
6
  }
7
+ export declare function markEmbeddingProjector(model: object): void;
6
8
  export declare function embed(params: {
7
9
  modelId: string;
8
10
  text: string;
9
- }, requestId?: string): Promise<EmbedResult>;
11
+ }, requestId?: string, sessionId?: string, context?: PluginHandlerContext): Promise<EmbedResult>;
10
12
  export declare function embed(params: {
11
13
  modelId: string;
12
14
  text: string[];
13
- }, requestId?: string): Promise<EmbedResult>;
14
- export declare function embed(params: EmbedParams, requestId?: string): Promise<EmbedResult>;
15
+ }, requestId?: string, sessionId?: string, context?: PluginHandlerContext): Promise<EmbedResult>;
16
+ export declare function embed(params: EmbedParams, requestId?: string, sessionId?: string, context?: PluginHandlerContext): Promise<EmbedResult>;
15
17
  export declare function normalizeVector(vector: Float32Array): number[];