@qvac/inference 0.23.0 → 0.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (426) hide show
  1. package/NOTICE +60 -28
  2. package/README.md +3 -1
  3. package/dist/api/assess-model-fit.d.ts +14 -14
  4. package/dist/api/assess-model-fit.js +14 -14
  5. package/dist/api/audio-gen.d.ts +2 -2
  6. package/dist/api/audio-gen.js +135 -44
  7. package/dist/api/batch-completion.js +2 -1
  8. package/dist/api/calc-tokens.d.ts +30 -0
  9. package/dist/api/calc-tokens.js +41 -0
  10. package/dist/api/classify.d.ts +5 -2
  11. package/dist/api/classify.js +5 -2
  12. package/dist/api/completion-stream.d.ts +1 -1
  13. package/dist/api/completion-stream.js +2 -1
  14. package/dist/api/delete-cache.d.ts +7 -1
  15. package/dist/api/delete-cache.js +11 -1
  16. package/dist/api/diffusion.d.ts +14 -1
  17. package/dist/api/diffusion.js +14 -1
  18. package/dist/api/embed.d.ts +82 -29
  19. package/dist/api/embed.js +64 -18
  20. package/dist/api/get-model-info.d.ts +1 -1
  21. package/dist/api/index.d.ts +2 -1
  22. package/dist/api/index.js +2 -1
  23. package/dist/api/rag.d.ts +1 -1
  24. package/dist/api/rag.js +1 -1
  25. package/dist/api/registry.d.ts +16 -6
  26. package/dist/api/registry.js +32 -9
  27. package/dist/api/text-to-speech.d.ts +14 -5
  28. package/dist/api/text-to-speech.js +83 -29
  29. package/dist/api/transcribe.d.ts +6 -2
  30. package/dist/api/transcribe.js +7 -1
  31. package/dist/api/vector-index.d.ts +25 -3
  32. package/dist/api/vector-index.js +17 -2
  33. package/dist/api/video-request.d.ts +15 -15
  34. package/dist/dispatch.d.ts +10 -4
  35. package/dist/dispatch.js +65 -15
  36. package/dist/engine.d.ts +1 -1
  37. package/dist/errors/index.d.ts +70 -0
  38. package/dist/errors/index.js +128 -0
  39. package/dist/handlers/assess-model-fit.d.ts +3 -21
  40. package/dist/handlers/assess-model-fit.js +4 -303
  41. package/dist/handlers/cancelHandler.d.ts +10 -9
  42. package/dist/handlers/cancelHandler.js +17 -13
  43. package/dist/handlers/completion-orchestrate.d.ts +14 -2
  44. package/dist/handlers/completion-orchestrate.js +164 -22
  45. package/dist/handlers/delete-cache.d.ts +2 -1
  46. package/dist/handlers/delete-cache.js +6 -1
  47. package/dist/handlers/download-asset.js +11 -4
  48. package/dist/handlers/get-loaded-model-info.js +1 -0
  49. package/dist/handlers/get-model-info.js +71 -2
  50. package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
  51. package/dist/handlers/load-model/coreml-sidecars.js +16 -119
  52. package/dist/handlers/load-model/download-lock.d.ts +20 -0
  53. package/dist/handlers/load-model/download-lock.js +213 -0
  54. package/dist/handlers/load-model/download-manager.d.ts +10 -2
  55. package/dist/handlers/load-model/download-manager.js +62 -11
  56. package/dist/handlers/load-model/handler.js +88 -35
  57. package/dist/handlers/load-model/http.js +327 -205
  58. package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
  59. package/dist/handlers/load-model/hyperdrive.js +123 -50
  60. package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
  61. package/dist/handlers/load-model/registry-client-options.js +4 -2
  62. package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
  63. package/dist/handlers/load-model/registry-companion-set.js +19 -1
  64. package/dist/handlers/load-model/registry-delete.d.ts +5 -0
  65. package/dist/handlers/load-model/registry-delete.js +269 -0
  66. package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
  67. package/dist/handlers/load-model/registry-download-utils.js +93 -22
  68. package/dist/handlers/load-model/registry.d.ts +20 -0
  69. package/dist/handlers/load-model/registry.js +308 -175
  70. package/dist/handlers/load-model/resolve.js +4 -1
  71. package/dist/handlers/load-model/types.d.ts +2 -0
  72. package/dist/handlers/logging-stream.js +17 -5
  73. package/dist/handlers/plugin-invoke.js +152 -39
  74. package/dist/handlers/registry.d.ts +2 -2
  75. package/dist/handlers/registry.js +105 -28
  76. package/dist/handlers/rpc-server.js +7 -7
  77. package/dist/handlers/session.d.ts +11 -0
  78. package/dist/handlers/session.js +40 -0
  79. package/dist/handlers/unload-model.js +8 -3
  80. package/dist/handlers/vector-index.js +118 -19
  81. package/dist/index.d.ts +1 -1
  82. package/dist/index.js +1 -1
  83. package/dist/logging/utils.js +10 -2
  84. package/dist/model-cache-layout.d.ts +1 -0
  85. package/dist/model-cache-layout.js +2 -0
  86. package/dist/model-fit/assess.d.ts +18 -67
  87. package/dist/model-fit/assess.js +96 -665
  88. package/dist/model-fit/describe.d.ts +12 -0
  89. package/dist/model-fit/describe.js +29 -0
  90. package/dist/model-fit/description/fetch.d.ts +1 -1
  91. package/dist/model-fit/description/fetch.js +95 -16
  92. package/dist/model-fit/description/resolve-load.d.ts +5 -3
  93. package/dist/model-fit/description/resolve-load.js +14 -14
  94. package/dist/model-fit/fit-load.d.ts +23 -0
  95. package/dist/model-fit/fit-load.js +29 -0
  96. package/dist/model-fit/load-check.d.ts +15 -33
  97. package/dist/model-fit/load-check.js +50 -195
  98. package/dist/model-fit/run/engine.d.ts +12 -72
  99. package/dist/model-fit/run/engine.js +4 -8
  100. package/dist/model-fit/run/run.d.ts +10 -7
  101. package/dist/model-fit/run/run.js +22 -18
  102. package/dist/model-fit/sum.d.ts +32 -0
  103. package/dist/model-fit/sum.js +60 -0
  104. package/dist/models/registry/models.d.ts +865 -128
  105. package/dist/models/registry/models.js +3737 -2963
  106. package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
  107. package/dist/plugins/builtin/asr-ggml/config.js +39 -3
  108. package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
  109. package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
  110. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
  111. package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
  112. package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
  113. package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
  114. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
  115. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
  116. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
  117. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
  118. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
  119. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
  120. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
  121. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
  122. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
  123. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
  124. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
  125. package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
  126. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
  127. package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
  128. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
  129. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
  130. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
  131. package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
  132. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
  133. package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
  134. package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
  135. package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
  136. package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
  137. package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
  138. package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
  139. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
  140. package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
  141. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
  142. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
  143. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
  144. package/dist/plugins/builtin/index.d.ts +1 -0
  145. package/dist/plugins/builtin/index.js +1 -0
  146. package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
  147. package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
  148. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
  149. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
  150. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
  151. package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
  152. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  153. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
  154. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
  155. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
  156. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
  157. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
  158. package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
  159. package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
  160. package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
  161. package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
  162. package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
  163. package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
  164. package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
  165. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
  166. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
  167. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
  168. package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
  169. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
  170. package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
  171. package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
  172. package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
  173. package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
  174. package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
  175. package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
  176. package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
  177. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
  178. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
  179. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
  180. package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
  181. package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
  182. package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
  183. package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
  184. package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
  185. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
  186. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
  187. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
  188. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
  189. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
  190. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
  191. package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
  192. package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
  193. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
  194. package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
  195. package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
  196. package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
  197. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
  198. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
  199. package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
  200. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
  201. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
  202. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
  203. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
  204. package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
  205. package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
  206. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
  207. package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
  208. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
  209. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
  210. package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
  211. package/dist/plugins/ops/bci-transcribe.js +18 -4
  212. package/dist/plugins/ops/cancel.d.ts +1 -0
  213. package/dist/plugins/ops/cancel.js +11 -2
  214. package/dist/plugins/ops/embed.d.ts +5 -3
  215. package/dist/plugins/ops/embed.js +89 -34
  216. package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
  217. package/dist/plugins/ops/kv-cache-utils.js +6 -2
  218. package/dist/plugins/ops/load-model.d.ts +2 -0
  219. package/dist/plugins/ops/load-model.js +33 -16
  220. package/dist/plugins/ops/transcribe.d.ts +5 -4
  221. package/dist/plugins/ops/transcribe.js +62 -27
  222. package/dist/plugins/ops/translate.d.ts +2 -1
  223. package/dist/plugins/ops/translate.js +4 -1
  224. package/dist/plugins/ops/unload-model.d.ts +17 -1
  225. package/dist/plugins/ops/unload-model.js +31 -2
  226. package/dist/plugins/turbovec-backend.d.ts +1 -1
  227. package/dist/plugins/turbovec-backend.js +16 -1
  228. package/dist/profiling/operation-metrics.js +22 -19
  229. package/dist/rag/embedding-scope.d.ts +16 -0
  230. package/dist/rag/embedding-scope.js +81 -0
  231. package/dist/rag/handler.d.ts +25 -0
  232. package/dist/rag/handler.js +50 -16
  233. package/dist/rag/handlers/ingest.js +2 -6
  234. package/dist/rag/handlers/search.d.ts +10 -1
  235. package/dist/rag/handlers/search.js +16 -7
  236. package/dist/rag/rag-operation-manager.d.ts +27 -3
  237. package/dist/rag/rag-operation-manager.js +10 -27
  238. package/dist/registry.js +5 -0
  239. package/dist/resources/collector.d.ts +70 -36
  240. package/dist/resources/collector.js +8 -1
  241. package/dist/resources/types.d.ts +2 -0
  242. package/dist/rpc/inventory.js +1 -12
  243. package/dist/runtime/env.d.ts +5 -1
  244. package/dist/runtime/env.js +6 -21
  245. package/dist/runtime/index.d.ts +4 -1
  246. package/dist/runtime/index.js +2 -0
  247. package/dist/runtime/lifecycle.d.ts +6 -4
  248. package/dist/runtime/lifecycle.js +9 -5
  249. package/dist/runtime/model-config-utils.js +5 -1
  250. package/dist/runtime/model-registry.d.ts +28 -4
  251. package/dist/runtime/model-registry.js +46 -1
  252. package/dist/runtime/model-work-lock.d.ts +13 -0
  253. package/dist/runtime/model-work-lock.js +48 -0
  254. package/dist/runtime/registry-client.d.ts +47 -1
  255. package/dist/runtime/registry-client.js +446 -88
  256. package/dist/runtime/request-context.d.ts +9 -1
  257. package/dist/runtime/request-context.js +25 -1
  258. package/dist/runtime/request-registry.d.ts +55 -7
  259. package/dist/runtime/request-registry.js +189 -71
  260. package/dist/runtime/runtime-lifecycle.js +10 -1
  261. package/dist/runtime/session-id.d.ts +18 -0
  262. package/dist/runtime/session-id.js +20 -0
  263. package/dist/runtime/session-registry.d.ts +39 -0
  264. package/dist/runtime/session-registry.js +114 -0
  265. package/dist/runtime/vector-index-backend.d.ts +4 -0
  266. package/dist/runtime/vector-index-registry.d.ts +21 -0
  267. package/dist/runtime/vector-index-registry.js +56 -18
  268. package/dist/schemas/abort-signal.d.ts +8 -0
  269. package/dist/schemas/abort-signal.js +1 -0
  270. package/dist/schemas/assess-model-fit.d.ts +132 -282
  271. package/dist/schemas/assess-model-fit.js +82 -216
  272. package/dist/schemas/audio-gen.d.ts +278 -24
  273. package/dist/schemas/audio-gen.js +127 -23
  274. package/dist/schemas/batch-completion-stream.d.ts +105 -13
  275. package/dist/schemas/batch-completion-stream.js +8 -4
  276. package/dist/schemas/bci-config.d.ts +2 -1
  277. package/dist/schemas/bci.d.ts +54 -3
  278. package/dist/schemas/bci.js +11 -16
  279. package/dist/schemas/calc-tokens.d.ts +141 -0
  280. package/dist/schemas/calc-tokens.js +53 -0
  281. package/dist/schemas/cancel.d.ts +26 -0
  282. package/dist/schemas/cancel.js +10 -2
  283. package/dist/schemas/classification.d.ts +3 -0
  284. package/dist/schemas/classification.js +6 -2
  285. package/dist/schemas/common.d.ts +1831 -348
  286. package/dist/schemas/common.js +18 -2
  287. package/dist/schemas/completion-event.d.ts +3 -0
  288. package/dist/schemas/completion-event.js +1 -1
  289. package/dist/schemas/completion-stream.d.ts +162 -17
  290. package/dist/schemas/completion-stream.js +83 -13
  291. package/dist/schemas/config.d.ts +1212 -169
  292. package/dist/schemas/config.js +9 -13
  293. package/dist/schemas/decision.d.ts +4 -2
  294. package/dist/schemas/decision.js +2 -1
  295. package/dist/schemas/download-asset.d.ts +10 -5
  296. package/dist/schemas/download-asset.js +3 -6
  297. package/dist/schemas/embed.d.ts +286 -3
  298. package/dist/schemas/embed.js +162 -16
  299. package/dist/schemas/engine-addon-map.d.ts +1 -0
  300. package/dist/schemas/engine-addon-map.js +1 -0
  301. package/dist/schemas/errors.d.ts +12 -0
  302. package/dist/schemas/errors.js +66 -1
  303. package/dist/schemas/finetune.d.ts +14 -4
  304. package/dist/schemas/finetune.js +5 -6
  305. package/dist/schemas/heartbeat.d.ts +1 -0
  306. package/dist/schemas/heartbeat.js +5 -2
  307. package/dist/schemas/image-embedding.d.ts +27 -0
  308. package/dist/schemas/image-embedding.js +107 -0
  309. package/dist/schemas/index.d.ts +7 -3
  310. package/dist/schemas/index.js +7 -3
  311. package/dist/schemas/lifecycle.d.ts +3 -0
  312. package/dist/schemas/lifecycle.js +13 -6
  313. package/dist/schemas/llamacpp-config.d.ts +269 -22
  314. package/dist/schemas/llamacpp-config.js +86 -7
  315. package/dist/schemas/load-model.d.ts +6418 -1960
  316. package/dist/schemas/load-model.js +39 -8
  317. package/dist/schemas/logging-stream.d.ts +1 -0
  318. package/dist/schemas/logging-stream.js +5 -2
  319. package/dist/schemas/model-config-schemas.d.ts +542 -116
  320. package/dist/schemas/model-config-schemas.js +2 -0
  321. package/dist/schemas/model-fit-policy.d.ts +2 -2
  322. package/dist/schemas/model-info.d.ts +54 -56
  323. package/dist/schemas/model-info.js +17 -6
  324. package/dist/schemas/model-ops.d.ts +12 -0
  325. package/dist/schemas/model-ops.js +33 -5
  326. package/dist/schemas/model-src-utils.d.ts +10 -6
  327. package/dist/schemas/model-types.d.ts +8 -4
  328. package/dist/schemas/model-types.js +1 -0
  329. package/dist/schemas/ocr.d.ts +9 -4
  330. package/dist/schemas/ocr.js +6 -2
  331. package/dist/schemas/plugin.d.ts +62 -6
  332. package/dist/schemas/plugin.js +26 -4
  333. package/dist/schemas/profiling.d.ts +32 -32
  334. package/dist/schemas/rag.d.ts +9 -0
  335. package/dist/schemas/rag.js +10 -16
  336. package/dist/schemas/registry.d.ts +30 -10
  337. package/dist/schemas/registry.js +14 -6
  338. package/dist/schemas/reload-config.d.ts +41 -6
  339. package/dist/schemas/reload-config.js +11 -4
  340. package/dist/schemas/request-base.d.ts +39 -0
  341. package/dist/schemas/request-base.js +64 -0
  342. package/dist/schemas/rerank.d.ts +8 -7
  343. package/dist/schemas/rerank.js +6 -4
  344. package/dist/schemas/rpc-server.d.ts +3 -0
  345. package/dist/schemas/rpc-server.js +15 -15
  346. package/dist/schemas/sdcpp-config.d.ts +90 -20
  347. package/dist/schemas/sdcpp-config.js +96 -19
  348. package/dist/schemas/session.d.ts +37 -0
  349. package/dist/schemas/session.js +53 -0
  350. package/dist/schemas/system-resources.d.ts +364 -179
  351. package/dist/schemas/system-resources.js +8 -3
  352. package/dist/schemas/text-to-speech.d.ts +1343 -271
  353. package/dist/schemas/text-to-speech.js +547 -33
  354. package/dist/schemas/tools.d.ts +7 -0
  355. package/dist/schemas/tools.js +29 -0
  356. package/dist/schemas/transcription-config.d.ts +262 -2
  357. package/dist/schemas/transcription-config.js +122 -6
  358. package/dist/schemas/transcription.d.ts +93 -6
  359. package/dist/schemas/transcription.js +98 -21
  360. package/dist/schemas/translate.d.ts +2 -0
  361. package/dist/schemas/translate.js +5 -9
  362. package/dist/schemas/translation-config.d.ts +30 -20
  363. package/dist/schemas/tts-pcm.d.ts +35 -0
  364. package/dist/schemas/tts-pcm.js +69 -0
  365. package/dist/schemas/vector-index.d.ts +47 -1
  366. package/dist/schemas/vector-index.js +37 -10
  367. package/dist/schemas/vla.d.ts +3 -3
  368. package/dist/surface.d.ts +3 -3
  369. package/dist/surface.js +3 -3
  370. package/dist/utils/addon-responses.d.ts +69 -2
  371. package/dist/utils/archive.d.ts +7 -0
  372. package/dist/utils/archive.js +88 -29
  373. package/dist/utils/asr-events.d.ts +5 -0
  374. package/dist/utils/asr-events.js +10 -1
  375. package/dist/utils/cache/auto-history.js +3 -1
  376. package/dist/utils/cache/layout.d.ts +48 -0
  377. package/dist/utils/cache/layout.js +190 -0
  378. package/dist/utils/cache/paths.js +2 -4
  379. package/dist/utils/cache/types.d.ts +2 -1
  380. package/dist/utils/checksum.d.ts +5 -0
  381. package/dist/utils/checksum.js +18 -0
  382. package/dist/utils/completion-normalizer.js +286 -87
  383. package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
  384. package/dist/utils/gguf-tensor-extractor.js +1 -50
  385. package/dist/utils/shard-utils.d.ts +0 -21
  386. package/dist/utils/shard-utils.js +12 -62
  387. package/dist/utils/tool-integration.d.ts +2 -2
  388. package/dist/utils/tools/defer.d.ts +39 -10
  389. package/dist/utils/tools/defer.js +72 -17
  390. package/dist/utils/tools/index.d.ts +1 -1
  391. package/dist/utils/tools/index.js +1 -1
  392. package/dist/utils/transcribe-metadata.d.ts +28 -2
  393. package/dist/utils/transcribe-metadata.js +16 -0
  394. package/dist/utils/tts-stats.d.ts +42 -0
  395. package/dist/utils/tts-stats.js +120 -22
  396. package/package.json +43 -39
  397. package/dist/model-fit/classify.d.ts +0 -6
  398. package/dist/model-fit/classify.js +0 -166
  399. package/dist/model-fit/description/project.d.ts +0 -27
  400. package/dist/model-fit/description/project.js +0 -33
  401. package/dist/model-fit/floor.d.ts +0 -31
  402. package/dist/model-fit/floor.js +0 -65
  403. package/dist/model-fit/kv-cache.d.ts +0 -23
  404. package/dist/model-fit/kv-cache.js +0 -85
  405. package/dist/model-fit/platform.d.ts +0 -14
  406. package/dist/model-fit/platform.js +0 -26
  407. package/dist/model-fit/request/create.d.ts +0 -31
  408. package/dist/model-fit/request/create.js +0 -61
  409. package/dist/model-fit/request/engines/asr.d.ts +0 -14
  410. package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
  411. package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
  412. package/dist/model-fit/request/engines/diffusion.js +0 -93
  413. package/dist/model-fit/request/engines/llama.d.ts +0 -12
  414. package/dist/model-fit/request/engines/llama.js +0 -44
  415. package/dist/model-fit/request/engines/nmt.d.ts +0 -8
  416. package/dist/model-fit/request/engines/nmt.js +0 -11
  417. package/dist/model-fit/request/engines/ocr.d.ts +0 -9
  418. package/dist/model-fit/request/engines/ocr.js +0 -13
  419. package/dist/model-fit/request/engines/tts.d.ts +0 -10
  420. package/dist/model-fit/request/engines/tts.js +0 -152
  421. package/dist/models/registry/resource-profiles.d.ts +0 -17
  422. package/dist/models/registry/resource-profiles.js +0 -5859
  423. package/dist/schemas/model-resource-profile.d.ts +0 -109
  424. package/dist/schemas/model-resource-profile.js +0 -80
  425. /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
  426. /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
@@ -5,6 +5,7 @@ import { transcribe } from '../../../plugins/ops/transcribe.js';
5
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
6
6
  import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
7
7
  import { buildMossTranscribeEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
8
+ import { mossTranscribeFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
8
9
  import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
9
10
  function createMossTranscribeModel(params) {
10
11
  const config = (params.modelConfig ?? {});
@@ -26,6 +27,7 @@ export const mossTranscribePlugin = definePlugin({
26
27
  displayName: 'MOSS-Transcribe-Diarize',
27
28
  addonPackage: ADDON_ASR,
28
29
  loadConfigSchema: mossTranscribeConfigSchema,
30
+ fitRequest: mossTranscribeFitRequest,
29
31
  assessFit: ASRGgml.assessFit,
30
32
  resolveConfig(cfg) {
31
33
  return Promise.resolve({ config: cfg });
@@ -39,7 +41,7 @@ export const mossTranscribePlugin = definePlugin({
39
41
  responseSchema: transcribeResponseSchema,
40
42
  streaming: true,
41
43
  cancel: { scope: 'model', hard: true },
42
- handler: async function* (request) {
44
+ handler: async function* (request, _inputStream, context) {
43
45
  const metadata = request.metadata === true;
44
46
  const stream = metadata
45
47
  ? transcribe({
@@ -49,14 +51,14 @@ export const mossTranscribePlugin = definePlugin({
49
51
  hotwords: request.hotwords,
50
52
  maxNewTokens: request.maxNewTokens,
51
53
  metadata: true
52
- }, request.requestId)
54
+ }, request.requestId, request.sessionId, context)
53
55
  : transcribe({
54
56
  modelId: request.modelId,
55
57
  audioChunk: request.audioChunk,
56
58
  prompt: request.prompt,
57
59
  hotwords: request.hotwords,
58
60
  maxNewTokens: request.maxNewTokens
59
- }, request.requestId);
61
+ }, request.requestId, request.sessionId, context);
60
62
  try {
61
63
  let result = await stream.next();
62
64
  while (!result.done) {
@@ -0,0 +1,3 @@
1
+ import type { FitLoad, FitRequestPlan } from '../../../schemas/plugin.js';
2
+ /** The translation fit request for a load: the files and config the load reads. */
3
+ export declare function nmtFitRequest(load: FitLoad): FitRequestPlan;
@@ -0,0 +1,11 @@
1
+ import { nmtConfigFor, nmtFilesFor } from '../../../plugins/builtin/nmtcpp-translation/load-files.js';
2
+ /** The translation fit request for a load: the files and config the load reads. */
3
+ export function nmtFitRequest(load) {
4
+ const config = (load.modelConfig ?? {});
5
+ const files = nmtFilesFor(load.modelPath, load.artifacts ?? {});
6
+ const request = {
7
+ files,
8
+ config: nmtConfigFor(config, files.pivotModel)
9
+ };
10
+ return { request };
11
+ }
@@ -1,5 +1,6 @@
1
1
  import TranslationNmtcpp from '@qvac/translation-nmtcpp';
2
2
  import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from '../../../schemas/index.js';
3
+ import { nmtFitRequest } from '../../../plugins/builtin/nmtcpp-translation/fit.js';
3
4
  export declare const nmtPlugin: {
4
5
  modelType: "nmtcpp-translation";
5
6
  displayName: string;
@@ -146,6 +147,7 @@ export declare const nmtPlugin: {
146
147
  audiogen: "audiogen";
147
148
  tts: "tts";
148
149
  ocr: "ocr";
150
+ classification: "classification";
149
151
  vla: "vla";
150
152
  "llamacpp-completion": "llamacpp-completion";
151
153
  "whispercpp-transcription": "whispercpp-transcription";
@@ -162,13 +164,13 @@ export declare const nmtPlugin: {
162
164
  "sdcpp-generation": "sdcpp-generation";
163
165
  "audiogen-ggml": "audiogen-ggml";
164
166
  "ggml-vla": "ggml-vla";
167
+ "ggml-image-embedding": "ggml-image-embedding";
165
168
  "ggml-classification": "ggml-classification";
166
169
  llm: "llm";
167
170
  whisper: "whisper";
168
171
  bci: "bci";
169
172
  nmt: "nmt";
170
173
  parakeet: "parakeet";
171
- classification: "classification";
172
174
  }>, import("zod").ZodLiteral<"vad">]>>;
173
175
  }, import("zod/v4/core").$strip>]>>;
174
176
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -188,6 +190,7 @@ export declare const nmtPlugin: {
188
190
  audiogen: "audiogen";
189
191
  tts: "tts";
190
192
  ocr: "ocr";
193
+ classification: "classification";
191
194
  vla: "vla";
192
195
  "llamacpp-completion": "llamacpp-completion";
193
196
  "whispercpp-transcription": "whispercpp-transcription";
@@ -204,13 +207,13 @@ export declare const nmtPlugin: {
204
207
  "sdcpp-generation": "sdcpp-generation";
205
208
  "audiogen-ggml": "audiogen-ggml";
206
209
  "ggml-vla": "ggml-vla";
210
+ "ggml-image-embedding": "ggml-image-embedding";
207
211
  "ggml-classification": "ggml-classification";
208
212
  llm: "llm";
209
213
  whisper: "whisper";
210
214
  bci: "bci";
211
215
  nmt: "nmt";
212
216
  parakeet: "parakeet";
213
- classification: "classification";
214
217
  }>, import("zod").ZodLiteral<"vad">]>>;
215
218
  }, import("zod/v4/core").$strip>]>>;
216
219
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -243,6 +246,7 @@ export declare const nmtPlugin: {
243
246
  audiogen: "audiogen";
244
247
  tts: "tts";
245
248
  ocr: "ocr";
249
+ classification: "classification";
246
250
  vla: "vla";
247
251
  "llamacpp-completion": "llamacpp-completion";
248
252
  "whispercpp-transcription": "whispercpp-transcription";
@@ -259,13 +263,13 @@ export declare const nmtPlugin: {
259
263
  "sdcpp-generation": "sdcpp-generation";
260
264
  "audiogen-ggml": "audiogen-ggml";
261
265
  "ggml-vla": "ggml-vla";
266
+ "ggml-image-embedding": "ggml-image-embedding";
262
267
  "ggml-classification": "ggml-classification";
263
268
  llm: "llm";
264
269
  whisper: "whisper";
265
270
  bci: "bci";
266
271
  nmt: "nmt";
267
272
  parakeet: "parakeet";
268
- classification: "classification";
269
273
  }>, import("zod").ZodLiteral<"vad">]>>;
270
274
  }, import("zod/v4/core").$strip>]>;
271
275
  srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -285,6 +289,7 @@ export declare const nmtPlugin: {
285
289
  audiogen: "audiogen";
286
290
  tts: "tts";
287
291
  ocr: "ocr";
292
+ classification: "classification";
288
293
  vla: "vla";
289
294
  "llamacpp-completion": "llamacpp-completion";
290
295
  "whispercpp-transcription": "whispercpp-transcription";
@@ -301,13 +306,13 @@ export declare const nmtPlugin: {
301
306
  "sdcpp-generation": "sdcpp-generation";
302
307
  "audiogen-ggml": "audiogen-ggml";
303
308
  "ggml-vla": "ggml-vla";
309
+ "ggml-image-embedding": "ggml-image-embedding";
304
310
  "ggml-classification": "ggml-classification";
305
311
  llm: "llm";
306
312
  whisper: "whisper";
307
313
  bci: "bci";
308
314
  nmt: "nmt";
309
315
  parakeet: "parakeet";
310
- classification: "classification";
311
316
  }>, import("zod").ZodLiteral<"vad">]>>;
312
317
  }, import("zod/v4/core").$strip>]>>;
313
318
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -327,6 +332,7 @@ export declare const nmtPlugin: {
327
332
  audiogen: "audiogen";
328
333
  tts: "tts";
329
334
  ocr: "ocr";
335
+ classification: "classification";
330
336
  vla: "vla";
331
337
  "llamacpp-completion": "llamacpp-completion";
332
338
  "whispercpp-transcription": "whispercpp-transcription";
@@ -343,13 +349,13 @@ export declare const nmtPlugin: {
343
349
  "sdcpp-generation": "sdcpp-generation";
344
350
  "audiogen-ggml": "audiogen-ggml";
345
351
  "ggml-vla": "ggml-vla";
352
+ "ggml-image-embedding": "ggml-image-embedding";
346
353
  "ggml-classification": "ggml-classification";
347
354
  llm: "llm";
348
355
  whisper: "whisper";
349
356
  bci: "bci";
350
357
  nmt: "nmt";
351
358
  parakeet: "parakeet";
352
- classification: "classification";
353
359
  }>, import("zod").ZodLiteral<"vad">]>>;
354
360
  }, import("zod/v4/core").$strip>]>>;
355
361
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -424,6 +430,7 @@ export declare const nmtPlugin: {
424
430
  urd_Arab: "urd_Arab";
425
431
  }>;
426
432
  }, import("zod/v4/core").$strip>], "engine">;
433
+ fitRequest: typeof nmtFitRequest;
427
434
  assessFit: (request: TranslationNmtcpp.FitRequest) => Promise<TranslationNmtcpp.FitResult>;
428
435
  resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<Record<string, unknown>>>;
429
436
  createModel(params: CreateModelParams): PluginModelResult;
@@ -437,6 +444,7 @@ export declare const nmtPlugin: {
437
444
  nmt: "nmt";
438
445
  }>;
439
446
  type: import("zod").ZodLiteral<"translate">;
447
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
440
448
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
441
449
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
442
450
  modelId: import("zod").ZodString;
@@ -450,6 +458,7 @@ export declare const nmtPlugin: {
450
458
  to: import("zod").ZodString;
451
459
  context: import("zod").ZodOptional<import("zod").ZodString>;
452
460
  type: import("zod").ZodLiteral<"translate">;
461
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
453
462
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
454
463
  }, import("zod/v4/core").$strip>], "modelType">, import("zod").ZodObject<{
455
464
  type: import("zod").ZodLiteral<"translate">;
@@ -4,6 +4,7 @@ import { createStreamLogger, registerAddonLogger } from '../../../logging/index.
4
4
  import { translate } from '../../../plugins/ops/translate.js';
5
5
  import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
6
6
  import { nmtConfigFor, nmtFilesFor } from '../../../plugins/builtin/nmtcpp-translation/load-files.js';
7
+ import { nmtFitRequest } from '../../../plugins/builtin/nmtcpp-translation/fit.js';
7
8
  import { resolveBergamotVocab } from '../../../plugins/builtin/nmtcpp-translation/resolve-vocab.js';
8
9
  function createNmtModel(modelId, files, nmtConfig) {
9
10
  const logger = createStreamLogger(modelId, ModelType.nmtcppTranslation);
@@ -22,6 +23,7 @@ export const nmtPlugin = definePlugin({
22
23
  displayName: 'NMT (nmtcpp)',
23
24
  addonPackage: ADDON_NMT,
24
25
  loadConfigSchema: nmtConfigBaseSchema,
26
+ fitRequest: nmtFitRequest,
25
27
  assessFit: TranslationNmtcpp.assessFit,
26
28
  async resolveConfig(cfg, ctx) {
27
29
  const { srcVocabSrc, dstVocabSrc, pivotModel, ...nmtConfig } = cfg;
@@ -47,8 +49,8 @@ export const nmtPlugin = definePlugin({
47
49
  // yielding, drop result, skip post-processing; the C++ work may run to
48
50
  // completion).
49
51
  cancel: { scope: 'none' },
50
- handler: async function* (request) {
51
- const stream = translate(request, request.requestId);
52
+ handler: async function* (request, _inputStream, context) {
53
+ const stream = translate(request, request.requestId, request.sessionId, context);
52
54
  try {
53
55
  let result = await stream.next();
54
56
  while (!result.done) {
@@ -1,13 +1,158 @@
1
- import { type ParakeetConfig, type CreateModelParams, type PluginModelResult, type ResolveResult } from '../../../schemas/index.js';
1
+ import { type ParakeetConfig, type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from '../../../schemas/index.js';
2
+ import { parakeetFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
2
3
  export declare const parakeetPlugin: {
3
4
  modelType: "parakeet-transcription";
4
5
  displayName: string;
5
6
  addonPackage: "@qvac/asr-ggml";
6
7
  loadConfigSchema: import("zod").ZodObject<{
7
- [x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
8
+ maxThreads: import("zod").ZodOptional<import("zod").ZodNumber>;
9
+ useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
10
+ backend: import("zod").ZodOptional<import("zod").ZodString>;
11
+ speakerAttribution: import("zod").ZodOptional<import("zod").ZodObject<{
12
+ modelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
13
+ src: import("zod").ZodString;
14
+ name: import("zod").ZodOptional<import("zod").ZodString>;
15
+ modelId: import("zod").ZodOptional<import("zod").ZodString>;
16
+ registryPath: import("zod").ZodOptional<import("zod").ZodString>;
17
+ registrySource: import("zod").ZodOptional<import("zod").ZodString>;
18
+ blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
19
+ blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
20
+ engine: import("zod").ZodOptional<import("zod").ZodString>;
21
+ expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
22
+ sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
23
+ addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
24
+ embeddings: "embeddings";
25
+ diffusion: "diffusion";
26
+ audiogen: "audiogen";
27
+ tts: "tts";
28
+ ocr: "ocr";
29
+ classification: "classification";
30
+ vla: "vla";
31
+ "llamacpp-completion": "llamacpp-completion";
32
+ "whispercpp-transcription": "whispercpp-transcription";
33
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
34
+ "llamacpp-embedding": "llamacpp-embedding";
35
+ "llamacpp-decision": "llamacpp-decision";
36
+ "llamacpp-rerank": "llamacpp-rerank";
37
+ "nmtcpp-translation": "nmtcpp-translation";
38
+ "onnx-tts": "onnx-tts";
39
+ "tts-ggml": "tts-ggml";
40
+ "parakeet-transcription": "parakeet-transcription";
41
+ "moss-transcribe": "moss-transcribe";
42
+ "ggml-ocr": "ggml-ocr";
43
+ "sdcpp-generation": "sdcpp-generation";
44
+ "audiogen-ggml": "audiogen-ggml";
45
+ "ggml-vla": "ggml-vla";
46
+ "ggml-image-embedding": "ggml-image-embedding";
47
+ "ggml-classification": "ggml-classification";
48
+ llm: "llm";
49
+ whisper: "whisper";
50
+ bci: "bci";
51
+ nmt: "nmt";
52
+ parakeet: "parakeet";
53
+ }>, import("zod").ZodLiteral<"vad">]>>;
54
+ }, import("zod/v4/core").$strip>]>;
55
+ mergeSameSpeaker: import("zod").ZodOptional<import("zod").ZodBoolean>;
56
+ minSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
57
+ padSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
58
+ }, import("zod/v4/core").$strict>>;
59
+ sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
60
+ channels: import("zod").ZodOptional<import("zod").ZodNumber>;
61
+ captionEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
62
+ timestampsEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
63
+ seed: import("zod").ZodOptional<import("zod").ZodNumber>;
64
+ streaming: import("zod").ZodOptional<import("zod").ZodBoolean>;
65
+ streamingChunkMs: import("zod").ZodOptional<import("zod").ZodNumber>;
66
+ streamingHistoryMs: import("zod").ZodOptional<import("zod").ZodNumber>;
67
+ streamingEmitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
68
+ streamingEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
69
+ streamingEnergyVadThresholdDb: import("zod").ZodOptional<import("zod").ZodNumber>;
70
+ streamingEnergyVadWindowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
71
+ streamingEnergyVadHangoverMs: import("zod").ZodOptional<import("zod").ZodNumber>;
72
+ streamingLeftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
73
+ streamingRightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
74
+ language: import("zod").ZodOptional<import("zod").ZodString>;
75
+ streamingSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
76
+ diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
77
+ diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
78
+ streamingSpkCacheEnable: import("zod").ZodOptional<import("zod").ZodBoolean>;
79
+ streamingSpkCacheLen: import("zod").ZodOptional<import("zod").ZodNumber>;
80
+ streamingFifoLen: import("zod").ZodOptional<import("zod").ZodNumber>;
81
+ streamingChunkLeftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
82
+ streamingChunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
83
+ streamingSpkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
84
+ prewarm: import("zod").ZodOptional<import("zod").ZodBoolean>;
85
+ prewarmAudioSeconds: import("zod").ZodOptional<import("zod").ZodNumber>;
86
+ longFormWindowFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
87
+ longFormContextFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
88
+ backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
89
+ openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
90
+ modelType: import("zod").ZodOptional<import("zod").ZodUnknown>;
91
+ parakeetEncoderSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
92
+ parakeetDecoderSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
93
+ parakeetVocabSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
94
+ parakeetPreprocessorSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
95
+ parakeetCtcModelSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
96
+ parakeetTokenizerSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
97
+ parakeetSortformerSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
98
+ parakeetModelSrc: import("zod").ZodOptional<import("zod").ZodUnknown>;
8
99
  }, import("zod/v4/core").$strict>;
100
+ fitRequest: typeof parakeetFitRequest;
9
101
  assessFit: typeof import("node_modules/@qvac/asr-ggml/lib/fit").assessFit;
10
- resolveConfig(cfg: ParakeetConfig): Promise<ResolveResult<ParakeetConfig>>;
102
+ resolveConfig(cfg: ParakeetConfig, ctx: ResolveContext): Promise<ResolveResult<{
103
+ maxThreads?: number | undefined;
104
+ useGPU?: boolean | undefined;
105
+ backend?: string | undefined;
106
+ speakerAttribution?: {
107
+ modelSrc: string | {
108
+ src: string;
109
+ name?: string | undefined;
110
+ modelId?: string | undefined;
111
+ registryPath?: string | undefined;
112
+ registrySource?: string | undefined;
113
+ blobCoreKey?: string | undefined;
114
+ blobIndex?: number | undefined;
115
+ engine?: string | undefined;
116
+ expectedSize?: number | undefined;
117
+ sha256Checksum?: string | undefined;
118
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
119
+ };
120
+ mergeSameSpeaker?: boolean | undefined;
121
+ minSegmentMs?: number | undefined;
122
+ padSegmentMs?: number | undefined;
123
+ } | undefined;
124
+ sampleRate?: number | undefined;
125
+ channels?: number | undefined;
126
+ captionEnabled?: boolean | undefined;
127
+ timestampsEnabled?: boolean | undefined;
128
+ seed?: number | undefined;
129
+ streaming?: boolean | undefined;
130
+ streamingChunkMs?: number | undefined;
131
+ streamingHistoryMs?: number | undefined;
132
+ streamingEmitPartials?: boolean | undefined;
133
+ streamingEnergyVad?: boolean | undefined;
134
+ streamingEnergyVadThresholdDb?: number | undefined;
135
+ streamingEnergyVadWindowMs?: number | undefined;
136
+ streamingEnergyVadHangoverMs?: number | undefined;
137
+ streamingLeftContextMs?: number | undefined;
138
+ streamingRightLookaheadMs?: number | undefined;
139
+ language?: string | undefined;
140
+ streamingSpeakerVad?: boolean | undefined;
141
+ diarizationThreshold?: number | undefined;
142
+ diarizationMinSegmentMs?: number | undefined;
143
+ streamingSpkCacheEnable?: boolean | undefined;
144
+ streamingSpkCacheLen?: number | undefined;
145
+ streamingFifoLen?: number | undefined;
146
+ streamingChunkLeftContextMs?: number | undefined;
147
+ streamingChunkRightContextMs?: number | undefined;
148
+ streamingSpkCacheUpdatePeriod?: number | undefined;
149
+ prewarm?: boolean | undefined;
150
+ prewarmAudioSeconds?: number | undefined;
151
+ longFormWindowFrames?: number | undefined;
152
+ longFormContextFrames?: number | undefined;
153
+ backendsDir?: string | undefined;
154
+ openclCacheDir?: string | undefined;
155
+ }, "speakerAttributionModelPath">>;
11
156
  createModel(params: CreateModelParams): PluginModelResult;
12
157
  handlers: {
13
158
  transcribe: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
@@ -24,6 +169,7 @@ export declare const parakeetPlugin: {
24
169
  hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
25
170
  maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
26
171
  type: import("zod").ZodLiteral<"transcribe">;
172
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
27
173
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
28
174
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
29
175
  text: import("zod").ZodOptional<import("zod").ZodString>;
@@ -56,6 +202,11 @@ export declare const parakeetPlugin: {
56
202
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
57
203
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
58
204
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
205
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
206
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
207
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
208
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
209
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
59
210
  }, import("zod/v4/core").$strip>>;
60
211
  error: import("zod").ZodOptional<import("zod").ZodString>;
61
212
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -73,11 +224,26 @@ export declare const parakeetPlugin: {
73
224
  }, import("zod/v4/core").$strip>>>;
74
225
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
75
226
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
227
+ language: import("zod").ZodOptional<import("zod").ZodString>;
228
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
229
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
230
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
231
+ text: import("zod").ZodString;
232
+ startMs: import("zod").ZodNumber;
233
+ endMs: import("zod").ZodNumber;
234
+ probability: import("zod").ZodNumber;
235
+ }, import("zod/v4/core").$strip>>>;
236
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
237
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
238
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
239
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
76
240
  }, import("zod/v4/core").$strip>>;
77
241
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
78
242
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
79
243
  speaking: import("zod").ZodBoolean;
80
244
  probability: import("zod").ZodNumber;
245
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
246
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
81
247
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
82
248
  silero: "silero";
83
249
  energy: "energy";
@@ -89,6 +255,9 @@ export declare const parakeetPlugin: {
89
255
  silenceDurationMs: import("zod").ZodNumber;
90
256
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
91
257
  source: import("zod").ZodLiteral<"parakeet">;
258
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
259
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
260
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
92
261
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
93
262
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
94
263
  selectedBackend: import("zod").ZodString;
@@ -97,16 +266,16 @@ export declare const parakeetPlugin: {
97
266
  gpu: "gpu";
98
267
  }>;
99
268
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
100
- cuda: "cuda";
101
269
  vulkan: "vulkan";
102
- metal: "metal";
103
270
  opencl: "opencl";
104
- rocm: "rocm";
105
271
  opengl: "opengl";
106
272
  webgpu: "webgpu";
273
+ metal: "metal";
107
274
  direct3d11: "direct3d11";
108
275
  direct3d12: "direct3d12";
276
+ cuda: "cuda";
109
277
  levelZero: "levelZero";
278
+ rocm: "rocm";
110
279
  }>>;
111
280
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
112
281
  name: import("zod").ZodString;
@@ -148,6 +317,9 @@ export declare const parakeetPlugin: {
148
317
  rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
149
318
  emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
150
319
  emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
320
+ energyVadThresholdDb: import("zod").ZodOptional<import("zod").ZodNumber>;
321
+ energyVadWindowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
322
+ energyVadHangoverMs: import("zod").ZodOptional<import("zod").ZodNumber>;
151
323
  emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
152
324
  diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
153
325
  diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -158,6 +330,7 @@ export declare const parakeetPlugin: {
158
330
  chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
159
331
  spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
160
332
  }, import("zod/v4/core").$strip>>;
333
+ sessionId: import("zod").ZodOptional<import("zod").ZodString>;
161
334
  requestId: import("zod").ZodOptional<import("zod").ZodString>;
162
335
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
163
336
  text: import("zod").ZodOptional<import("zod").ZodString>;
@@ -190,6 +363,11 @@ export declare const parakeetPlugin: {
190
363
  totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
191
364
  encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
192
365
  encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
366
+ aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
367
+ prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
368
+ audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
369
+ promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
370
+ generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
193
371
  }, import("zod/v4/core").$strip>>;
194
372
  error: import("zod").ZodOptional<import("zod").ZodString>;
195
373
  segment: import("zod").ZodOptional<import("zod").ZodObject<{
@@ -207,11 +385,26 @@ export declare const parakeetPlugin: {
207
385
  }, import("zod/v4/core").$strip>>>;
208
386
  isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
209
387
  startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
388
+ language: import("zod").ZodOptional<import("zod").ZodString>;
389
+ noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
390
+ speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
391
+ tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
392
+ text: import("zod").ZodString;
393
+ startMs: import("zod").ZodNumber;
394
+ endMs: import("zod").ZodNumber;
395
+ probability: import("zod").ZodNumber;
396
+ }, import("zod/v4/core").$strip>>>;
397
+ tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
398
+ isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
399
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
400
+ eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
210
401
  }, import("zod/v4/core").$strip>>;
211
402
  vad: import("zod").ZodOptional<import("zod").ZodObject<{
212
403
  speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
213
404
  speaking: import("zod").ZodBoolean;
214
405
  probability: import("zod").ZodNumber;
406
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
407
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
215
408
  source: import("zod").ZodOptional<import("zod").ZodEnum<{
216
409
  silero: "silero";
217
410
  energy: "energy";
@@ -223,6 +416,9 @@ export declare const parakeetPlugin: {
223
416
  silenceDurationMs: import("zod").ZodNumber;
224
417
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
225
418
  source: import("zod").ZodLiteral<"parakeet">;
419
+ timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
420
+ chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
421
+ confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
226
422
  }, import("zod/v4/core").$strip>], "source">, unknown>>;
227
423
  diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
228
424
  selectedBackend: import("zod").ZodString;
@@ -231,16 +427,16 @@ export declare const parakeetPlugin: {
231
427
  gpu: "gpu";
232
428
  }>;
233
429
  graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
234
- cuda: "cuda";
235
430
  vulkan: "vulkan";
236
- metal: "metal";
237
431
  opencl: "opencl";
238
- rocm: "rocm";
239
432
  opengl: "opengl";
240
433
  webgpu: "webgpu";
434
+ metal: "metal";
241
435
  direct3d11: "direct3d11";
242
436
  direct3d12: "direct3d12";
437
+ cuda: "cuda";
243
438
  levelZero: "levelZero";
439
+ rocm: "rocm";
244
440
  }>>;
245
441
  driver: import("zod").ZodOptional<import("zod").ZodObject<{
246
442
  name: import("zod").ZodString;