@qvac/inference 0.0.0 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (610) hide show
  1. package/LICENSE +179 -0
  2. package/NOTICE +986 -0
  3. package/README.md +138 -0
  4. package/dist/api/audio-gen.d.ts +18 -0
  5. package/dist/api/audio-gen.js +148 -0
  6. package/dist/api/batch-completion.d.ts +14 -0
  7. package/dist/api/batch-completion.js +332 -0
  8. package/dist/api/bci-transcribe.d.ts +56 -0
  9. package/dist/api/bci-transcribe.js +172 -0
  10. package/dist/api/cancel.d.ts +34 -0
  11. package/dist/api/cancel.js +82 -0
  12. package/dist/api/classify.d.ts +22 -0
  13. package/dist/api/classify.js +46 -0
  14. package/dist/api/completion-stream.d.ts +106 -0
  15. package/dist/api/completion-stream.js +351 -0
  16. package/dist/api/delete-cache.d.ts +29 -0
  17. package/dist/api/delete-cache.js +49 -0
  18. package/dist/api/diffusion.d.ts +92 -0
  19. package/dist/api/diffusion.js +176 -0
  20. package/dist/api/download-asset.d.ts +49 -0
  21. package/dist/api/download-asset.js +87 -0
  22. package/dist/api/embed.d.ts +41 -0
  23. package/dist/api/embed.js +29 -0
  24. package/dist/api/finetune.d.ts +89 -0
  25. package/dist/api/finetune.js +138 -0
  26. package/dist/api/get-loaded-model-info.d.ts +24 -0
  27. package/dist/api/get-loaded-model-info.js +34 -0
  28. package/dist/api/get-model-info.d.ts +43 -0
  29. package/dist/api/get-model-info.js +21 -0
  30. package/dist/api/get-system-resources.d.ts +2 -0
  31. package/dist/api/get-system-resources.js +16 -0
  32. package/dist/api/heartbeat.d.ts +29 -0
  33. package/dist/api/heartbeat.js +37 -0
  34. package/dist/api/index.d.ts +35 -0
  35. package/dist/api/index.js +35 -0
  36. package/dist/api/invoke-plugin.d.ts +30 -0
  37. package/dist/api/invoke-plugin.js +54 -0
  38. package/dist/api/load-model.d.ts +169 -0
  39. package/dist/api/load-model.js +129 -0
  40. package/dist/api/logging-stream-registry.d.ts +4 -0
  41. package/dist/api/logging-stream-registry.js +61 -0
  42. package/dist/api/logging-stream.d.ts +23 -0
  43. package/dist/api/logging-stream.js +36 -0
  44. package/dist/api/ocr.d.ts +30 -0
  45. package/dist/api/ocr.js +88 -0
  46. package/dist/api/parse-input.d.ts +2 -0
  47. package/dist/api/parse-input.js +14 -0
  48. package/dist/api/provide.d.ts +23 -0
  49. package/dist/api/provide.js +32 -0
  50. package/dist/api/rag.d.ts +251 -0
  51. package/dist/api/rag.js +485 -0
  52. package/dist/api/registry.d.ts +39 -0
  53. package/dist/api/registry.js +63 -0
  54. package/dist/api/resume.d.ts +29 -0
  55. package/dist/api/resume.js +36 -0
  56. package/dist/api/state.d.ts +22 -0
  57. package/dist/api/state.js +29 -0
  58. package/dist/api/stop-provider.d.ts +20 -0
  59. package/dist/api/stop-provider.js +30 -0
  60. package/dist/api/subscribe-logs.d.ts +27 -0
  61. package/dist/api/subscribe-logs.js +43 -0
  62. package/dist/api/suspend.d.ts +30 -0
  63. package/dist/api/suspend.js +37 -0
  64. package/dist/api/text-to-speech.d.ts +64 -0
  65. package/dist/api/text-to-speech.js +434 -0
  66. package/dist/api/transcribe.d.ts +75 -0
  67. package/dist/api/transcribe.js +256 -0
  68. package/dist/api/translate.d.ts +47 -0
  69. package/dist/api/translate.js +115 -0
  70. package/dist/api/unload-model.d.ts +17 -0
  71. package/dist/api/unload-model.js +42 -0
  72. package/dist/api/upscale.d.ts +44 -0
  73. package/dist/api/upscale.js +99 -0
  74. package/dist/api/video.d.ts +86 -0
  75. package/dist/api/video.js +176 -0
  76. package/dist/api/vla-helpers.d.ts +43 -0
  77. package/dist/api/vla-helpers.js +124 -0
  78. package/dist/api/vla.d.ts +68 -0
  79. package/dist/api/vla.js +113 -0
  80. package/dist/config/config-utils.d.ts +4 -0
  81. package/dist/config/config-utils.js +18 -0
  82. package/dist/config/resolve-config.d.ts +8 -0
  83. package/dist/config/resolve-config.js +74 -0
  84. package/dist/constants/audio.d.ts +1 -0
  85. package/dist/constants/audio.js +1 -0
  86. package/dist/constants/index.d.ts +2 -0
  87. package/dist/constants/index.js +2 -0
  88. package/dist/constants/registry.d.ts +1 -0
  89. package/dist/constants/registry.js +1 -0
  90. package/dist/dispatch.d.ts +18 -0
  91. package/dist/dispatch.js +271 -0
  92. package/dist/engine.d.ts +5 -0
  93. package/dist/engine.js +27 -0
  94. package/dist/errors/index.d.ts +416 -0
  95. package/dist/errors/index.js +681 -0
  96. package/dist/errors/options.d.ts +2 -0
  97. package/dist/errors/options.js +13 -0
  98. package/dist/handlers/cancelHandler.d.ts +29 -0
  99. package/dist/handlers/cancelHandler.js +67 -0
  100. package/dist/handlers/completion-orchestrate.d.ts +41 -0
  101. package/dist/handlers/completion-orchestrate.js +190 -0
  102. package/dist/handlers/delete-cache.d.ts +11 -0
  103. package/dist/handlers/delete-cache.js +37 -0
  104. package/dist/handlers/download-asset.d.ts +2 -0
  105. package/dist/handlers/download-asset.js +146 -0
  106. package/dist/handlers/finetune.d.ts +2 -0
  107. package/dist/handlers/finetune.js +18 -0
  108. package/dist/handlers/get-loaded-model-info.d.ts +2 -0
  109. package/dist/handlers/get-loaded-model-info.js +45 -0
  110. package/dist/handlers/get-model-info.d.ts +2 -0
  111. package/dist/handlers/get-model-info.js +173 -0
  112. package/dist/handlers/get-system-resources.d.ts +2 -0
  113. package/dist/handlers/get-system-resources.js +53 -0
  114. package/dist/handlers/heartbeat.d.ts +2 -0
  115. package/dist/handlers/heartbeat.js +3 -0
  116. package/dist/handlers/load-model/download-manager.d.ts +95 -0
  117. package/dist/handlers/load-model/download-manager.js +306 -0
  118. package/dist/handlers/load-model/download-stats.d.ts +7 -0
  119. package/dist/handlers/load-model/download-stats.js +126 -0
  120. package/dist/handlers/load-model/handler.d.ts +2 -0
  121. package/dist/handlers/load-model/handler.js +287 -0
  122. package/dist/handlers/load-model/http.d.ts +3 -0
  123. package/dist/handlers/load-model/http.js +857 -0
  124. package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
  125. package/dist/handlers/load-model/hyperdrive.js +560 -0
  126. package/dist/handlers/load-model/index.d.ts +2 -0
  127. package/dist/handlers/load-model/index.js +2 -0
  128. package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
  129. package/dist/handlers/load-model/registry-client-options.js +18 -0
  130. package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
  131. package/dist/handlers/load-model/registry-companion-set.js +206 -0
  132. package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
  133. package/dist/handlers/load-model/registry-download-utils.js +112 -0
  134. package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
  135. package/dist/handlers/load-model/registry-metadata.js +23 -0
  136. package/dist/handlers/load-model/registry.d.ts +4 -0
  137. package/dist/handlers/load-model/registry.js +298 -0
  138. package/dist/handlers/load-model/resolve-session.d.ts +33 -0
  139. package/dist/handlers/load-model/resolve-session.js +62 -0
  140. package/dist/handlers/load-model/resolve.d.ts +5 -0
  141. package/dist/handlers/load-model/resolve.js +158 -0
  142. package/dist/handlers/load-model/types.d.ts +59 -0
  143. package/dist/handlers/load-model/types.js +28 -0
  144. package/dist/handlers/logging-stream.d.ts +2 -0
  145. package/dist/handlers/logging-stream.js +39 -0
  146. package/dist/handlers/plugin-dispatch.d.ts +3 -0
  147. package/dist/handlers/plugin-dispatch.js +63 -0
  148. package/dist/handlers/plugin-invoke.d.ts +3 -0
  149. package/dist/handlers/plugin-invoke.js +81 -0
  150. package/dist/handlers/registry.d.ts +4 -0
  151. package/dist/handlers/registry.js +156 -0
  152. package/dist/handlers/resume.d.ts +2 -0
  153. package/dist/handlers/resume.js +11 -0
  154. package/dist/handlers/state.d.ts +2 -0
  155. package/dist/handlers/state.js +7 -0
  156. package/dist/handlers/suspend.d.ts +2 -0
  157. package/dist/handlers/suspend.js +11 -0
  158. package/dist/handlers/types.d.ts +13 -0
  159. package/dist/handlers/types.js +1 -0
  160. package/dist/handlers/unload-model.d.ts +2 -0
  161. package/dist/handlers/unload-model.js +29 -0
  162. package/dist/index.d.ts +4 -0
  163. package/dist/index.js +12 -0
  164. package/dist/logging/addon.d.ts +5 -0
  165. package/dist/logging/addon.js +75 -0
  166. package/dist/logging/index.d.ts +5 -0
  167. package/dist/logging/index.js +4 -0
  168. package/dist/logging/logger.d.ts +41 -0
  169. package/dist/logging/logger.js +209 -0
  170. package/dist/logging/namespaces.d.ts +6 -0
  171. package/dist/logging/namespaces.js +7 -0
  172. package/dist/logging/types.d.ts +37 -0
  173. package/dist/logging/types.js +1 -0
  174. package/dist/logging/utils.d.ts +5 -0
  175. package/dist/logging/utils.js +113 -0
  176. package/dist/models/registry/index.d.ts +18 -0
  177. package/dist/models/registry/index.js +21 -0
  178. package/dist/models/registry/models.d.ts +22680 -0
  179. package/dist/models/registry/models.js +23908 -0
  180. package/dist/p2p/cancel-delegated.d.ts +3 -0
  181. package/dist/p2p/cancel-delegated.js +64 -0
  182. package/dist/p2p/completion-stream-delegated.d.ts +4 -0
  183. package/dist/p2p/completion-stream-delegated.js +51 -0
  184. package/dist/p2p/delegate-client.d.ts +9 -0
  185. package/dist/p2p/delegate-client.js +219 -0
  186. package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
  187. package/dist/p2p/delegate-connect-diagnostics.js +38 -0
  188. package/dist/p2p/delegate-transport.d.ts +18 -0
  189. package/dist/p2p/delegate-transport.js +237 -0
  190. package/dist/p2p/error-handlers.d.ts +4 -0
  191. package/dist/p2p/error-handlers.js +31 -0
  192. package/dist/p2p/handle-request.d.ts +2 -0
  193. package/dist/p2p/handle-request.js +171 -0
  194. package/dist/p2p/handler-utils.d.ts +19 -0
  195. package/dist/p2p/handler-utils.js +180 -0
  196. package/dist/p2p/heartbeat-delegated.d.ts +3 -0
  197. package/dist/p2p/heartbeat-delegated.js +32 -0
  198. package/dist/p2p/load-model-delegated.d.ts +6 -0
  199. package/dist/p2p/load-model-delegated.js +132 -0
  200. package/dist/p2p/progress-throttle.d.ts +7 -0
  201. package/dist/p2p/progress-throttle.js +47 -0
  202. package/dist/p2p/provideHandler/connection.d.ts +2 -0
  203. package/dist/p2p/provideHandler/connection.js +38 -0
  204. package/dist/p2p/provideHandler/handler.d.ts +2 -0
  205. package/dist/p2p/provideHandler/handler.js +66 -0
  206. package/dist/p2p/provideHandler/proxy.d.ts +2 -0
  207. package/dist/p2p/provideHandler/proxy.js +24 -0
  208. package/dist/p2p/provideHandler.d.ts +1 -0
  209. package/dist/p2p/provideHandler.js +2 -0
  210. package/dist/p2p/rpc-utils.d.ts +4 -0
  211. package/dist/p2p/rpc-utils.js +8 -0
  212. package/dist/p2p/stopProvideHandler.d.ts +2 -0
  213. package/dist/p2p/stopProvideHandler.js +29 -0
  214. package/dist/p2p/swarm.d.ts +9 -0
  215. package/dist/p2p/swarm.js +103 -0
  216. package/dist/p2p/transport-selector.d.ts +2 -0
  217. package/dist/p2p/transport-selector.js +18 -0
  218. package/dist/p2p/unload-model-delegated.d.ts +2 -0
  219. package/dist/p2p/unload-model-delegated.js +31 -0
  220. package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
  221. package/dist/plugins/builtin/asr-ggml/config.js +46 -0
  222. package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
  223. package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
  224. package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
  225. package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
  226. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
  227. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
  228. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
  229. package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
  230. package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
  231. package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
  232. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
  233. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
  234. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
  235. package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
  236. package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
  237. package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
  238. package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
  239. package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
  240. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
  241. package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
  242. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
  243. package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
  244. package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
  245. package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
  246. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
  247. package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
  248. package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
  249. package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
  250. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
  251. package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
  252. package/dist/plugins/builtin/index.d.ts +11 -0
  253. package/dist/plugins/builtin/index.js +11 -0
  254. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
  255. package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
  256. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
  257. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
  258. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
  259. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
  260. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
  261. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
  262. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
  263. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
  264. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
  265. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
  266. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
  267. package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
  268. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
  269. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
  270. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
  271. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
  272. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
  273. package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
  274. package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
  275. package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
  276. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
  277. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
  278. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
  279. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
  280. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
  281. package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
  282. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
  283. package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
  284. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
  285. package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
  286. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
  287. package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
  288. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
  289. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
  290. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
  291. package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
  292. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
  293. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
  294. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
  295. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
  296. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
  297. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
  298. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
  299. package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
  300. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
  301. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
  302. package/dist/plugins/index.d.ts +9 -0
  303. package/dist/plugins/index.js +12 -0
  304. package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
  305. package/dist/plugins/ops/bci-transcribe.js +248 -0
  306. package/dist/plugins/ops/cancel.d.ts +25 -0
  307. package/dist/plugins/ops/cancel.js +43 -0
  308. package/dist/plugins/ops/embed.d.ts +15 -0
  309. package/dist/plugins/ops/embed.js +193 -0
  310. package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
  311. package/dist/plugins/ops/kv-cache-retention.js +121 -0
  312. package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
  313. package/dist/plugins/ops/kv-cache-utils.js +120 -0
  314. package/dist/plugins/ops/load-model.d.ts +8 -0
  315. package/dist/plugins/ops/load-model.js +82 -0
  316. package/dist/plugins/ops/transcribe.d.ts +20 -0
  317. package/dist/plugins/ops/transcribe.js +343 -0
  318. package/dist/plugins/ops/translate.d.ts +7 -0
  319. package/dist/plugins/ops/translate.js +256 -0
  320. package/dist/plugins/ops/unload-model.d.ts +2 -0
  321. package/dist/plugins/ops/unload-model.js +45 -0
  322. package/dist/plugins/registry.d.ts +9 -0
  323. package/dist/plugins/registry.js +107 -0
  324. package/dist/profiling/aggregator.d.ts +14 -0
  325. package/dist/profiling/aggregator.js +100 -0
  326. package/dist/profiling/backend-diagnostics.d.ts +8 -0
  327. package/dist/profiling/backend-diagnostics.js +36 -0
  328. package/dist/profiling/clock.d.ts +8 -0
  329. package/dist/profiling/clock.js +23 -0
  330. package/dist/profiling/controller.d.ts +34 -0
  331. package/dist/profiling/controller.js +130 -0
  332. package/dist/profiling/delegation-profiler.d.ts +31 -0
  333. package/dist/profiling/delegation-profiler.js +155 -0
  334. package/dist/profiling/envelope.d.ts +10 -0
  335. package/dist/profiling/envelope.js +45 -0
  336. package/dist/profiling/events.d.ts +19 -0
  337. package/dist/profiling/events.js +35 -0
  338. package/dist/profiling/exporters.d.ts +9 -0
  339. package/dist/profiling/exporters.js +242 -0
  340. package/dist/profiling/index.d.ts +91 -0
  341. package/dist/profiling/index.js +87 -0
  342. package/dist/profiling/model-execution.d.ts +15 -0
  343. package/dist/profiling/model-execution.js +34 -0
  344. package/dist/profiling/operation-metrics.d.ts +24 -0
  345. package/dist/profiling/operation-metrics.js +370 -0
  346. package/dist/profiling/operation-wrappers.d.ts +17 -0
  347. package/dist/profiling/operation-wrappers.js +196 -0
  348. package/dist/profiling/profiler.d.ts +27 -0
  349. package/dist/profiling/profiler.js +127 -0
  350. package/dist/profiling/ring-buffer.d.ts +18 -0
  351. package/dist/profiling/ring-buffer.js +83 -0
  352. package/dist/profiling/types.d.ts +52 -0
  353. package/dist/profiling/types.js +1 -0
  354. package/dist/rag/handler.d.ts +2 -0
  355. package/dist/rag/handler.js +272 -0
  356. package/dist/rag/handlers/chunk.d.ts +2 -0
  357. package/dist/rag/handlers/chunk.js +7 -0
  358. package/dist/rag/handlers/close-workspace.d.ts +2 -0
  359. package/dist/rag/handlers/close-workspace.js +9 -0
  360. package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
  361. package/dist/rag/handlers/delete-embeddings.js +11 -0
  362. package/dist/rag/handlers/delete-workspace.d.ts +2 -0
  363. package/dist/rag/handlers/delete-workspace.js +14 -0
  364. package/dist/rag/handlers/ingest.d.ts +9 -0
  365. package/dist/rag/handlers/ingest.js +19 -0
  366. package/dist/rag/handlers/list-workspaces.d.ts +2 -0
  367. package/dist/rag/handlers/list-workspaces.js +4 -0
  368. package/dist/rag/handlers/reindex.d.ts +9 -0
  369. package/dist/rag/handlers/reindex.js +16 -0
  370. package/dist/rag/handlers/save-embeddings.d.ts +9 -0
  371. package/dist/rag/handlers/save-embeddings.js +15 -0
  372. package/dist/rag/handlers/search.d.ts +2 -0
  373. package/dist/rag/handlers/search.js +16 -0
  374. package/dist/rag/index.d.ts +11 -0
  375. package/dist/rag/index.js +11 -0
  376. package/dist/rag/rag-operation-manager.d.ts +28 -0
  377. package/dist/rag/rag-operation-manager.js +76 -0
  378. package/dist/rag/rag-workspace-manager.d.ts +14 -0
  379. package/dist/rag/rag-workspace-manager.js +143 -0
  380. package/dist/registry.d.ts +2 -0
  381. package/dist/registry.js +166 -0
  382. package/dist/resources/collector.d.ts +643 -0
  383. package/dist/resources/collector.js +226 -0
  384. package/dist/resources/instance.d.ts +4 -0
  385. package/dist/resources/instance.js +15 -0
  386. package/dist/resources/native.d.ts +2 -0
  387. package/dist/resources/native.js +35 -0
  388. package/dist/resources/normalize.d.ts +12 -0
  389. package/dist/resources/normalize.js +73 -0
  390. package/dist/resources/types.d.ts +65 -0
  391. package/dist/resources/types.js +1 -0
  392. package/dist/runtime/cache-lock.d.ts +2 -0
  393. package/dist/runtime/cache-lock.js +67 -0
  394. package/dist/runtime/disposable-scope.d.ts +35 -0
  395. package/dist/runtime/disposable-scope.js +69 -0
  396. package/dist/runtime/env.d.ts +16 -0
  397. package/dist/runtime/env.js +53 -0
  398. package/dist/runtime/index.d.ts +5 -0
  399. package/dist/runtime/index.js +2 -0
  400. package/dist/runtime/lifecycle.d.ts +20 -0
  401. package/dist/runtime/lifecycle.js +102 -0
  402. package/dist/runtime/logging-stream-registry.d.ts +27 -0
  403. package/dist/runtime/logging-stream-registry.js +133 -0
  404. package/dist/runtime/model-config-utils.d.ts +14 -0
  405. package/dist/runtime/model-config-utils.js +128 -0
  406. package/dist/runtime/model-registry.d.ts +74 -0
  407. package/dist/runtime/model-registry.js +130 -0
  408. package/dist/runtime/registry-client.d.ts +4 -0
  409. package/dist/runtime/registry-client.js +118 -0
  410. package/dist/runtime/request-context.d.ts +72 -0
  411. package/dist/runtime/request-context.js +114 -0
  412. package/dist/runtime/request-id.d.ts +17 -0
  413. package/dist/runtime/request-id.js +29 -0
  414. package/dist/runtime/request-registry.d.ts +194 -0
  415. package/dist/runtime/request-registry.js +546 -0
  416. package/dist/runtime/runtime-lifecycle.d.ts +37 -0
  417. package/dist/runtime/runtime-lifecycle.js +163 -0
  418. package/dist/runtime/state.d.ts +26 -0
  419. package/dist/runtime/state.js +138 -0
  420. package/dist/schemas/audio-gen.d.ts +252 -0
  421. package/dist/schemas/audio-gen.js +69 -0
  422. package/dist/schemas/batch-completion-stream.d.ts +467 -0
  423. package/dist/schemas/batch-completion-stream.js +123 -0
  424. package/dist/schemas/bci-config.d.ts +74 -0
  425. package/dist/schemas/bci-config.js +58 -0
  426. package/dist/schemas/bci.d.ts +178 -0
  427. package/dist/schemas/bci.js +89 -0
  428. package/dist/schemas/cancel.d.ts +203 -0
  429. package/dist/schemas/cancel.js +135 -0
  430. package/dist/schemas/classification.d.ts +52 -0
  431. package/dist/schemas/classification.js +33 -0
  432. package/dist/schemas/common.d.ts +6420 -0
  433. package/dist/schemas/common.js +133 -0
  434. package/dist/schemas/completion-event.d.ts +248 -0
  435. package/dist/schemas/completion-event.js +94 -0
  436. package/dist/schemas/completion-stream.d.ts +475 -0
  437. package/dist/schemas/completion-stream.js +236 -0
  438. package/dist/schemas/config.d.ts +5022 -0
  439. package/dist/schemas/config.js +169 -0
  440. package/dist/schemas/delegate.d.ts +29 -0
  441. package/dist/schemas/delegate.js +40 -0
  442. package/dist/schemas/download-asset.d.ts +225 -0
  443. package/dist/schemas/download-asset.js +71 -0
  444. package/dist/schemas/embed.d.ts +41 -0
  445. package/dist/schemas/embed.js +35 -0
  446. package/dist/schemas/engine-addon-map.d.ts +20 -0
  447. package/dist/schemas/engine-addon-map.js +78 -0
  448. package/dist/schemas/error.d.ts +40 -0
  449. package/dist/schemas/error.js +65 -0
  450. package/dist/schemas/errors.d.ts +119 -0
  451. package/dist/schemas/errors.js +615 -0
  452. package/dist/schemas/finetune.d.ts +621 -0
  453. package/dist/schemas/finetune.js +163 -0
  454. package/dist/schemas/index.d.ts +45 -0
  455. package/dist/schemas/index.js +45 -0
  456. package/dist/schemas/json-schema.d.ts +15 -0
  457. package/dist/schemas/json-schema.js +2 -0
  458. package/dist/schemas/lifecycle.d.ts +38 -0
  459. package/dist/schemas/lifecycle.js +21 -0
  460. package/dist/schemas/llamacpp-config.d.ts +403 -0
  461. package/dist/schemas/llamacpp-config.js +133 -0
  462. package/dist/schemas/load-model.d.ts +25635 -0
  463. package/dist/schemas/load-model.js +629 -0
  464. package/dist/schemas/logging-stream.d.ts +33 -0
  465. package/dist/schemas/logging-stream.js +17 -0
  466. package/dist/schemas/mcp-adapter.d.ts +46 -0
  467. package/dist/schemas/mcp-adapter.js +1 -0
  468. package/dist/schemas/model-file.d.ts +27 -0
  469. package/dist/schemas/model-file.js +29 -0
  470. package/dist/schemas/model-info.d.ts +197 -0
  471. package/dist/schemas/model-info.js +144 -0
  472. package/dist/schemas/model-ops.d.ts +36 -0
  473. package/dist/schemas/model-ops.js +40 -0
  474. package/dist/schemas/model-src-utils.d.ts +192 -0
  475. package/dist/schemas/model-src-utils.js +61 -0
  476. package/dist/schemas/model-types.d.ts +275 -0
  477. package/dist/schemas/model-types.js +223 -0
  478. package/dist/schemas/ocr.d.ts +138 -0
  479. package/dist/schemas/ocr.js +59 -0
  480. package/dist/schemas/path-validation.d.ts +9 -0
  481. package/dist/schemas/path-validation.js +22 -0
  482. package/dist/schemas/plugin.d.ts +341 -0
  483. package/dist/schemas/plugin.js +241 -0
  484. package/dist/schemas/profiling.d.ts +695 -0
  485. package/dist/schemas/profiling.js +100 -0
  486. package/dist/schemas/provide.d.ts +50 -0
  487. package/dist/schemas/provide.js +32 -0
  488. package/dist/schemas/rag.d.ts +301 -0
  489. package/dist/schemas/rag.js +211 -0
  490. package/dist/schemas/registry.d.ts +453 -0
  491. package/dist/schemas/registry.js +104 -0
  492. package/dist/schemas/reload-config.d.ts +585 -0
  493. package/dist/schemas/reload-config.js +42 -0
  494. package/dist/schemas/runtime-context.d.ts +18 -0
  495. package/dist/schemas/runtime-context.js +7 -0
  496. package/dist/schemas/sdcpp-config.d.ts +1126 -0
  497. package/dist/schemas/sdcpp-config.js +748 -0
  498. package/dist/schemas/system-resources.d.ts +3966 -0
  499. package/dist/schemas/system-resources.js +149 -0
  500. package/dist/schemas/text-to-speech.d.ts +1352 -0
  501. package/dist/schemas/text-to-speech.js +364 -0
  502. package/dist/schemas/tools.d.ts +80 -0
  503. package/dist/schemas/tools.js +52 -0
  504. package/dist/schemas/transcription-config.d.ts +161 -0
  505. package/dist/schemas/transcription-config.js +156 -0
  506. package/dist/schemas/transcription.d.ts +261 -0
  507. package/dist/schemas/transcription.js +145 -0
  508. package/dist/schemas/translate.d.ts +138 -0
  509. package/dist/schemas/translate.js +103 -0
  510. package/dist/schemas/translation-config.d.ts +1031 -0
  511. package/dist/schemas/translation-config.js +170 -0
  512. package/dist/schemas/vla.d.ts +110 -0
  513. package/dist/schemas/vla.js +151 -0
  514. package/dist/selection.d.ts +8 -0
  515. package/dist/selection.js +14 -0
  516. package/dist/surface.d.ts +18 -0
  517. package/dist/surface.js +30 -0
  518. package/dist/utils/addon-responses.d.ts +58 -0
  519. package/dist/utils/addon-responses.js +1 -0
  520. package/dist/utils/aggregate-events.d.ts +25 -0
  521. package/dist/utils/aggregate-events.js +73 -0
  522. package/dist/utils/archive.d.ts +4 -0
  523. package/dist/utils/archive.js +180 -0
  524. package/dist/utils/asr-events.d.ts +14 -0
  525. package/dist/utils/asr-events.js +30 -0
  526. package/dist/utils/audio/decoder.d.ts +4 -0
  527. package/dist/utils/audio/decoder.js +80 -0
  528. package/dist/utils/audio-input.d.ts +9 -0
  529. package/dist/utils/audio-input.js +34 -0
  530. package/dist/utils/cache/auto-history.d.ts +3 -0
  531. package/dist/utils/cache/auto-history.js +26 -0
  532. package/dist/utils/cache/paths.d.ts +42 -0
  533. package/dist/utils/cache/paths.js +133 -0
  534. package/dist/utils/cache/types.d.ts +7 -0
  535. package/dist/utils/cache/types.js +1 -0
  536. package/dist/utils/cache-normalize.d.ts +9 -0
  537. package/dist/utils/cache-normalize.js +20 -0
  538. package/dist/utils/checksum.d.ts +3 -0
  539. package/dist/utils/checksum.js +29 -0
  540. package/dist/utils/clear-storage.d.ts +4 -0
  541. package/dist/utils/clear-storage.js +14 -0
  542. package/dist/utils/completion-normalizer.d.ts +17 -0
  543. package/dist/utils/completion-normalizer.js +453 -0
  544. package/dist/utils/config-transform.d.ts +2 -0
  545. package/dist/utils/config-transform.js +21 -0
  546. package/dist/utils/decorate-promise.d.ts +33 -0
  547. package/dist/utils/decorate-promise.js +35 -0
  548. package/dist/utils/encoding.d.ts +16 -0
  549. package/dist/utils/encoding.js +27 -0
  550. package/dist/utils/expand-gguf-shards.d.ts +2 -0
  551. package/dist/utils/expand-gguf-shards.js +22 -0
  552. package/dist/utils/formatting.d.ts +18 -0
  553. package/dist/utils/formatting.js +56 -0
  554. package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
  555. package/dist/utils/gguf-tensor-extractor.js +311 -0
  556. package/dist/utils/global-singleton.d.ts +1 -0
  557. package/dist/utils/global-singleton.js +10 -0
  558. package/dist/utils/index.d.ts +11 -0
  559. package/dist/utils/index.js +11 -0
  560. package/dist/utils/load-model-validation.d.ts +6 -0
  561. package/dist/utils/load-model-validation.js +18 -0
  562. package/dist/utils/mcp-adapter.d.ts +11 -0
  563. package/dist/utils/mcp-adapter.js +96 -0
  564. package/dist/utils/multi-gpu-mobile.d.ts +4 -0
  565. package/dist/utils/multi-gpu-mobile.js +10 -0
  566. package/dist/utils/object.d.ts +1 -0
  567. package/dist/utils/object.js +3 -0
  568. package/dist/utils/path-security.d.ts +22 -0
  569. package/dist/utils/path-security.js +69 -0
  570. package/dist/utils/qvac-paths.d.ts +1 -0
  571. package/dist/utils/qvac-paths.js +5 -0
  572. package/dist/utils/response-format.d.ts +2 -0
  573. package/dist/utils/response-format.js +20 -0
  574. package/dist/utils/shard-utils.d.ts +47 -0
  575. package/dist/utils/shard-utils.js +123 -0
  576. package/dist/utils/tool-helpers.d.ts +24 -0
  577. package/dist/utils/tool-helpers.js +111 -0
  578. package/dist/utils/tool-integration.d.ts +23 -0
  579. package/dist/utils/tool-integration.js +29 -0
  580. package/dist/utils/tools/dialect.d.ts +7 -0
  581. package/dist/utils/tools/dialect.js +20 -0
  582. package/dist/utils/tools/index.d.ts +2 -0
  583. package/dist/utils/tools/index.js +2 -0
  584. package/dist/utils/tools/parser.d.ts +5 -0
  585. package/dist/utils/tools/parser.js +69 -0
  586. package/dist/utils/tools/parsers/dsml.d.ts +3 -0
  587. package/dist/utils/tools/parsers/dsml.js +177 -0
  588. package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
  589. package/dist/utils/tools/parsers/gemma4native.js +65 -0
  590. package/dist/utils/tools/parsers/harmony.d.ts +3 -0
  591. package/dist/utils/tools/parsers/harmony.js +57 -0
  592. package/dist/utils/tools/parsers/hermes.d.ts +3 -0
  593. package/dist/utils/tools/parsers/hermes.js +122 -0
  594. package/dist/utils/tools/parsers/json.d.ts +5 -0
  595. package/dist/utils/tools/parsers/json.js +115 -0
  596. package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
  597. package/dist/utils/tools/parsers/pythonic.js +267 -0
  598. package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
  599. package/dist/utils/tools/parsers/qwen35.js +125 -0
  600. package/dist/utils/tools/shared.d.ts +17 -0
  601. package/dist/utils/tools/shared.js +52 -0
  602. package/dist/utils/transcribe-metadata.d.ts +20 -0
  603. package/dist/utils/transcribe-metadata.js +28 -0
  604. package/dist/utils/tts-stats.d.ts +25 -0
  605. package/dist/utils/tts-stats.js +16 -0
  606. package/dist/utils/withTimeout.d.ts +17 -0
  607. package/dist/utils/withTimeout.js +47 -0
  608. package/dist/utils/zod-error.d.ts +2 -0
  609. package/dist/utils/zod-error.js +4 -0
  610. package/package.json +266 -1
@@ -0,0 +1,156 @@
1
+ import { z } from 'zod';
2
+ import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
3
+ // === Shared ===
4
+ export const audioFormatSchema = z.enum(['f32le', 's16le']);
5
+ // === Whisper (whisper.cpp) engine config ===
6
+ const vadParamsSchema = z
7
+ .object({
8
+ threshold: z.number().optional(),
9
+ min_speech_duration_ms: z.number().optional(),
10
+ min_silence_duration_ms: z.number().optional(),
11
+ max_speech_duration_s: z.number().optional(),
12
+ speech_pad_ms: z.number().optional(),
13
+ samples_overlap: z.number().optional()
14
+ })
15
+ .optional();
16
+ const contextParamsSchema = z
17
+ .object({
18
+ model: z.string().optional(),
19
+ use_gpu: z.boolean().optional(),
20
+ flash_attn: z.boolean().optional(),
21
+ gpu_device: z.number().optional()
22
+ })
23
+ .optional();
24
+ const miscConfigSchema = z
25
+ .object({
26
+ caption_enabled: z.boolean().optional()
27
+ })
28
+ .optional();
29
+ export const whisperConfigSchema = z.object({
30
+ strategy: z.enum(['greedy', 'beam_search']).optional(),
31
+ n_threads: z.number().int().optional(),
32
+ n_max_text_ctx: z.number().int().optional(),
33
+ offset_ms: z.number().int().optional(),
34
+ duration_ms: z.number().int().optional(),
35
+ audio_ctx: z.number().int().optional(),
36
+ translate: z.boolean().optional(),
37
+ no_context: z.boolean().optional(),
38
+ no_timestamps: z.boolean().optional(),
39
+ single_segment: z.boolean().optional(),
40
+ print_special: z.boolean().optional(),
41
+ print_progress: z.boolean().optional(),
42
+ print_realtime: z.boolean().optional(),
43
+ print_timestamps: z.boolean().optional(),
44
+ token_timestamps: z.boolean().optional(),
45
+ thold_pt: z.number().optional(),
46
+ thold_ptsum: z.number().optional(),
47
+ max_len: z.number().int().optional(),
48
+ split_on_word: z.boolean().optional(),
49
+ max_tokens: z.number().int().optional(),
50
+ debug_mode: z.boolean().optional(),
51
+ tdrz_enable: z.boolean().optional(),
52
+ suppress_regex: z.string().optional(),
53
+ initial_prompt: z.string().optional(),
54
+ language: z.string().optional(),
55
+ detect_language: z.boolean().optional(),
56
+ suppress_blank: z.boolean().optional(),
57
+ suppress_nst: z.boolean().optional(),
58
+ temperature: z.number().optional(),
59
+ length_penalty: z.number().optional(),
60
+ temperature_inc: z.number().optional(),
61
+ entropy_thold: z.number().optional(),
62
+ logprob_thold: z.number().optional(),
63
+ greedy_best_of: z.number().int().optional(),
64
+ beam_search_beam_size: z.number().int().optional(),
65
+ vad_params: vadParamsSchema,
66
+ audio_format: audioFormatSchema.optional(),
67
+ contextParams: contextParamsSchema,
68
+ miscConfig: miscConfigSchema,
69
+ vadModelSrc: modelSrcInputSchema.optional()
70
+ });
71
+ // === Parakeet (NVIDIA NeMo GGML) engine config ===
72
+ //
73
+ // Backed by the ggml-based qvac-parakeet.cpp engine. A single GGUF
74
+ // checkpoint covers every variant (TDT, CTC, EOU, Sortformer); the
75
+ // addon auto-detects the model type from `parakeet.model.type` GGUF
76
+ // metadata, so callers no longer pass a `modelType` discriminator and
77
+ // only ever supply a single `modelSrc` at `loadModel` time.
78
+ //
79
+ // The `streaming*` knobs below configure the addon at load time. To
80
+ // override any of them per `transcribeStream` call, see
81
+ // `parakeetStreamingRunConfigSchema` in `./transcription.ts` — the
82
+ // per-call schema intentionally drops the `streaming` prefix because
83
+ // every field on it is already namespaced under `parakeetStreamingConfig`.
84
+ export const parakeetRuntimeConfigSchema = z.object({
85
+ maxThreads: z.number().int().optional(),
86
+ useGPU: z.boolean().optional(),
87
+ sampleRate: z.number().int().optional(),
88
+ channels: z.number().int().optional(),
89
+ captionEnabled: z.boolean().optional(),
90
+ timestampsEnabled: z.boolean().optional(),
91
+ seed: z.number().int().optional(),
92
+ streaming: z.boolean().optional(),
93
+ streamingChunkMs: z.number().int().positive().optional(),
94
+ streamingHistoryMs: z.number().int().positive().optional(),
95
+ streamingEmitPartials: z.boolean().optional(),
96
+ /**
97
+ * CTC/TDT-only energy-based voice-activity hint. Forwarded to
98
+ * parakeet-cpp's `StreamingOptions::enable_energy_vad`. Influences
99
+ * how the engine segments speech (segment cadence, partial vs final
100
+ * emission) but does NOT add new event types to the transcribeStream
101
+ * output. Use the whisper engine if you need standalone VAD
102
+ * `speaking`/`probability` events.
103
+ */
104
+ streamingEnergyVad: z.boolean().optional(),
105
+ streamingLeftContextMs: z.number().int().nonnegative().optional(),
106
+ streamingRightLookaheadMs: z.number().int().nonnegative().optional(),
107
+ // === AOSC (Audio-Online Speaker Cache; v2.1+ Sortformer only) =========
108
+ // Auto-enabled when the loaded GGUF carries
109
+ // `parakeet.model_variant == "sortformer-streaming-v2.1-aosc"`. Ignored
110
+ // by v1/v2 Sortformer and by non-Sortformer engines.
111
+ streamingSpkCacheEnable: z.boolean().optional(),
112
+ streamingSpkCacheLen: z.number().int().positive().optional(),
113
+ streamingFifoLen: z.number().int().positive().optional(),
114
+ streamingChunkLeftContextMs: z.number().int().nonnegative().optional(),
115
+ streamingChunkRightContextMs: z.number().int().nonnegative().optional(),
116
+ streamingSpkCacheUpdatePeriod: z.number().int().positive().optional(),
117
+ backendsDir: z.string().optional(),
118
+ openclCacheDir: z.string().optional()
119
+ });
120
+ // Parakeet's load-time config currently has no fields beyond the
121
+ // runtime knobs (single GGUF model is supplied via the top-level
122
+ // `modelSrc` of `loadModel`). The alias is retained so consumers can
123
+ // keep importing `ParakeetConfig` / `parakeetConfigSchema`.
124
+ export const parakeetConfigSchema = parakeetRuntimeConfigSchema;
125
+ // === Parakeet legacy ONNX modelConfig fields (deprecated) ===
126
+ //
127
+ // As of @qvac/transcription-parakeet 0.6.0 the addon ships as a single
128
+ // GGUF that auto-detects TDT / CTC / EOU / Sortformer from GGUF
129
+ // metadata. The pre-0.4 multi-file ONNX `modelConfig` fields below are
130
+ // kept ONLY so callers migrating from earlier @qvac/sdk versions hit a
131
+ // structured `LegacyParakeetModelDeprecatedError` (with a migration
132
+ // message) raised from the parakeet plugin's `resolveConfig`, rather
133
+ // than a generic Zod `Unrecognized key` error.
134
+ export const LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS = [
135
+ 'parakeetEncoderSrc',
136
+ 'parakeetDecoderSrc',
137
+ 'parakeetVocabSrc',
138
+ 'parakeetPreprocessorSrc',
139
+ 'parakeetCtcModelSrc',
140
+ 'parakeetTokenizerSrc',
141
+ 'parakeetSortformerSrc',
142
+ 'parakeetModelSrc',
143
+ 'modelType'
144
+ ];
145
+ const legacyParakeetOnnxFieldsShape = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.reduce((acc, name) => {
146
+ acc[name] = z.unknown().optional();
147
+ return acc;
148
+ }, {});
149
+ // Strict schema used by `loadModel` and the parakeet plugin's
150
+ // `loadConfigSchema`. Permits the deprecated ONNX field names so the
151
+ // plugin's `resolveConfig` can raise a structured
152
+ // `LegacyParakeetModelDeprecatedError` instead of a generic Zod error;
153
+ // other unknown keys are still rejected by `.strict()`.
154
+ export const parakeetLoadConfigSchema = parakeetRuntimeConfigSchema
155
+ .extend(legacyParakeetOnnxFieldsShape)
156
+ .strict();
@@ -0,0 +1,261 @@
1
+ import { z } from 'zod';
2
+ import type Buffer from 'bare-buffer';
3
+ export declare const audioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
4
+ type: z.ZodLiteral<"base64">;
5
+ value: z.ZodString;
6
+ }, z.core.$strip>, z.ZodObject<{
7
+ type: z.ZodLiteral<"filePath">;
8
+ value: z.ZodString;
9
+ }, z.core.$strip>], "type">;
10
+ export declare const transcribeParamsSchema: z.ZodObject<{
11
+ modelId: z.ZodString;
12
+ prompt: z.ZodOptional<z.ZodString>;
13
+ metadata: z.ZodOptional<z.ZodBoolean>;
14
+ audioChunk: z.ZodDiscriminatedUnion<[z.ZodObject<{
15
+ type: z.ZodLiteral<"base64">;
16
+ value: z.ZodString;
17
+ }, z.core.$strip>, z.ZodObject<{
18
+ type: z.ZodLiteral<"filePath">;
19
+ value: z.ZodString;
20
+ }, z.core.$strip>], "type">;
21
+ }, z.core.$strip>;
22
+ export declare const transcribeStatsSchema: z.ZodObject<{
23
+ audioDuration: z.ZodOptional<z.ZodNumber>;
24
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
25
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
26
+ totalTokens: z.ZodOptional<z.ZodNumber>;
27
+ totalSegments: z.ZodOptional<z.ZodNumber>;
28
+ whisperEncodeTime: z.ZodOptional<z.ZodNumber>;
29
+ whisperDecodeTime: z.ZodOptional<z.ZodNumber>;
30
+ encoderTime: z.ZodOptional<z.ZodNumber>;
31
+ decoderTime: z.ZodOptional<z.ZodNumber>;
32
+ melSpecTime: z.ZodOptional<z.ZodNumber>;
33
+ backendDevice: z.ZodOptional<z.ZodNumber>;
34
+ backendId: z.ZodOptional<z.ZodNumber>;
35
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
36
+ gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
37
+ gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
38
+ }, z.core.$strip>;
39
+ export declare const transcribeSegmentSchema: z.ZodObject<{
40
+ text: z.ZodString;
41
+ startMs: z.ZodNumber;
42
+ endMs: z.ZodNumber;
43
+ append: z.ZodBoolean;
44
+ id: z.ZodNumber;
45
+ }, z.core.$strip>;
46
+ export declare const vadStateEventSchema: z.ZodObject<{
47
+ speaking: z.ZodBoolean;
48
+ probability: z.ZodNumber;
49
+ }, z.core.$strip>;
50
+ export declare const whisperEndOfTurnEventSchema: z.ZodObject<{
51
+ source: z.ZodLiteral<"whisper">;
52
+ silenceDurationMs: z.ZodNumber;
53
+ }, z.core.$strip>;
54
+ export declare const parakeetEndOfTurnEventSchema: z.ZodObject<{
55
+ source: z.ZodLiteral<"parakeet">;
56
+ }, z.core.$strip>;
57
+ export declare const endOfTurnEventSchema: z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
58
+ source: z.ZodLiteral<"whisper">;
59
+ silenceDurationMs: z.ZodNumber;
60
+ }, z.core.$strip>, z.ZodObject<{
61
+ source: z.ZodLiteral<"parakeet">;
62
+ }, z.core.$strip>], "source">>;
63
+ export declare const transcribeRequestSchema: z.ZodObject<{
64
+ modelId: z.ZodString;
65
+ prompt: z.ZodOptional<z.ZodString>;
66
+ metadata: z.ZodOptional<z.ZodBoolean>;
67
+ audioChunk: z.ZodDiscriminatedUnion<[z.ZodObject<{
68
+ type: z.ZodLiteral<"base64">;
69
+ value: z.ZodString;
70
+ }, z.core.$strip>, z.ZodObject<{
71
+ type: z.ZodLiteral<"filePath">;
72
+ value: z.ZodString;
73
+ }, z.core.$strip>], "type">;
74
+ type: z.ZodLiteral<"transcribe">;
75
+ requestId: z.ZodOptional<z.ZodString>;
76
+ }, z.core.$strip>;
77
+ export declare const transcribeResponseSchema: z.ZodObject<{
78
+ text: z.ZodOptional<z.ZodString>;
79
+ done: z.ZodOptional<z.ZodBoolean>;
80
+ stats: z.ZodOptional<z.ZodObject<{
81
+ audioDuration: z.ZodOptional<z.ZodNumber>;
82
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
83
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
84
+ totalTokens: z.ZodOptional<z.ZodNumber>;
85
+ totalSegments: z.ZodOptional<z.ZodNumber>;
86
+ whisperEncodeTime: z.ZodOptional<z.ZodNumber>;
87
+ whisperDecodeTime: z.ZodOptional<z.ZodNumber>;
88
+ encoderTime: z.ZodOptional<z.ZodNumber>;
89
+ decoderTime: z.ZodOptional<z.ZodNumber>;
90
+ melSpecTime: z.ZodOptional<z.ZodNumber>;
91
+ backendDevice: z.ZodOptional<z.ZodNumber>;
92
+ backendId: z.ZodOptional<z.ZodNumber>;
93
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
94
+ gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
95
+ gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
96
+ }, z.core.$strip>>;
97
+ error: z.ZodOptional<z.ZodString>;
98
+ segment: z.ZodOptional<z.ZodObject<{
99
+ text: z.ZodString;
100
+ startMs: z.ZodNumber;
101
+ endMs: z.ZodNumber;
102
+ append: z.ZodBoolean;
103
+ id: z.ZodNumber;
104
+ }, z.core.$strip>>;
105
+ vad: z.ZodOptional<z.ZodObject<{
106
+ speaking: z.ZodBoolean;
107
+ probability: z.ZodNumber;
108
+ }, z.core.$strip>>;
109
+ endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
110
+ source: z.ZodLiteral<"whisper">;
111
+ silenceDurationMs: z.ZodNumber;
112
+ }, z.core.$strip>, z.ZodObject<{
113
+ source: z.ZodLiteral<"parakeet">;
114
+ }, z.core.$strip>], "source">>>;
115
+ type: z.ZodLiteral<"transcribe">;
116
+ }, z.core.$strip>;
117
+ export type AudioInput = z.infer<typeof audioInputSchema>;
118
+ export type TranscribeParams = z.infer<typeof transcribeParamsSchema>;
119
+ export type TranscribeSegment = z.infer<typeof transcribeSegmentSchema>;
120
+ export type TranscribeClientParams = {
121
+ modelId: string;
122
+ audioChunk: string | Buffer;
123
+ prompt?: string;
124
+ metadata?: boolean;
125
+ };
126
+ export type TranscribeRequest = z.infer<typeof transcribeRequestSchema>;
127
+ export type TranscribeResponse = z.infer<typeof transcribeResponseSchema>;
128
+ /**
129
+ * Per-call overrides for parakeet's duplex streaming session.
130
+ *
131
+ * Each field maps to its `streaming*`-prefixed counterpart in
132
+ * `parakeetConfig` (see `parakeetRuntimeConfigSchema`). The `streaming`
133
+ * prefix is intentionally dropped here because every field on this
134
+ * object is already namespaced under the `parakeetStreamingConfig`
135
+ * field of `transcribeStream({ ... })`. Any field omitted falls back
136
+ * to the load-time value.
137
+ */
138
+ export declare const parakeetStreamingRunConfigSchema: z.ZodObject<{
139
+ chunkMs: z.ZodOptional<z.ZodNumber>;
140
+ historyMs: z.ZodOptional<z.ZodNumber>;
141
+ leftContextMs: z.ZodOptional<z.ZodNumber>;
142
+ rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
143
+ emitPartials: z.ZodOptional<z.ZodBoolean>;
144
+ emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
145
+ spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
146
+ spkCacheLen: z.ZodOptional<z.ZodNumber>;
147
+ fifoLen: z.ZodOptional<z.ZodNumber>;
148
+ chunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
149
+ chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
150
+ spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
151
+ }, z.core.$strip>;
152
+ export type ParakeetStreamingRunConfig = z.infer<typeof parakeetStreamingRunConfigSchema>;
153
+ export declare const transcribeStreamRequestSchema: z.ZodObject<{
154
+ modelId: z.ZodString;
155
+ prompt: z.ZodOptional<z.ZodString>;
156
+ metadata: z.ZodOptional<z.ZodBoolean>;
157
+ type: z.ZodLiteral<"transcribeStream">;
158
+ emitVadEvents: z.ZodOptional<z.ZodBoolean>;
159
+ endOfTurnSilenceMs: z.ZodOptional<z.ZodNumber>;
160
+ vadRunIntervalMs: z.ZodOptional<z.ZodNumber>;
161
+ parakeetStreamingConfig: z.ZodOptional<z.ZodObject<{
162
+ chunkMs: z.ZodOptional<z.ZodNumber>;
163
+ historyMs: z.ZodOptional<z.ZodNumber>;
164
+ leftContextMs: z.ZodOptional<z.ZodNumber>;
165
+ rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
166
+ emitPartials: z.ZodOptional<z.ZodBoolean>;
167
+ emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
168
+ spkCacheEnable: z.ZodOptional<z.ZodBoolean>;
169
+ spkCacheLen: z.ZodOptional<z.ZodNumber>;
170
+ fifoLen: z.ZodOptional<z.ZodNumber>;
171
+ chunkLeftContextMs: z.ZodOptional<z.ZodNumber>;
172
+ chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
173
+ spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
174
+ }, z.core.$strip>>;
175
+ requestId: z.ZodOptional<z.ZodString>;
176
+ }, z.core.$strip>;
177
+ export declare const transcribeStreamResponseSchema: z.ZodObject<{
178
+ text: z.ZodOptional<z.ZodString>;
179
+ done: z.ZodOptional<z.ZodBoolean>;
180
+ stats: z.ZodOptional<z.ZodObject<{
181
+ audioDuration: z.ZodOptional<z.ZodNumber>;
182
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
183
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
184
+ totalTokens: z.ZodOptional<z.ZodNumber>;
185
+ totalSegments: z.ZodOptional<z.ZodNumber>;
186
+ whisperEncodeTime: z.ZodOptional<z.ZodNumber>;
187
+ whisperDecodeTime: z.ZodOptional<z.ZodNumber>;
188
+ encoderTime: z.ZodOptional<z.ZodNumber>;
189
+ decoderTime: z.ZodOptional<z.ZodNumber>;
190
+ melSpecTime: z.ZodOptional<z.ZodNumber>;
191
+ backendDevice: z.ZodOptional<z.ZodNumber>;
192
+ backendId: z.ZodOptional<z.ZodNumber>;
193
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
194
+ gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
195
+ gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
196
+ }, z.core.$strip>>;
197
+ error: z.ZodOptional<z.ZodString>;
198
+ segment: z.ZodOptional<z.ZodObject<{
199
+ text: z.ZodString;
200
+ startMs: z.ZodNumber;
201
+ endMs: z.ZodNumber;
202
+ append: z.ZodBoolean;
203
+ id: z.ZodNumber;
204
+ }, z.core.$strip>>;
205
+ vad: z.ZodOptional<z.ZodObject<{
206
+ speaking: z.ZodBoolean;
207
+ probability: z.ZodNumber;
208
+ }, z.core.$strip>>;
209
+ endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
210
+ source: z.ZodLiteral<"whisper">;
211
+ silenceDurationMs: z.ZodNumber;
212
+ }, z.core.$strip>, z.ZodObject<{
213
+ source: z.ZodLiteral<"parakeet">;
214
+ }, z.core.$strip>], "source">>>;
215
+ type: z.ZodLiteral<"transcribeStream">;
216
+ }, z.core.$strip>;
217
+ export type TranscribeStreamRequest = z.infer<typeof transcribeStreamRequestSchema>;
218
+ export type TranscribeStreamResponse = z.infer<typeof transcribeStreamResponseSchema>;
219
+ export type TranscribeStreamClientParams = {
220
+ modelId: string;
221
+ prompt?: string;
222
+ metadata?: boolean;
223
+ emitVadEvents?: boolean;
224
+ endOfTurnSilenceMs?: number;
225
+ vadRunIntervalMs?: number;
226
+ parakeetStreamingConfig?: ParakeetStreamingRunConfig;
227
+ };
228
+ export interface TranscribeStreamSession {
229
+ write(audioChunk: Uint8Array): void;
230
+ end(): void;
231
+ destroy(): void;
232
+ [Symbol.asyncIterator](): AsyncIterator<string>;
233
+ }
234
+ export interface TranscribeStreamMetadataSession {
235
+ write(audioChunk: Uint8Array): void;
236
+ end(): void;
237
+ destroy(): void;
238
+ [Symbol.asyncIterator](): AsyncIterator<TranscribeSegment>;
239
+ }
240
+ export type VadStateEvent = z.infer<typeof vadStateEventSchema>;
241
+ export type WhisperEndOfTurnEvent = z.infer<typeof whisperEndOfTurnEventSchema>;
242
+ export type ParakeetEndOfTurnEvent = z.infer<typeof parakeetEndOfTurnEventSchema>;
243
+ export type EndOfTurnEvent = z.infer<typeof endOfTurnEventSchema>;
244
+ export type TranscribeStreamEvent = {
245
+ type: 'text';
246
+ text: string;
247
+ } | {
248
+ type: 'segment';
249
+ segment: TranscribeSegment;
250
+ } | ({
251
+ type: 'vad';
252
+ } & VadStateEvent) | ({
253
+ type: 'endOfTurn';
254
+ } & EndOfTurnEvent);
255
+ export interface TranscribeStreamConversationSession {
256
+ write(audioChunk: Uint8Array): void;
257
+ end(): void;
258
+ destroy(): void;
259
+ [Symbol.asyncIterator](): AsyncIterator<TranscribeStreamEvent>;
260
+ }
261
+ export type TranscribeStats = z.infer<typeof transcribeStatsSchema>;
@@ -0,0 +1,145 @@
1
+ import { z } from 'zod';
2
+ export const audioInputSchema = z.discriminatedUnion('type', [
3
+ z.object({
4
+ type: z.literal('base64'),
5
+ value: z.string()
6
+ }),
7
+ z.object({
8
+ type: z.literal('filePath'),
9
+ value: z.string()
10
+ })
11
+ ]);
12
+ const transcribeBaseSchema = z.object({
13
+ modelId: z.string(),
14
+ /**
15
+ * Initial transcription prompt. Whisper engine only — silently
16
+ * ignored by the parakeet engine, which has no equivalent prompting
17
+ * surface in `qvac-parakeet.cpp`.
18
+ */
19
+ prompt: z.string().optional(),
20
+ metadata: z.boolean().optional()
21
+ });
22
+ export const transcribeParamsSchema = transcribeBaseSchema.extend({
23
+ audioChunk: audioInputSchema
24
+ });
25
+ export const transcribeStatsSchema = z.object({
26
+ audioDuration: z.number().optional(),
27
+ realTimeFactor: z.number().optional(),
28
+ tokensPerSecond: z.number().optional(),
29
+ totalTokens: z.number().optional(),
30
+ totalSegments: z.number().optional(),
31
+ whisperEncodeTime: z.number().optional(),
32
+ whisperDecodeTime: z.number().optional(),
33
+ encoderTime: z.number().optional(),
34
+ decoderTime: z.number().optional(),
35
+ melSpecTime: z.number().optional(),
36
+ // Backend selection captured once at model load.
37
+ // `0` CPU / `1` GPU; `backendId` codes the GPU family (see the addon's
38
+ // BackendId enum). gpu memory fields are `-1` when the backend exposes
39
+ // no accounting, and absent entirely for the parakeet engine.
40
+ backendDevice: z.number().optional(),
41
+ backendId: z.number().optional(),
42
+ gpuUnsupported: z.number().optional(),
43
+ gpuMemTotalMb: z.number().optional(),
44
+ gpuMemFreeMb: z.number().optional()
45
+ });
46
+ export const transcribeSegmentSchema = z.object({
47
+ text: z.string(),
48
+ startMs: z.number(),
49
+ endMs: z.number(),
50
+ append: z.boolean(),
51
+ id: z.number()
52
+ });
53
+ export const vadStateEventSchema = z.object({
54
+ speaking: z.boolean(),
55
+ probability: z.number()
56
+ });
57
+ export const whisperEndOfTurnEventSchema = z.object({
58
+ source: z.literal('whisper'),
59
+ silenceDurationMs: z.number()
60
+ });
61
+ export const parakeetEndOfTurnEventSchema = z.object({
62
+ source: z.literal('parakeet')
63
+ });
64
+ const endOfTurnDiscriminatedSchema = z.discriminatedUnion('source', [
65
+ whisperEndOfTurnEventSchema,
66
+ parakeetEndOfTurnEventSchema
67
+ ]);
68
+ /** Legacy whisper wire frames omitted `source` and only sent `silenceDurationMs`. */
69
+ function normalizeEndOfTurnWire(value) {
70
+ if (typeof value === 'object' &&
71
+ value !== null &&
72
+ !('source' in value) &&
73
+ typeof value.silenceDurationMs === 'number') {
74
+ return {
75
+ source: 'whisper',
76
+ silenceDurationMs: value.silenceDurationMs
77
+ };
78
+ }
79
+ return value;
80
+ }
81
+ export const endOfTurnEventSchema = z.preprocess(normalizeEndOfTurnWire, endOfTurnDiscriminatedSchema);
82
+ export const transcribeRequestSchema = transcribeParamsSchema.extend({
83
+ type: z.literal('transcribe'),
84
+ requestId: z
85
+ .string()
86
+ .min(1)
87
+ .optional()
88
+ .describe('Stable identifier for this in-flight transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
89
+ });
90
+ const transcriptionResultBase = z.object({
91
+ text: z.string().optional(),
92
+ done: z.boolean().optional(),
93
+ stats: transcribeStatsSchema.optional(),
94
+ error: z.string().optional(),
95
+ segment: transcribeSegmentSchema.optional(),
96
+ vad: vadStateEventSchema.optional(),
97
+ endOfTurn: endOfTurnEventSchema.optional()
98
+ });
99
+ export const transcribeResponseSchema = transcriptionResultBase.extend({
100
+ type: z.literal('transcribe')
101
+ });
102
+ /**
103
+ * Per-call overrides for parakeet's duplex streaming session.
104
+ *
105
+ * Each field maps to its `streaming*`-prefixed counterpart in
106
+ * `parakeetConfig` (see `parakeetRuntimeConfigSchema`). The `streaming`
107
+ * prefix is intentionally dropped here because every field on this
108
+ * object is already namespaced under the `parakeetStreamingConfig`
109
+ * field of `transcribeStream({ ... })`. Any field omitted falls back
110
+ * to the load-time value.
111
+ */
112
+ export const parakeetStreamingRunConfigSchema = z.object({
113
+ chunkMs: z.number().int().positive().optional(),
114
+ historyMs: z.number().int().positive().optional(),
115
+ leftContextMs: z.number().int().nonnegative().optional(),
116
+ rightLookaheadMs: z.number().int().nonnegative().optional(),
117
+ emitPartials: z.boolean().optional(),
118
+ emitEnergyVad: z.boolean().optional(),
119
+ spkCacheEnable: z.boolean().optional(),
120
+ spkCacheLen: z.number().int().positive().optional(),
121
+ fifoLen: z.number().int().positive().optional(),
122
+ chunkLeftContextMs: z.number().int().nonnegative().optional(),
123
+ chunkRightContextMs: z.number().int().nonnegative().optional(),
124
+ spkCacheUpdatePeriod: z.number().int().positive().optional()
125
+ });
126
+ export const transcribeStreamRequestSchema = transcribeBaseSchema.extend({
127
+ type: z.literal('transcribeStream'),
128
+ emitVadEvents: z.boolean().optional(),
129
+ endOfTurnSilenceMs: z
130
+ .number()
131
+ .int()
132
+ .nonnegative()
133
+ .optional()
134
+ .describe('Silence (ms) before an endOfTurn event fires. 0 or unset disables end-of-turn detection entirely. Whisper engine only.'),
135
+ vadRunIntervalMs: z.number().int().positive().optional(),
136
+ parakeetStreamingConfig: parakeetStreamingRunConfigSchema.optional(),
137
+ requestId: z
138
+ .string()
139
+ .min(1)
140
+ .optional()
141
+ .describe('Stable identifier for this in-flight duplex transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
142
+ });
143
+ export const transcribeStreamResponseSchema = transcriptionResultBase.extend({
144
+ type: z.literal('transcribeStream')
145
+ });