@qvac/sdk 0.10.2 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (326) hide show
  1. package/NOTICE +1455 -29
  2. package/README.md +2 -0
  3. package/dist/client/api/cancel.d.ts +24 -32
  4. package/dist/client/api/cancel.js +58 -31
  5. package/dist/client/api/classify.d.ts +23 -0
  6. package/dist/client/api/classify.js +43 -0
  7. package/dist/client/api/client-request-id.d.ts +17 -0
  8. package/dist/client/api/client-request-id.js +27 -0
  9. package/dist/client/api/completion-stream.d.ts +1 -1
  10. package/dist/client/api/completion-stream.js +34 -3
  11. package/dist/client/api/diffusion.d.ts +46 -0
  12. package/dist/client/api/diffusion.js +50 -1
  13. package/dist/client/api/download-asset.d.ts +12 -2
  14. package/dist/client/api/download-asset.js +21 -3
  15. package/dist/client/api/embed.d.ts +8 -4
  16. package/dist/client/api/embed.js +14 -1
  17. package/dist/client/api/get-model-info.d.ts +1 -1
  18. package/dist/client/api/index.d.ts +5 -0
  19. package/dist/client/api/index.js +5 -0
  20. package/dist/client/api/load-model.d.ts +12 -4
  21. package/dist/client/api/load-model.js +49 -2
  22. package/dist/client/api/rag.d.ts +9 -3
  23. package/dist/client/api/rag.js +23 -3
  24. package/dist/client/api/transcribe.d.ts +23 -8
  25. package/dist/client/api/transcribe.js +69 -4
  26. package/dist/client/api/unload-model.d.ts +5 -2
  27. package/dist/client/api/unload-model.js +9 -4
  28. package/dist/client/api/upscale.d.ts +45 -0
  29. package/dist/client/api/upscale.js +99 -0
  30. package/dist/client/api/video.d.ts +64 -0
  31. package/dist/client/api/video.js +147 -0
  32. package/dist/client/api/vla-helpers.d.ts +45 -0
  33. package/dist/client/api/vla-helpers.js +130 -0
  34. package/dist/client/api/vla.d.ts +65 -0
  35. package/dist/client/api/vla.js +109 -0
  36. package/dist/client/config-loader/resolve-config.node.d.ts +16 -0
  37. package/dist/client/config-loader/resolve-config.node.js +77 -23
  38. package/dist/client/plugins-factory.d.ts +8 -0
  39. package/dist/client/plugins-factory.js +10 -0
  40. package/dist/client/rpc/bare-client.js +62 -66
  41. package/dist/client/rpc/ensure-worker-ready.d.ts +9 -0
  42. package/dist/client/rpc/ensure-worker-ready.js +17 -0
  43. package/dist/client/rpc/expo-rpc-client.js +2 -1
  44. package/dist/client/rpc/node-rpc-client.js +22 -8
  45. package/dist/client/rpc/rpc-client.d.ts +2 -2
  46. package/dist/client/rpc/rpc-client.js +10 -4
  47. package/dist/client/rpc/rpc-error.d.ts +9 -0
  48. package/dist/client/rpc/rpc-error.js +105 -0
  49. package/dist/commands/bundle/bare-pack.d.ts +13 -0
  50. package/dist/commands/bundle/bare-pack.js +54 -0
  51. package/dist/commands/bundle/constants.d.ts +7 -0
  52. package/dist/commands/bundle/constants.js +23 -0
  53. package/dist/commands/bundle/entry-gen.d.ts +2 -0
  54. package/dist/commands/bundle/entry-gen.js +48 -0
  55. package/dist/commands/bundle/index.d.ts +20 -0
  56. package/dist/commands/bundle/index.js +141 -0
  57. package/dist/commands/bundle/manifest.d.ts +21 -0
  58. package/dist/commands/bundle/manifest.js +193 -0
  59. package/dist/commands/bundle/plugins.d.ts +9 -0
  60. package/dist/commands/bundle/plugins.js +51 -0
  61. package/dist/commands/index.d.ts +5 -0
  62. package/dist/commands/index.js +2 -0
  63. package/dist/commands/verify/abi.d.ts +52 -0
  64. package/dist/commands/verify/abi.js +125 -0
  65. package/dist/commands/verify/addon-source.d.ts +43 -0
  66. package/dist/commands/verify/addon-source.js +75 -0
  67. package/dist/commands/verify/bundle-source.d.ts +12 -0
  68. package/dist/commands/verify/bundle-source.js +53 -0
  69. package/dist/commands/verify/index.d.ts +59 -0
  70. package/dist/commands/verify/index.js +371 -0
  71. package/dist/commands/verify/node-modules-source.d.ts +11 -0
  72. package/dist/commands/verify/node-modules-source.js +76 -0
  73. package/dist/commands/verify/prebuilds.d.ts +15 -0
  74. package/dist/commands/verify/prebuilds.js +39 -0
  75. package/dist/examples/cancel-by-request-id.d.ts +38 -0
  76. package/dist/examples/cancel-by-request-id.js +103 -0
  77. package/dist/examples/classification/classify-image.d.ts +2 -0
  78. package/dist/examples/classification/classify-image.js +23 -0
  79. package/dist/examples/diffusion-esrgan-upscale.d.ts +2 -0
  80. package/dist/examples/diffusion-esrgan-upscale.js +78 -0
  81. package/dist/examples/diffusion-txt2vid.d.ts +2 -0
  82. package/dist/examples/diffusion-txt2vid.js +81 -0
  83. package/dist/examples/download-with-cancel.js +10 -10
  84. package/dist/examples/embed-multi-gpu.d.ts +2 -0
  85. package/dist/examples/embed-multi-gpu.js +46 -0
  86. package/dist/examples/llamacpp-multi-gpu.d.ts +2 -0
  87. package/dist/examples/llamacpp-multi-gpu.js +57 -0
  88. package/dist/examples/plugins.js +3 -7
  89. package/dist/examples/rag/rag-hyperdb/cancellation.js +20 -17
  90. package/dist/examples/tools/llamacpp-tools-gemma4.d.ts +2 -0
  91. package/dist/examples/tools/llamacpp-tools-gemma4.js +73 -0
  92. package/dist/examples/tools/llamacpp-tools-qwen35.d.ts +2 -0
  93. package/dist/examples/tools/llamacpp-tools-qwen35.js +69 -0
  94. package/dist/examples/transcription/parakeet-ctc-filesystem.js +18 -12
  95. package/dist/examples/transcription/parakeet-microphone-record.js +7 -12
  96. package/dist/examples/transcription/parakeet-microphone-stream.d.ts +2 -0
  97. package/dist/examples/transcription/parakeet-microphone-stream.js +79 -0
  98. package/dist/examples/transcription/parakeet-sortformer-streaming.d.ts +2 -0
  99. package/dist/examples/transcription/parakeet-sortformer-streaming.js +121 -0
  100. package/dist/examples/transcription/parakeet-sortformer.js +58 -55
  101. package/dist/examples/transcription/parakeet-tdt-filesystem.js +18 -15
  102. package/dist/examples/transcription/whispercpp-microphone-conversation.d.ts +2 -0
  103. package/dist/examples/transcription/whispercpp-microphone-conversation.js +107 -0
  104. package/dist/examples/tts/chatterbox.js +7 -16
  105. package/dist/examples/tts/llm-to-tts-streaming.js +3 -10
  106. package/dist/examples/tts/supertonic-multilingual.js +4 -12
  107. package/dist/examples/tts/supertonic.js +5 -12
  108. package/dist/examples/vla-smolvla.d.ts +2 -0
  109. package/dist/examples/vla-smolvla.js +75 -0
  110. package/dist/examples/voice-assistant/voice-assistant.js +3 -10
  111. package/dist/expo/plugins/find-in-ancestor-node-modules.d.ts +14 -0
  112. package/dist/expo/plugins/find-in-ancestor-node-modules.js +24 -0
  113. package/dist/expo/plugins/get-project-root.d.ts +22 -0
  114. package/dist/expo/plugins/get-project-root.js +23 -0
  115. package/dist/expo/plugins/index.d.ts +4 -0
  116. package/dist/expo/plugins/index.js +4 -0
  117. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +9 -2
  118. package/dist/expo/plugins/resolve-sdk-package-dir.js +38 -11
  119. package/dist/expo/plugins/withDeviceInfo.js +2 -1
  120. package/dist/expo/plugins/withMobileBundle.d.ts +5 -4
  121. package/dist/expo/plugins/withMobileBundle.js +42 -58
  122. package/dist/index.d.ts +6 -2
  123. package/dist/index.js +23 -2
  124. package/dist/models/registry/models.d.ts +3725 -514
  125. package/dist/models/registry/models.js +7269 -3910
  126. package/dist/models/update-models/naming.js +22 -8
  127. package/dist/pear/pre.d.ts +3 -0
  128. package/dist/pear/pre.js +9 -2
  129. package/dist/schemas/cancel.d.ts +172 -28
  130. package/dist/schemas/cancel.js +120 -19
  131. package/dist/schemas/classification.d.ts +53 -0
  132. package/dist/schemas/classification.js +33 -0
  133. package/dist/schemas/common.d.ts +860 -1379
  134. package/dist/schemas/common.js +8 -1
  135. package/dist/schemas/completion-event.d.ts +17 -0
  136. package/dist/schemas/completion-event.js +12 -1
  137. package/dist/schemas/completion-stream.d.ts +16 -1
  138. package/dist/schemas/completion-stream.js +25 -7
  139. package/dist/schemas/download-asset.d.ts +25 -9
  140. package/dist/schemas/download-asset.js +17 -6
  141. package/dist/schemas/embed.d.ts +1 -0
  142. package/dist/schemas/embed.js +5 -0
  143. package/dist/schemas/engine-addon-map.d.ts +3 -0
  144. package/dist/schemas/engine-addon-map.js +18 -5
  145. package/dist/schemas/error.d.ts +31 -0
  146. package/dist/schemas/error.js +29 -1
  147. package/dist/schemas/finetune.d.ts +2 -0
  148. package/dist/schemas/finetune.js +5 -0
  149. package/dist/schemas/get-model-info.d.ts +10 -6
  150. package/dist/schemas/get-model-info.js +2 -0
  151. package/dist/schemas/index.d.ts +3 -0
  152. package/dist/schemas/index.js +3 -0
  153. package/dist/schemas/llamacpp-config.d.ts +64 -8
  154. package/dist/schemas/llamacpp-config.js +12 -0
  155. package/dist/schemas/load-model.d.ts +4644 -8605
  156. package/dist/schemas/load-model.js +90 -7
  157. package/dist/schemas/model-src-utils.d.ts +34 -14
  158. package/dist/schemas/model-types.d.ts +54 -14
  159. package/dist/schemas/model-types.js +28 -5
  160. package/dist/schemas/ocr.d.ts +8 -3
  161. package/dist/schemas/plugin.d.ts +60 -6
  162. package/dist/schemas/plugin.js +31 -5
  163. package/dist/schemas/rag.d.ts +9 -0
  164. package/dist/schemas/rag.js +17 -9
  165. package/dist/schemas/registry.d.ts +74 -30
  166. package/dist/schemas/registry.js +5 -0
  167. package/dist/schemas/reload-config.d.ts +34 -14
  168. package/dist/schemas/sdcpp-config.d.ts +445 -16
  169. package/dist/schemas/sdcpp-config.js +387 -26
  170. package/dist/schemas/sdk-config.d.ts +2431 -2723
  171. package/dist/schemas/sdk-config.js +16 -1
  172. package/dist/schemas/sdk-errors-client.d.ts +6 -0
  173. package/dist/schemas/sdk-errors-client.js +31 -1
  174. package/dist/schemas/sdk-errors-server.d.ts +8 -1
  175. package/dist/schemas/sdk-errors-server.js +45 -5
  176. package/dist/schemas/text-to-speech.d.ts +81 -698
  177. package/dist/schemas/text-to-speech.js +46 -19
  178. package/dist/schemas/transcription-config.d.ts +40 -229
  179. package/dist/schemas/transcription-config.js +76 -15
  180. package/dist/schemas/transcription.d.ts +108 -2
  181. package/dist/schemas/transcription.js +81 -0
  182. package/dist/schemas/translate.d.ts +2 -0
  183. package/dist/schemas/translate.js +13 -2
  184. package/dist/schemas/translation-config.d.ts +90 -40
  185. package/dist/schemas/unload-model.d.ts +2 -1
  186. package/dist/schemas/unload-model.js +4 -1
  187. package/dist/schemas/vla.d.ts +87 -0
  188. package/dist/schemas/vla.js +108 -0
  189. package/dist/scripts/run-unit-tests.js +22 -3
  190. package/dist/server/bare/ops/cancel.d.ts +27 -1
  191. package/dist/server/bare/ops/cancel.js +36 -10
  192. package/dist/server/bare/ops/embed.d.ts +3 -3
  193. package/dist/server/bare/ops/embed.js +144 -28
  194. package/dist/server/bare/ops/kv-cache-utils.d.ts +0 -7
  195. package/dist/server/bare/ops/kv-cache-utils.js +8 -47
  196. package/dist/server/bare/ops/transcribe.d.ts +11 -5
  197. package/dist/server/bare/ops/transcribe.js +230 -50
  198. package/dist/server/bare/ops/translate.d.ts +1 -1
  199. package/dist/server/bare/ops/translate.js +197 -88
  200. package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +6 -0
  201. package/dist/server/bare/plugins/ggml-classification/ops/classify.js +30 -0
  202. package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +32 -0
  203. package/dist/server/bare/plugins/ggml-classification/plugin.js +55 -0
  204. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +3 -0
  205. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +12 -0
  206. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +3 -0
  207. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +75 -0
  208. package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +54 -0
  209. package/dist/server/bare/plugins/ggml-vla/plugin.js +57 -0
  210. package/dist/server/bare/plugins/index.d.ts +3 -1
  211. package/dist/server/bare/plugins/index.js +3 -1
  212. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.d.ts +12 -3
  213. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +173 -172
  214. package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +29 -0
  215. package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +65 -0
  216. package/dist/server/bare/plugins/llamacpp-completion/ops/finetune.js +125 -21
  217. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.d.ts +154 -0
  218. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-session.js +448 -0
  219. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.d.ts +21 -73
  220. package/dist/server/bare/plugins/llamacpp-completion/ops/kv-cache-state.js +18 -101
  221. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +36 -3
  222. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +183 -85
  223. package/dist/server/bare/plugins/llamacpp-completion/transform.d.ts +10 -0
  224. package/dist/server/bare/plugins/llamacpp-completion/transform.js +34 -0
  225. package/dist/server/bare/plugins/llamacpp-embedding/plugin.d.ts +7 -0
  226. package/dist/server/bare/plugins/llamacpp-embedding/plugin.js +10 -1
  227. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +42 -15
  228. package/dist/server/bare/plugins/nmtcpp-translation/plugin.js +5 -1
  229. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +8 -3
  230. package/dist/server/bare/plugins/onnx-ocr/plugin.js +3 -0
  231. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +73 -244
  232. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +68 -96
  233. package/dist/server/bare/plugins/sdcpp-generation/ops/diffusion.js +8 -0
  234. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.d.ts +3 -0
  235. package/dist/server/bare/plugins/sdcpp-generation/ops/upscale.js +40 -0
  236. package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -0
  237. package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +199 -0
  238. package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +288 -15
  239. package/dist/server/bare/plugins/sdcpp-generation/plugin.js +150 -7
  240. package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.js +2 -15
  241. package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.js +2 -1
  242. package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +75 -0
  243. package/dist/server/bare/plugins/tts-ggml/plugin.js +189 -0
  244. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +47 -3
  245. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +61 -14
  246. package/dist/server/bare/rag-hyperdb/index.d.ts +1 -1
  247. package/dist/server/bare/rag-hyperdb/index.js +1 -1
  248. package/dist/server/bare/rag-hyperdb/rag-operation-manager.d.ts +26 -4
  249. package/dist/server/bare/rag-hyperdb/rag-operation-manager.js +65 -28
  250. package/dist/server/bare/registry/model-config-utils.js +7 -0
  251. package/dist/server/bare/runtime/disposable-scope.d.ts +36 -0
  252. package/dist/server/bare/runtime/disposable-scope.js +69 -0
  253. package/dist/server/bare/runtime/index.d.ts +8 -0
  254. package/dist/server/bare/runtime/index.js +3 -0
  255. package/dist/server/bare/runtime/request-context.d.ts +49 -0
  256. package/dist/server/bare/runtime/request-context.js +1 -0
  257. package/dist/server/bare/runtime/request-id.d.ts +12 -0
  258. package/dist/server/bare/runtime/request-id.js +14 -0
  259. package/dist/server/bare/runtime/request-registry-singleton.d.ts +4 -0
  260. package/dist/server/bare/runtime/request-registry-singleton.js +27 -0
  261. package/dist/server/bare/runtime/request-registry.d.ts +136 -0
  262. package/dist/server/bare/runtime/request-registry.js +297 -0
  263. package/dist/server/bare/runtime/with-request-context.d.ts +22 -0
  264. package/dist/server/bare/runtime/with-request-context.js +53 -0
  265. package/dist/server/bare/runtime-lifecycle.js +9 -9
  266. package/dist/server/bare/types/addon-responses.d.ts +12 -1
  267. package/dist/server/env.js +4 -1
  268. package/dist/server/plugins/index.d.ts +1 -1
  269. package/dist/server/plugins/index.js +1 -1
  270. package/dist/server/plugins/registry.d.ts +1 -0
  271. package/dist/server/plugins/registry.js +5 -0
  272. package/dist/server/rpc/handler-registry.js +30 -7
  273. package/dist/server/rpc/handler-selection.d.ts +9 -0
  274. package/dist/server/rpc/handler-selection.js +14 -0
  275. package/dist/server/rpc/handler-utils.js +5 -13
  276. package/dist/server/rpc/handlers/cancel-delegated.js +28 -31
  277. package/dist/server/rpc/handlers/cancelHandler.d.ts +30 -1
  278. package/dist/server/rpc/handlers/cancelHandler.js +54 -22
  279. package/dist/server/rpc/handlers/classify.d.ts +3 -0
  280. package/dist/server/rpc/handlers/classify.js +4 -0
  281. package/dist/server/rpc/handlers/delete-cache.d.ts +9 -0
  282. package/dist/server/rpc/handlers/delete-cache.js +13 -15
  283. package/dist/server/rpc/handlers/download-asset.js +133 -40
  284. package/dist/server/rpc/handlers/index.d.ts +4 -0
  285. package/dist/server/rpc/handlers/index.js +4 -0
  286. package/dist/server/rpc/handlers/load-model/download-manager.d.ts +60 -2
  287. package/dist/server/rpc/handlers/load-model/download-manager.js +141 -8
  288. package/dist/server/rpc/handlers/load-model/handler.js +216 -98
  289. package/dist/server/rpc/handlers/load-model/http.js +3 -3
  290. package/dist/server/rpc/handlers/load-model/hyperdrive.js +1 -1
  291. package/dist/server/rpc/handlers/load-model/registry.js +1 -1
  292. package/dist/server/rpc/handlers/load-model/resolve-session.d.ts +20 -1
  293. package/dist/server/rpc/handlers/load-model/resolve-session.js +6 -5
  294. package/dist/server/rpc/handlers/load-model/resolve.d.ts +3 -2
  295. package/dist/server/rpc/handlers/load-model/resolve.js +18 -6
  296. package/dist/server/rpc/handlers/load-model/types.d.ts +24 -0
  297. package/dist/server/rpc/handlers/rag.js +133 -15
  298. package/dist/server/rpc/handlers/upscale-stream.d.ts +3 -0
  299. package/dist/server/rpc/handlers/upscale-stream.js +4 -0
  300. package/dist/server/rpc/handlers/video-stream.d.ts +3 -0
  301. package/dist/server/rpc/handlers/video-stream.js +4 -0
  302. package/dist/server/rpc/profiling/operation-metrics.js +23 -0
  303. package/dist/server/utils/completion-normalizer.js +8 -0
  304. package/dist/server/utils/config-transform.js +1 -1
  305. package/dist/server/utils/tools/dialect.js +4 -0
  306. package/dist/server/utils/tools/parser.js +16 -1
  307. package/dist/server/utils/tools/parsers/gemma4native.d.ts +4 -0
  308. package/dist/server/utils/tools/parsers/gemma4native.js +60 -0
  309. package/dist/server/utils/tools/parsers/qwen35.d.ts +4 -0
  310. package/dist/server/utils/tools/parsers/qwen35.js +120 -0
  311. package/dist/server/worker.js +14 -11
  312. package/dist/utils/aggregate-events.d.ts +9 -0
  313. package/dist/utils/aggregate-events.js +18 -3
  314. package/dist/utils/decorate-promise.d.ts +34 -0
  315. package/dist/utils/decorate-promise.js +35 -0
  316. package/dist/utils/errors-client.d.ts +18 -0
  317. package/dist/utils/errors-client.js +31 -0
  318. package/dist/utils/errors-server.d.ts +115 -2
  319. package/dist/utils/errors-server.js +148 -3
  320. package/package.json +68 -77
  321. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -490
  322. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -266
  323. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  324. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  325. /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.d.ts +0 -0
  326. /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.d.ts +0 -0
@@ -31,6 +31,12 @@ export declare const embeddingsPlugin: {
31
31
  integrated: "integrated";
32
32
  dedicated: "dedicated";
33
33
  }>]>>;
34
+ splitMode: import("zod").ZodOptional<import("zod").ZodEnum<{
35
+ none: "none";
36
+ layer: "layer";
37
+ row: "row";
38
+ }>>;
39
+ tensorSplit: import("zod").ZodOptional<import("zod").ZodString>;
34
40
  verbosity: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<0>, import("zod").ZodLiteral<1>, import("zod").ZodLiteral<2>, import("zod").ZodLiteral<3>]>>;
35
41
  openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
36
42
  }, import("zod/v4/core").$strip>;
@@ -40,6 +46,7 @@ export declare const embeddingsPlugin: {
40
46
  modelId: import("zod").ZodString;
41
47
  text: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodArray<import("zod").ZodString>]>;
42
48
  type: import("zod").ZodLiteral<"embed">;
49
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
43
50
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
44
51
  type: import("zod").ZodLiteral<"embed">;
45
52
  success: import("zod").ZodBoolean;
@@ -29,6 +29,12 @@ function transformEmbedConfig(embedConfig) {
29
29
  ? `${embedConfig.mainGpu}`
30
30
  : embedConfig.mainGpu;
31
31
  }
32
+ if (embedConfig.splitMode) {
33
+ config["split-mode"] = embedConfig.splitMode;
34
+ }
35
+ if (embedConfig.tensorSplit) {
36
+ config["tensor-split"] = embedConfig.tensorSplit;
37
+ }
32
38
  if (typeof embedConfig.verbosity === "number") {
33
39
  config.verbosity = `${embedConfig.verbosity}`;
34
40
  }
@@ -65,11 +71,14 @@ export const embeddingsPlugin = definePlugin({
65
71
  requestSchema: embedRequestSchema,
66
72
  responseSchema: embedResponseSchema,
67
73
  streaming: false,
74
+ // Model-wide hard cancel via `addon.cancel()` on the llama.cpp
75
+ // embedding addon. Compute is interrupted when fired.
76
+ cancel: { scope: "model", hard: true },
68
77
  handler: async function (request) {
69
78
  const embedResult = await embed({
70
79
  modelId: request.modelId,
71
80
  text: request.text,
72
- });
81
+ }, request.requestId);
73
82
  return forwardModelExecution({
74
83
  type: "embed",
75
84
  success: true,
@@ -137,21 +137,26 @@ export declare const nmtPlugin: {
137
137
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
138
138
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
139
139
  embeddings: "embeddings";
140
+ diffusion: "diffusion";
141
+ tts: "tts";
142
+ ocr: "ocr";
143
+ vla: "vla";
140
144
  "llamacpp-completion": "llamacpp-completion";
141
145
  "whispercpp-transcription": "whispercpp-transcription";
142
146
  "llamacpp-embedding": "llamacpp-embedding";
143
147
  "nmtcpp-translation": "nmtcpp-translation";
144
148
  "onnx-tts": "onnx-tts";
149
+ "tts-ggml": "tts-ggml";
145
150
  "parakeet-transcription": "parakeet-transcription";
146
151
  "onnx-ocr": "onnx-ocr";
147
152
  "sdcpp-generation": "sdcpp-generation";
153
+ "ggml-vla": "ggml-vla";
154
+ "ggml-classification": "ggml-classification";
148
155
  llm: "llm";
149
156
  whisper: "whisper";
150
157
  nmt: "nmt";
151
158
  parakeet: "parakeet";
152
- tts: "tts";
153
- ocr: "ocr";
154
- diffusion: "diffusion";
159
+ classification: "classification";
155
160
  }>, import("zod").ZodLiteral<"vad">]>>;
156
161
  }, import("zod/v4/core").$strip>]>>;
157
162
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -167,21 +172,26 @@ export declare const nmtPlugin: {
167
172
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
168
173
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
169
174
  embeddings: "embeddings";
175
+ diffusion: "diffusion";
176
+ tts: "tts";
177
+ ocr: "ocr";
178
+ vla: "vla";
170
179
  "llamacpp-completion": "llamacpp-completion";
171
180
  "whispercpp-transcription": "whispercpp-transcription";
172
181
  "llamacpp-embedding": "llamacpp-embedding";
173
182
  "nmtcpp-translation": "nmtcpp-translation";
174
183
  "onnx-tts": "onnx-tts";
184
+ "tts-ggml": "tts-ggml";
175
185
  "parakeet-transcription": "parakeet-transcription";
176
186
  "onnx-ocr": "onnx-ocr";
177
187
  "sdcpp-generation": "sdcpp-generation";
188
+ "ggml-vla": "ggml-vla";
189
+ "ggml-classification": "ggml-classification";
178
190
  llm: "llm";
179
191
  whisper: "whisper";
180
192
  nmt: "nmt";
181
193
  parakeet: "parakeet";
182
- tts: "tts";
183
- ocr: "ocr";
184
- diffusion: "diffusion";
194
+ classification: "classification";
185
195
  }>, import("zod").ZodLiteral<"vad">]>>;
186
196
  }, import("zod/v4/core").$strip>]>>;
187
197
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -210,21 +220,26 @@ export declare const nmtPlugin: {
210
220
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
211
221
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
212
222
  embeddings: "embeddings";
223
+ diffusion: "diffusion";
224
+ tts: "tts";
225
+ ocr: "ocr";
226
+ vla: "vla";
213
227
  "llamacpp-completion": "llamacpp-completion";
214
228
  "whispercpp-transcription": "whispercpp-transcription";
215
229
  "llamacpp-embedding": "llamacpp-embedding";
216
230
  "nmtcpp-translation": "nmtcpp-translation";
217
231
  "onnx-tts": "onnx-tts";
232
+ "tts-ggml": "tts-ggml";
218
233
  "parakeet-transcription": "parakeet-transcription";
219
234
  "onnx-ocr": "onnx-ocr";
220
235
  "sdcpp-generation": "sdcpp-generation";
236
+ "ggml-vla": "ggml-vla";
237
+ "ggml-classification": "ggml-classification";
221
238
  llm: "llm";
222
239
  whisper: "whisper";
223
240
  nmt: "nmt";
224
241
  parakeet: "parakeet";
225
- tts: "tts";
226
- ocr: "ocr";
227
- diffusion: "diffusion";
242
+ classification: "classification";
228
243
  }>, import("zod").ZodLiteral<"vad">]>>;
229
244
  }, import("zod/v4/core").$strip>]>;
230
245
  srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -240,21 +255,26 @@ export declare const nmtPlugin: {
240
255
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
241
256
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
242
257
  embeddings: "embeddings";
258
+ diffusion: "diffusion";
259
+ tts: "tts";
260
+ ocr: "ocr";
261
+ vla: "vla";
243
262
  "llamacpp-completion": "llamacpp-completion";
244
263
  "whispercpp-transcription": "whispercpp-transcription";
245
264
  "llamacpp-embedding": "llamacpp-embedding";
246
265
  "nmtcpp-translation": "nmtcpp-translation";
247
266
  "onnx-tts": "onnx-tts";
267
+ "tts-ggml": "tts-ggml";
248
268
  "parakeet-transcription": "parakeet-transcription";
249
269
  "onnx-ocr": "onnx-ocr";
250
270
  "sdcpp-generation": "sdcpp-generation";
271
+ "ggml-vla": "ggml-vla";
272
+ "ggml-classification": "ggml-classification";
251
273
  llm: "llm";
252
274
  whisper: "whisper";
253
275
  nmt: "nmt";
254
276
  parakeet: "parakeet";
255
- tts: "tts";
256
- ocr: "ocr";
257
- diffusion: "diffusion";
277
+ classification: "classification";
258
278
  }>, import("zod").ZodLiteral<"vad">]>>;
259
279
  }, import("zod/v4/core").$strip>]>>;
260
280
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -270,21 +290,26 @@ export declare const nmtPlugin: {
270
290
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
271
291
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
272
292
  embeddings: "embeddings";
293
+ diffusion: "diffusion";
294
+ tts: "tts";
295
+ ocr: "ocr";
296
+ vla: "vla";
273
297
  "llamacpp-completion": "llamacpp-completion";
274
298
  "whispercpp-transcription": "whispercpp-transcription";
275
299
  "llamacpp-embedding": "llamacpp-embedding";
276
300
  "nmtcpp-translation": "nmtcpp-translation";
277
301
  "onnx-tts": "onnx-tts";
302
+ "tts-ggml": "tts-ggml";
278
303
  "parakeet-transcription": "parakeet-transcription";
279
304
  "onnx-ocr": "onnx-ocr";
280
305
  "sdcpp-generation": "sdcpp-generation";
306
+ "ggml-vla": "ggml-vla";
307
+ "ggml-classification": "ggml-classification";
281
308
  llm: "llm";
282
309
  whisper: "whisper";
283
310
  nmt: "nmt";
284
311
  parakeet: "parakeet";
285
- tts: "tts";
286
- ocr: "ocr";
287
- diffusion: "diffusion";
312
+ classification: "classification";
288
313
  }>, import("zod").ZodLiteral<"vad">]>>;
289
314
  }, import("zod/v4/core").$strip>]>>;
290
315
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -371,6 +396,7 @@ export declare const nmtPlugin: {
371
396
  nmt: "nmt";
372
397
  }>;
373
398
  type: import("zod").ZodLiteral<"translate">;
399
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
374
400
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
375
401
  modelId: import("zod").ZodString;
376
402
  text: import("zod").ZodString;
@@ -383,6 +409,7 @@ export declare const nmtPlugin: {
383
409
  to: import("zod").ZodString;
384
410
  context: import("zod").ZodOptional<import("zod").ZodString>;
385
411
  type: import("zod").ZodLiteral<"translate">;
412
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
386
413
  }, import("zod/v4/core").$strip>]>, import("zod").ZodObject<{
387
414
  type: import("zod").ZodLiteral<"translate">;
388
415
  token: import("zod").ZodString;
@@ -108,8 +108,12 @@ export const nmtPlugin = definePlugin({
108
108
  requestSchema: translateRequestSchema,
109
109
  responseSchema: translateResponseSchema,
110
110
  streaming: true,
111
+ // nmtcpp does not expose a cancel surface today — SDK falls
112
+ // back to soft-cancel (stop yielding, drop result, skip
113
+ // post-processing; the C++ work runs to completion).
114
+ cancel: { scope: "none" },
111
115
  handler: async function* (request) {
112
- const stream = translate(request);
116
+ const stream = translate(request, request.requestId);
113
117
  try {
114
118
  let result = await stream.next();
115
119
  while (!result.done) {
@@ -34,21 +34,26 @@ export declare const ocrPlugin: {
34
34
  sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
35
35
  addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
36
36
  embeddings: "embeddings";
37
+ diffusion: "diffusion";
38
+ tts: "tts";
39
+ ocr: "ocr";
40
+ vla: "vla";
37
41
  "llamacpp-completion": "llamacpp-completion";
38
42
  "whispercpp-transcription": "whispercpp-transcription";
39
43
  "llamacpp-embedding": "llamacpp-embedding";
40
44
  "nmtcpp-translation": "nmtcpp-translation";
41
45
  "onnx-tts": "onnx-tts";
46
+ "tts-ggml": "tts-ggml";
42
47
  "parakeet-transcription": "parakeet-transcription";
43
48
  "onnx-ocr": "onnx-ocr";
44
49
  "sdcpp-generation": "sdcpp-generation";
50
+ "ggml-vla": "ggml-vla";
51
+ "ggml-classification": "ggml-classification";
45
52
  llm: "llm";
46
53
  whisper: "whisper";
47
54
  nmt: "nmt";
48
55
  parakeet: "parakeet";
49
- tts: "tts";
50
- ocr: "ocr";
51
- diffusion: "diffusion";
56
+ classification: "classification";
52
57
  }>, import("zod").ZodLiteral<"vad">]>>;
53
58
  }, import("zod/v4/core").$strip>]>>;
54
59
  }, import("zod/v4/core").$strip>;
@@ -89,6 +89,9 @@ export const ocrPlugin = definePlugin({
89
89
  requestSchema: ocrStreamRequestSchema,
90
90
  responseSchema: ocrStreamResponseSchema,
91
91
  streaming: true,
92
+ // ONNX OCR does not expose a cancel surface — SDK falls back
93
+ // to soft-cancel.
94
+ cancel: { scope: "none" },
92
95
  handler: async function* (request) {
93
96
  const stream = ocr({
94
97
  modelId: request.modelId,
@@ -1,251 +1,12 @@
1
- import { type ModelSrcInput, type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from "../../../../schemas/index";
2
- type ParakeetModelConfig = {
3
- modelType?: string;
4
- maxThreads?: number;
5
- useGPU?: boolean;
6
- sampleRate?: number;
7
- channels?: number;
8
- captionEnabled?: boolean;
9
- timestampsEnabled?: boolean;
10
- parakeetEncoderSrc?: ModelSrcInput;
11
- parakeetEncoderDataSrc?: ModelSrcInput;
12
- parakeetDecoderSrc?: ModelSrcInput;
13
- parakeetVocabSrc?: ModelSrcInput;
14
- parakeetPreprocessorSrc?: ModelSrcInput;
15
- parakeetCtcModelSrc?: ModelSrcInput;
16
- parakeetCtcModelDataSrc?: ModelSrcInput;
17
- parakeetTokenizerSrc?: ModelSrcInput;
18
- parakeetSortformerSrc?: ModelSrcInput;
19
- };
1
+ import { type ParakeetConfig, type CreateModelParams, type PluginModelResult, type ResolveResult } from "../../../../schemas/index";
20
2
  export declare const parakeetPlugin: {
21
3
  modelType: "parakeet-transcription";
22
4
  displayName: string;
23
5
  addonPackage: "@qvac/transcription-parakeet";
24
6
  loadConfigSchema: import("zod").ZodObject<{
25
- modelType: import("zod").ZodDefault<import("zod").ZodEnum<{
26
- tdt: "tdt";
27
- ctc: "ctc";
28
- sortformer: "sortformer";
29
- }>>;
30
- maxThreads: import("zod").ZodOptional<import("zod").ZodNumber>;
31
- useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
32
- sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
33
- channels: import("zod").ZodOptional<import("zod").ZodNumber>;
34
- captionEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
35
- timestampsEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
36
- parakeetEncoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
37
- src: import("zod").ZodString;
38
- name: import("zod").ZodOptional<import("zod").ZodString>;
39
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
40
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
41
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
42
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
43
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
44
- engine: import("zod").ZodOptional<import("zod").ZodString>;
45
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
46
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
47
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
48
- embeddings: "embeddings";
49
- "llamacpp-completion": "llamacpp-completion";
50
- "whispercpp-transcription": "whispercpp-transcription";
51
- "llamacpp-embedding": "llamacpp-embedding";
52
- "nmtcpp-translation": "nmtcpp-translation";
53
- "onnx-tts": "onnx-tts";
54
- "parakeet-transcription": "parakeet-transcription";
55
- "onnx-ocr": "onnx-ocr";
56
- "sdcpp-generation": "sdcpp-generation";
57
- llm: "llm";
58
- whisper: "whisper";
59
- nmt: "nmt";
60
- parakeet: "parakeet";
61
- tts: "tts";
62
- ocr: "ocr";
63
- diffusion: "diffusion";
64
- }>, import("zod").ZodLiteral<"vad">]>>;
65
- }, import("zod/v4/core").$strip>]>>;
66
- parakeetDecoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
67
- src: import("zod").ZodString;
68
- name: import("zod").ZodOptional<import("zod").ZodString>;
69
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
70
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
71
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
72
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
73
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
74
- engine: import("zod").ZodOptional<import("zod").ZodString>;
75
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
76
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
77
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
78
- embeddings: "embeddings";
79
- "llamacpp-completion": "llamacpp-completion";
80
- "whispercpp-transcription": "whispercpp-transcription";
81
- "llamacpp-embedding": "llamacpp-embedding";
82
- "nmtcpp-translation": "nmtcpp-translation";
83
- "onnx-tts": "onnx-tts";
84
- "parakeet-transcription": "parakeet-transcription";
85
- "onnx-ocr": "onnx-ocr";
86
- "sdcpp-generation": "sdcpp-generation";
87
- llm: "llm";
88
- whisper: "whisper";
89
- nmt: "nmt";
90
- parakeet: "parakeet";
91
- tts: "tts";
92
- ocr: "ocr";
93
- diffusion: "diffusion";
94
- }>, import("zod").ZodLiteral<"vad">]>>;
95
- }, import("zod/v4/core").$strip>]>>;
96
- parakeetVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
97
- src: import("zod").ZodString;
98
- name: import("zod").ZodOptional<import("zod").ZodString>;
99
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
100
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
101
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
102
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
103
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
104
- engine: import("zod").ZodOptional<import("zod").ZodString>;
105
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
106
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
107
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
108
- embeddings: "embeddings";
109
- "llamacpp-completion": "llamacpp-completion";
110
- "whispercpp-transcription": "whispercpp-transcription";
111
- "llamacpp-embedding": "llamacpp-embedding";
112
- "nmtcpp-translation": "nmtcpp-translation";
113
- "onnx-tts": "onnx-tts";
114
- "parakeet-transcription": "parakeet-transcription";
115
- "onnx-ocr": "onnx-ocr";
116
- "sdcpp-generation": "sdcpp-generation";
117
- llm: "llm";
118
- whisper: "whisper";
119
- nmt: "nmt";
120
- parakeet: "parakeet";
121
- tts: "tts";
122
- ocr: "ocr";
123
- diffusion: "diffusion";
124
- }>, import("zod").ZodLiteral<"vad">]>>;
125
- }, import("zod/v4/core").$strip>]>>;
126
- parakeetPreprocessorSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
127
- src: import("zod").ZodString;
128
- name: import("zod").ZodOptional<import("zod").ZodString>;
129
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
130
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
131
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
132
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
133
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
134
- engine: import("zod").ZodOptional<import("zod").ZodString>;
135
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
136
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
137
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
138
- embeddings: "embeddings";
139
- "llamacpp-completion": "llamacpp-completion";
140
- "whispercpp-transcription": "whispercpp-transcription";
141
- "llamacpp-embedding": "llamacpp-embedding";
142
- "nmtcpp-translation": "nmtcpp-translation";
143
- "onnx-tts": "onnx-tts";
144
- "parakeet-transcription": "parakeet-transcription";
145
- "onnx-ocr": "onnx-ocr";
146
- "sdcpp-generation": "sdcpp-generation";
147
- llm: "llm";
148
- whisper: "whisper";
149
- nmt: "nmt";
150
- parakeet: "parakeet";
151
- tts: "tts";
152
- ocr: "ocr";
153
- diffusion: "diffusion";
154
- }>, import("zod").ZodLiteral<"vad">]>>;
155
- }, import("zod/v4/core").$strip>]>>;
156
- parakeetCtcModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
157
- src: import("zod").ZodString;
158
- name: import("zod").ZodOptional<import("zod").ZodString>;
159
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
160
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
161
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
162
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
163
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
164
- engine: import("zod").ZodOptional<import("zod").ZodString>;
165
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
166
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
167
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
168
- embeddings: "embeddings";
169
- "llamacpp-completion": "llamacpp-completion";
170
- "whispercpp-transcription": "whispercpp-transcription";
171
- "llamacpp-embedding": "llamacpp-embedding";
172
- "nmtcpp-translation": "nmtcpp-translation";
173
- "onnx-tts": "onnx-tts";
174
- "parakeet-transcription": "parakeet-transcription";
175
- "onnx-ocr": "onnx-ocr";
176
- "sdcpp-generation": "sdcpp-generation";
177
- llm: "llm";
178
- whisper: "whisper";
179
- nmt: "nmt";
180
- parakeet: "parakeet";
181
- tts: "tts";
182
- ocr: "ocr";
183
- diffusion: "diffusion";
184
- }>, import("zod").ZodLiteral<"vad">]>>;
185
- }, import("zod/v4/core").$strip>]>>;
186
- parakeetTokenizerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
187
- src: import("zod").ZodString;
188
- name: import("zod").ZodOptional<import("zod").ZodString>;
189
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
190
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
191
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
192
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
193
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
194
- engine: import("zod").ZodOptional<import("zod").ZodString>;
195
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
196
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
197
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
198
- embeddings: "embeddings";
199
- "llamacpp-completion": "llamacpp-completion";
200
- "whispercpp-transcription": "whispercpp-transcription";
201
- "llamacpp-embedding": "llamacpp-embedding";
202
- "nmtcpp-translation": "nmtcpp-translation";
203
- "onnx-tts": "onnx-tts";
204
- "parakeet-transcription": "parakeet-transcription";
205
- "onnx-ocr": "onnx-ocr";
206
- "sdcpp-generation": "sdcpp-generation";
207
- llm: "llm";
208
- whisper: "whisper";
209
- nmt: "nmt";
210
- parakeet: "parakeet";
211
- tts: "tts";
212
- ocr: "ocr";
213
- diffusion: "diffusion";
214
- }>, import("zod").ZodLiteral<"vad">]>>;
215
- }, import("zod/v4/core").$strip>]>>;
216
- parakeetSortformerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
217
- src: import("zod").ZodString;
218
- name: import("zod").ZodOptional<import("zod").ZodString>;
219
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
220
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
221
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
222
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
223
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
224
- engine: import("zod").ZodOptional<import("zod").ZodString>;
225
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
226
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
227
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
228
- embeddings: "embeddings";
229
- "llamacpp-completion": "llamacpp-completion";
230
- "whispercpp-transcription": "whispercpp-transcription";
231
- "llamacpp-embedding": "llamacpp-embedding";
232
- "nmtcpp-translation": "nmtcpp-translation";
233
- "onnx-tts": "onnx-tts";
234
- "parakeet-transcription": "parakeet-transcription";
235
- "onnx-ocr": "onnx-ocr";
236
- "sdcpp-generation": "sdcpp-generation";
237
- llm: "llm";
238
- whisper: "whisper";
239
- nmt: "nmt";
240
- parakeet: "parakeet";
241
- tts: "tts";
242
- ocr: "ocr";
243
- diffusion: "diffusion";
244
- }>, import("zod").ZodLiteral<"vad">]>>;
245
- }, import("zod/v4/core").$strip>]>>;
246
- }, import("zod/v4/core").$strip>;
247
- skipPrimaryModelPathValidation: true;
248
- resolveConfig(cfg: ParakeetModelConfig, ctx: ResolveContext): Promise<ResolveResult<ParakeetModelConfig>>;
7
+ [x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
8
+ }, import("zod/v4/core").$strict>;
9
+ resolveConfig(cfg: ParakeetConfig): Promise<ResolveResult<ParakeetConfig>>;
249
10
  createModel(params: CreateModelParams): PluginModelResult;
250
11
  handlers: {
251
12
  transcribe: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
@@ -260,6 +21,7 @@ export declare const parakeetPlugin: {
260
21
  value: import("zod").ZodString;
261
22
  }, import("zod/v4/core").$strip>], "type">;
262
23
  type: import("zod").ZodLiteral<"transcribe">;
24
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
263
25
  }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
264
26
  text: import("zod").ZodOptional<import("zod").ZodString>;
265
27
  done: import("zod").ZodOptional<import("zod").ZodBoolean>;
@@ -283,13 +45,80 @@ export declare const parakeetPlugin: {
283
45
  append: import("zod").ZodBoolean;
284
46
  id: import("zod").ZodNumber;
285
47
  }, import("zod/v4/core").$strip>>;
48
+ vad: import("zod").ZodOptional<import("zod").ZodObject<{
49
+ speaking: import("zod").ZodBoolean;
50
+ probability: import("zod").ZodNumber;
51
+ }, import("zod/v4/core").$strip>>;
52
+ endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
53
+ source: import("zod").ZodLiteral<"whisper">;
54
+ silenceDurationMs: import("zod").ZodNumber;
55
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
56
+ source: import("zod").ZodLiteral<"parakeet">;
57
+ }, import("zod/v4/core").$strip>], "source">>>;
286
58
  type: import("zod").ZodLiteral<"transcribe">;
287
59
  }, import("zod/v4/core").$strip>>;
60
+ transcribeStream: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
61
+ modelId: import("zod").ZodString;
62
+ prompt: import("zod").ZodOptional<import("zod").ZodString>;
63
+ metadata: import("zod").ZodOptional<import("zod").ZodBoolean>;
64
+ type: import("zod").ZodLiteral<"transcribeStream">;
65
+ emitVadEvents: import("zod").ZodOptional<import("zod").ZodBoolean>;
66
+ endOfTurnSilenceMs: import("zod").ZodOptional<import("zod").ZodNumber>;
67
+ vadRunIntervalMs: import("zod").ZodOptional<import("zod").ZodNumber>;
68
+ parakeetStreamingConfig: import("zod").ZodOptional<import("zod").ZodObject<{
69
+ chunkMs: import("zod").ZodOptional<import("zod").ZodNumber>;
70
+ historyMs: import("zod").ZodOptional<import("zod").ZodNumber>;
71
+ leftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
72
+ rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
73
+ emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
74
+ emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
75
+ spkCacheEnable: import("zod").ZodOptional<import("zod").ZodBoolean>;
76
+ spkCacheLen: import("zod").ZodOptional<import("zod").ZodNumber>;
77
+ fifoLen: import("zod").ZodOptional<import("zod").ZodNumber>;
78
+ chunkLeftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
79
+ chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
80
+ spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
81
+ }, import("zod/v4/core").$strip>>;
82
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
83
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
84
+ text: import("zod").ZodOptional<import("zod").ZodString>;
85
+ done: import("zod").ZodOptional<import("zod").ZodBoolean>;
86
+ stats: import("zod").ZodOptional<import("zod").ZodObject<{
87
+ audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
88
+ realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
89
+ tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
90
+ totalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
91
+ totalSegments: import("zod").ZodOptional<import("zod").ZodNumber>;
92
+ whisperEncodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
93
+ whisperDecodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
94
+ encoderTime: import("zod").ZodOptional<import("zod").ZodNumber>;
95
+ decoderTime: import("zod").ZodOptional<import("zod").ZodNumber>;
96
+ melSpecTime: import("zod").ZodOptional<import("zod").ZodNumber>;
97
+ }, import("zod/v4/core").$strip>>;
98
+ error: import("zod").ZodOptional<import("zod").ZodString>;
99
+ segment: import("zod").ZodOptional<import("zod").ZodObject<{
100
+ text: import("zod").ZodString;
101
+ startMs: import("zod").ZodNumber;
102
+ endMs: import("zod").ZodNumber;
103
+ append: import("zod").ZodBoolean;
104
+ id: import("zod").ZodNumber;
105
+ }, import("zod/v4/core").$strip>>;
106
+ vad: import("zod").ZodOptional<import("zod").ZodObject<{
107
+ speaking: import("zod").ZodBoolean;
108
+ probability: import("zod").ZodNumber;
109
+ }, import("zod/v4/core").$strip>>;
110
+ endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
111
+ source: import("zod").ZodLiteral<"whisper">;
112
+ silenceDurationMs: import("zod").ZodNumber;
113
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
114
+ source: import("zod").ZodLiteral<"parakeet">;
115
+ }, import("zod/v4/core").$strip>], "source">>>;
116
+ type: import("zod").ZodLiteral<"transcribeStream">;
117
+ }, import("zod/v4/core").$strip>>;
288
118
  };
289
119
  logging: {
290
120
  module: import("@qvac/transcription-parakeet/addonLogging").AddonLogging;
291
121
  namespace: "parakeet-transcription";
292
122
  };
293
123
  };
294
- export {};
295
124
  //# sourceMappingURL=plugin.d.ts.map