@qvac/sdk 0.11.0 → 0.12.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (205) hide show
  1. package/NOTICE +1427 -39
  2. package/README.md +2 -0
  3. package/dist/client/api/classify.d.ts +23 -0
  4. package/dist/client/api/classify.js +43 -0
  5. package/dist/client/api/get-model-info.d.ts +1 -1
  6. package/dist/client/api/index.d.ts +4 -0
  7. package/dist/client/api/index.js +4 -0
  8. package/dist/client/api/load-model.js +24 -1
  9. package/dist/client/api/transcribe.d.ts +3 -0
  10. package/dist/client/api/transcribe.js +13 -2
  11. package/dist/client/api/video.d.ts +64 -0
  12. package/dist/client/api/video.js +147 -0
  13. package/dist/client/api/vla-helpers.d.ts +45 -0
  14. package/dist/client/api/vla-helpers.js +130 -0
  15. package/dist/client/api/vla.d.ts +65 -0
  16. package/dist/client/api/vla.js +109 -0
  17. package/dist/client/config-loader/resolve-config.node.d.ts +16 -0
  18. package/dist/client/config-loader/resolve-config.node.js +77 -23
  19. package/dist/client/plugins-factory.d.ts +8 -0
  20. package/dist/client/plugins-factory.js +10 -0
  21. package/dist/client/rpc/bare-client.js +62 -66
  22. package/dist/client/rpc/ensure-worker-ready.d.ts +9 -0
  23. package/dist/client/rpc/ensure-worker-ready.js +17 -0
  24. package/dist/client/rpc/node-rpc-client.js +4 -1
  25. package/dist/client/rpc/rpc-error.js +14 -1
  26. package/dist/commands/bundle/bare-pack.d.ts +13 -0
  27. package/dist/commands/bundle/bare-pack.js +54 -0
  28. package/dist/commands/bundle/constants.d.ts +7 -0
  29. package/dist/commands/bundle/constants.js +23 -0
  30. package/dist/commands/bundle/entry-gen.d.ts +2 -0
  31. package/dist/commands/bundle/entry-gen.js +48 -0
  32. package/dist/commands/bundle/index.d.ts +20 -0
  33. package/dist/commands/bundle/index.js +141 -0
  34. package/dist/commands/bundle/manifest.d.ts +21 -0
  35. package/dist/commands/bundle/manifest.js +193 -0
  36. package/dist/commands/bundle/plugins.d.ts +9 -0
  37. package/dist/commands/bundle/plugins.js +51 -0
  38. package/dist/commands/index.d.ts +5 -0
  39. package/dist/commands/index.js +2 -0
  40. package/dist/commands/verify/abi.d.ts +52 -0
  41. package/dist/commands/verify/abi.js +125 -0
  42. package/dist/commands/verify/addon-source.d.ts +43 -0
  43. package/dist/commands/verify/addon-source.js +75 -0
  44. package/dist/commands/verify/bundle-source.d.ts +12 -0
  45. package/dist/commands/verify/bundle-source.js +53 -0
  46. package/dist/commands/verify/index.d.ts +59 -0
  47. package/dist/commands/verify/index.js +371 -0
  48. package/dist/commands/verify/node-modules-source.d.ts +11 -0
  49. package/dist/commands/verify/node-modules-source.js +76 -0
  50. package/dist/commands/verify/prebuilds.d.ts +15 -0
  51. package/dist/commands/verify/prebuilds.js +39 -0
  52. package/dist/examples/classification/classify-image.d.ts +2 -0
  53. package/dist/examples/classification/classify-image.js +23 -0
  54. package/dist/examples/diffusion-txt2vid.d.ts +2 -0
  55. package/dist/examples/diffusion-txt2vid.js +81 -0
  56. package/dist/examples/plugins.js +3 -7
  57. package/dist/examples/tools/llamacpp-tools-gemma4.js +2 -5
  58. package/dist/examples/tools/llamacpp-tools-qwen35.js +2 -3
  59. package/dist/examples/transcription/parakeet-ctc-filesystem.js +18 -12
  60. package/dist/examples/transcription/parakeet-microphone-record.js +7 -12
  61. package/dist/examples/transcription/parakeet-microphone-stream.d.ts +2 -0
  62. package/dist/examples/transcription/parakeet-microphone-stream.js +79 -0
  63. package/dist/examples/transcription/parakeet-sortformer-streaming.d.ts +2 -0
  64. package/dist/examples/transcription/parakeet-sortformer-streaming.js +121 -0
  65. package/dist/examples/transcription/parakeet-sortformer.js +58 -55
  66. package/dist/examples/transcription/parakeet-tdt-filesystem.js +18 -15
  67. package/dist/examples/transcription/whispercpp-microphone-conversation.js +6 -1
  68. package/dist/examples/tts/chatterbox.js +7 -16
  69. package/dist/examples/tts/llm-to-tts-streaming.js +3 -10
  70. package/dist/examples/tts/supertonic-multilingual.js +4 -12
  71. package/dist/examples/tts/supertonic.js +5 -12
  72. package/dist/examples/vla-smolvla.d.ts +2 -0
  73. package/dist/examples/vla-smolvla.js +75 -0
  74. package/dist/examples/voice-assistant/voice-assistant.js +3 -10
  75. package/dist/expo/plugins/find-in-ancestor-node-modules.d.ts +14 -0
  76. package/dist/expo/plugins/find-in-ancestor-node-modules.js +24 -0
  77. package/dist/expo/plugins/get-project-root.d.ts +22 -0
  78. package/dist/expo/plugins/get-project-root.js +23 -0
  79. package/dist/expo/plugins/index.d.ts +4 -0
  80. package/dist/expo/plugins/index.js +4 -0
  81. package/dist/expo/plugins/resolve-sdk-package-dir.d.ts +9 -2
  82. package/dist/expo/plugins/resolve-sdk-package-dir.js +38 -11
  83. package/dist/expo/plugins/withDeviceInfo.js +2 -1
  84. package/dist/expo/plugins/withMobileBundle.d.ts +2 -17
  85. package/dist/expo/plugins/withMobileBundle.js +31 -85
  86. package/dist/index.d.ts +4 -3
  87. package/dist/index.js +4 -3
  88. package/dist/models/registry/models.d.ts +3711 -368
  89. package/dist/models/registry/models.js +7066 -3562
  90. package/dist/models/update-models/naming.js +22 -8
  91. package/dist/pear/pre.js +6 -2
  92. package/dist/schemas/cancel.d.ts +5 -0
  93. package/dist/schemas/cancel.js +1 -0
  94. package/dist/schemas/classification.d.ts +53 -0
  95. package/dist/schemas/classification.js +33 -0
  96. package/dist/schemas/common.d.ts +1001 -1739
  97. package/dist/schemas/common.js +6 -1
  98. package/dist/schemas/completion-event.d.ts +3 -0
  99. package/dist/schemas/completion-event.js +1 -0
  100. package/dist/schemas/completion-stream.d.ts +1 -0
  101. package/dist/schemas/download-asset.d.ts +13 -3
  102. package/dist/schemas/engine-addon-map.d.ts +3 -0
  103. package/dist/schemas/engine-addon-map.js +18 -5
  104. package/dist/schemas/get-model-info.d.ts +4 -0
  105. package/dist/schemas/get-model-info.js +2 -0
  106. package/dist/schemas/index.d.ts +3 -0
  107. package/dist/schemas/index.js +3 -0
  108. package/dist/schemas/llamacpp-config.d.ts +12 -2
  109. package/dist/schemas/load-model.d.ts +6152 -10764
  110. package/dist/schemas/load-model.js +75 -7
  111. package/dist/schemas/model-src-utils.d.ts +22 -2
  112. package/dist/schemas/model-types.d.ts +46 -6
  113. package/dist/schemas/model-types.js +28 -5
  114. package/dist/schemas/ocr.d.ts +5 -0
  115. package/dist/schemas/plugin.d.ts +20 -5
  116. package/dist/schemas/plugin.js +21 -4
  117. package/dist/schemas/registry.d.ts +44 -0
  118. package/dist/schemas/registry.js +5 -0
  119. package/dist/schemas/reload-config.d.ts +22 -2
  120. package/dist/schemas/sdcpp-config.d.ts +316 -1
  121. package/dist/schemas/sdcpp-config.js +232 -33
  122. package/dist/schemas/sdk-config.d.ts +654 -1324
  123. package/dist/schemas/sdk-config.js +16 -1
  124. package/dist/schemas/sdk-errors-client.d.ts +5 -0
  125. package/dist/schemas/sdk-errors-client.js +26 -1
  126. package/dist/schemas/sdk-errors-server.d.ts +3 -1
  127. package/dist/schemas/sdk-errors-server.js +20 -5
  128. package/dist/schemas/text-to-speech.d.ts +79 -696
  129. package/dist/schemas/text-to-speech.js +46 -19
  130. package/dist/schemas/transcription-config.d.ts +37 -226
  131. package/dist/schemas/transcription-config.js +76 -15
  132. package/dist/schemas/transcription.d.ts +63 -11
  133. package/dist/schemas/transcription.js +56 -2
  134. package/dist/schemas/translation-config.d.ts +60 -10
  135. package/dist/schemas/vla.d.ts +87 -0
  136. package/dist/schemas/vla.js +108 -0
  137. package/dist/scripts/run-unit-tests.js +8 -2
  138. package/dist/server/bare/ops/transcribe.d.ts +2 -1
  139. package/dist/server/bare/ops/transcribe.js +59 -34
  140. package/dist/server/bare/plugins/ggml-classification/ops/classify.d.ts +6 -0
  141. package/dist/server/bare/plugins/ggml-classification/ops/classify.js +30 -0
  142. package/dist/server/bare/plugins/ggml-classification/plugin.d.ts +32 -0
  143. package/dist/server/bare/plugins/ggml-classification/plugin.js +55 -0
  144. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.d.ts +3 -0
  145. package/dist/server/bare/plugins/ggml-vla/ops/vla-hparams.js +12 -0
  146. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.d.ts +3 -0
  147. package/dist/server/bare/plugins/ggml-vla/ops/vla-run.js +75 -0
  148. package/dist/server/bare/plugins/ggml-vla/plugin.d.ts +54 -0
  149. package/dist/server/bare/plugins/ggml-vla/plugin.js +57 -0
  150. package/dist/server/bare/plugins/index.d.ts +3 -1
  151. package/dist/server/bare/plugins/index.js +3 -1
  152. package/dist/server/bare/plugins/llamacpp-completion/ops/completion-stream.js +3 -0
  153. package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.d.ts +29 -0
  154. package/dist/server/bare/plugins/llamacpp-completion/ops/context-overflow.js +65 -0
  155. package/dist/server/bare/plugins/llamacpp-completion/plugin.d.ts +6 -0
  156. package/dist/server/bare/plugins/llamacpp-completion/plugin.js +26 -0
  157. package/dist/server/bare/plugins/nmtcpp-translation/plugin.d.ts +25 -0
  158. package/dist/server/bare/plugins/onnx-ocr/plugin.d.ts +5 -0
  159. package/dist/server/bare/plugins/parakeet-transcription/plugin.d.ts +67 -246
  160. package/dist/server/bare/plugins/parakeet-transcription/plugin.js +66 -97
  161. package/dist/server/bare/plugins/sdcpp-generation/ops/video.d.ts +3 -0
  162. package/dist/server/bare/plugins/sdcpp-generation/ops/video.js +199 -0
  163. package/dist/server/bare/plugins/sdcpp-generation/plugin.d.ts +200 -2
  164. package/dist/server/bare/plugins/sdcpp-generation/plugin.js +61 -8
  165. package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.js +2 -15
  166. package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.js +2 -1
  167. package/dist/server/bare/plugins/tts-ggml/plugin.d.ts +75 -0
  168. package/dist/server/bare/plugins/tts-ggml/plugin.js +189 -0
  169. package/dist/server/bare/plugins/whispercpp-transcription/plugin.d.ts +29 -4
  170. package/dist/server/bare/plugins/whispercpp-transcription/plugin.js +12 -1
  171. package/dist/server/bare/registry/model-config-utils.js +7 -0
  172. package/dist/server/bare/runtime/request-context.d.ts +1 -1
  173. package/dist/server/bare/runtime-lifecycle.js +9 -9
  174. package/dist/server/bare/types/addon-responses.d.ts +1 -0
  175. package/dist/server/env.js +4 -1
  176. package/dist/server/plugins/index.d.ts +1 -1
  177. package/dist/server/plugins/index.js +1 -1
  178. package/dist/server/plugins/registry.d.ts +1 -0
  179. package/dist/server/plugins/registry.js +5 -0
  180. package/dist/server/rpc/handler-registry.js +4 -0
  181. package/dist/server/rpc/handler-selection.d.ts +9 -0
  182. package/dist/server/rpc/handler-selection.js +14 -0
  183. package/dist/server/rpc/handler-utils.js +5 -13
  184. package/dist/server/rpc/handlers/classify.d.ts +3 -0
  185. package/dist/server/rpc/handlers/classify.js +4 -0
  186. package/dist/server/rpc/handlers/index.d.ts +2 -0
  187. package/dist/server/rpc/handlers/index.js +2 -0
  188. package/dist/server/rpc/handlers/load-model/handler.js +4 -1
  189. package/dist/server/rpc/handlers/load-model/resolve.js +9 -0
  190. package/dist/server/rpc/handlers/video-stream.d.ts +3 -0
  191. package/dist/server/rpc/handlers/video-stream.js +4 -0
  192. package/dist/server/rpc/profiling/operation-metrics.js +23 -0
  193. package/dist/server/utils/config-transform.js +1 -1
  194. package/dist/server/worker.js +14 -11
  195. package/dist/utils/errors-client.d.ts +15 -0
  196. package/dist/utils/errors-client.js +26 -0
  197. package/dist/utils/errors-server.d.ts +30 -2
  198. package/dist/utils/errors-server.js +51 -3
  199. package/package.json +66 -80
  200. package/dist/server/bare/plugins/onnx-tts/plugin.d.ts +0 -490
  201. package/dist/server/bare/plugins/onnx-tts/plugin.js +0 -272
  202. package/dist/server/bare/plugins/onnx-tts/wav-helper.d.ts +0 -14
  203. package/dist/server/bare/plugins/onnx-tts/wav-helper.js +0 -107
  204. /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech-stream.d.ts +0 -0
  205. /package/dist/server/bare/plugins/{onnx-tts → tts-ggml}/ops/text-to-speech.d.ts +0 -0
@@ -66,6 +66,8 @@ import { detectToolDialect } from "../../../utils/tool-integration.js";
66
66
  import { getRequestRegistry, withRequestContext, } from "../../runtime/index.js";
67
67
  import { generateServerRequestId } from "../../runtime/request-id.js";
68
68
  import { getServerLogger } from "../../../../logging/index.js";
69
+ import { ContextOverflowError } from "../../../../utils/errors-server.js";
70
+ import { isAddonContextOverflowError, parseContextOverflowMessage, } from "./ops/context-overflow.js";
69
71
  function createLlmModel(modelId, modelPath, llmConfig, projectionModelPath) {
70
72
  const logger = createStreamLogger(modelId, ModelType.llamacppCompletion);
71
73
  registerAddonLogger(modelId, ModelType.llamacppCompletion, logger);
@@ -194,6 +196,21 @@ export const llmPlugin = definePlugin({
194
196
  events: finalEvents,
195
197
  }, modelExecutionMs);
196
198
  }
199
+ catch (err) {
200
+ // The llama.cpp addon emits a structured `ContextOverflow` status
201
+ // (LlmErrors.hpp::ContextOverflow = 14) when the prompt exceeds
202
+ // the model's `ctx_size`. Bare's `js_throw_error(env, code, msg)`
203
+ // surfaces it as a JS Error with `.code = "[ <addonId> :: ContextOverflow ]"`
204
+ // and `.message` carrying the C++-formatted detail. Rethrow as
205
+ // a typed `ContextOverflowError` so consumers can switch on the
206
+ // class (and `err.code === SDK_SERVER_ERROR_CODES.CONTEXT_OVERFLOW`)
207
+ // instead of substring-matching on the raw addon message.
208
+ if (isAddonContextOverflowError(err)) {
209
+ const { promptTokens, ctxSize } = parseContextOverflowMessage(err instanceof Error ? err.message : "");
210
+ throw new ContextOverflowError(promptTokens, ctxSize, request.modelId, err);
211
+ }
212
+ throw err;
213
+ }
197
214
  finally {
198
215
  await stream.return?.(undefined);
199
216
  }
@@ -249,6 +266,15 @@ export const llmPlugin = definePlugin({
249
266
  ...(stats && { stats }),
250
267
  }, modelExecutionMs);
251
268
  }
269
+ catch (err) {
270
+ // Same addon, same overflow path as `completionStream`. Wrap so
271
+ // translate consumers can `instanceof ContextOverflowError` too.
272
+ if (isAddonContextOverflowError(err)) {
273
+ const { promptTokens, ctxSize } = parseContextOverflowMessage(err instanceof Error ? err.message : "");
274
+ throw new ContextOverflowError(promptTokens, ctxSize, request.modelId, err);
275
+ }
276
+ throw err;
277
+ }
252
278
  finally {
253
279
  await stream.return?.(undefined);
254
280
  }
@@ -140,18 +140,23 @@ export declare const nmtPlugin: {
140
140
  diffusion: "diffusion";
141
141
  tts: "tts";
142
142
  ocr: "ocr";
143
+ vla: "vla";
143
144
  "llamacpp-completion": "llamacpp-completion";
144
145
  "whispercpp-transcription": "whispercpp-transcription";
145
146
  "llamacpp-embedding": "llamacpp-embedding";
146
147
  "nmtcpp-translation": "nmtcpp-translation";
147
148
  "onnx-tts": "onnx-tts";
149
+ "tts-ggml": "tts-ggml";
148
150
  "parakeet-transcription": "parakeet-transcription";
149
151
  "onnx-ocr": "onnx-ocr";
150
152
  "sdcpp-generation": "sdcpp-generation";
153
+ "ggml-vla": "ggml-vla";
154
+ "ggml-classification": "ggml-classification";
151
155
  llm: "llm";
152
156
  whisper: "whisper";
153
157
  nmt: "nmt";
154
158
  parakeet: "parakeet";
159
+ classification: "classification";
155
160
  }>, import("zod").ZodLiteral<"vad">]>>;
156
161
  }, import("zod/v4/core").$strip>]>>;
157
162
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -170,18 +175,23 @@ export declare const nmtPlugin: {
170
175
  diffusion: "diffusion";
171
176
  tts: "tts";
172
177
  ocr: "ocr";
178
+ vla: "vla";
173
179
  "llamacpp-completion": "llamacpp-completion";
174
180
  "whispercpp-transcription": "whispercpp-transcription";
175
181
  "llamacpp-embedding": "llamacpp-embedding";
176
182
  "nmtcpp-translation": "nmtcpp-translation";
177
183
  "onnx-tts": "onnx-tts";
184
+ "tts-ggml": "tts-ggml";
178
185
  "parakeet-transcription": "parakeet-transcription";
179
186
  "onnx-ocr": "onnx-ocr";
180
187
  "sdcpp-generation": "sdcpp-generation";
188
+ "ggml-vla": "ggml-vla";
189
+ "ggml-classification": "ggml-classification";
181
190
  llm: "llm";
182
191
  whisper: "whisper";
183
192
  nmt: "nmt";
184
193
  parakeet: "parakeet";
194
+ classification: "classification";
185
195
  }>, import("zod").ZodLiteral<"vad">]>>;
186
196
  }, import("zod/v4/core").$strip>]>>;
187
197
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -213,18 +223,23 @@ export declare const nmtPlugin: {
213
223
  diffusion: "diffusion";
214
224
  tts: "tts";
215
225
  ocr: "ocr";
226
+ vla: "vla";
216
227
  "llamacpp-completion": "llamacpp-completion";
217
228
  "whispercpp-transcription": "whispercpp-transcription";
218
229
  "llamacpp-embedding": "llamacpp-embedding";
219
230
  "nmtcpp-translation": "nmtcpp-translation";
220
231
  "onnx-tts": "onnx-tts";
232
+ "tts-ggml": "tts-ggml";
221
233
  "parakeet-transcription": "parakeet-transcription";
222
234
  "onnx-ocr": "onnx-ocr";
223
235
  "sdcpp-generation": "sdcpp-generation";
236
+ "ggml-vla": "ggml-vla";
237
+ "ggml-classification": "ggml-classification";
224
238
  llm: "llm";
225
239
  whisper: "whisper";
226
240
  nmt: "nmt";
227
241
  parakeet: "parakeet";
242
+ classification: "classification";
228
243
  }>, import("zod").ZodLiteral<"vad">]>>;
229
244
  }, import("zod/v4/core").$strip>]>;
230
245
  srcVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -243,18 +258,23 @@ export declare const nmtPlugin: {
243
258
  diffusion: "diffusion";
244
259
  tts: "tts";
245
260
  ocr: "ocr";
261
+ vla: "vla";
246
262
  "llamacpp-completion": "llamacpp-completion";
247
263
  "whispercpp-transcription": "whispercpp-transcription";
248
264
  "llamacpp-embedding": "llamacpp-embedding";
249
265
  "nmtcpp-translation": "nmtcpp-translation";
250
266
  "onnx-tts": "onnx-tts";
267
+ "tts-ggml": "tts-ggml";
251
268
  "parakeet-transcription": "parakeet-transcription";
252
269
  "onnx-ocr": "onnx-ocr";
253
270
  "sdcpp-generation": "sdcpp-generation";
271
+ "ggml-vla": "ggml-vla";
272
+ "ggml-classification": "ggml-classification";
254
273
  llm: "llm";
255
274
  whisper: "whisper";
256
275
  nmt: "nmt";
257
276
  parakeet: "parakeet";
277
+ classification: "classification";
258
278
  }>, import("zod").ZodLiteral<"vad">]>>;
259
279
  }, import("zod/v4/core").$strip>]>>;
260
280
  dstVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
@@ -273,18 +293,23 @@ export declare const nmtPlugin: {
273
293
  diffusion: "diffusion";
274
294
  tts: "tts";
275
295
  ocr: "ocr";
296
+ vla: "vla";
276
297
  "llamacpp-completion": "llamacpp-completion";
277
298
  "whispercpp-transcription": "whispercpp-transcription";
278
299
  "llamacpp-embedding": "llamacpp-embedding";
279
300
  "nmtcpp-translation": "nmtcpp-translation";
280
301
  "onnx-tts": "onnx-tts";
302
+ "tts-ggml": "tts-ggml";
281
303
  "parakeet-transcription": "parakeet-transcription";
282
304
  "onnx-ocr": "onnx-ocr";
283
305
  "sdcpp-generation": "sdcpp-generation";
306
+ "ggml-vla": "ggml-vla";
307
+ "ggml-classification": "ggml-classification";
284
308
  llm: "llm";
285
309
  whisper: "whisper";
286
310
  nmt: "nmt";
287
311
  parakeet: "parakeet";
312
+ classification: "classification";
288
313
  }>, import("zod").ZodLiteral<"vad">]>>;
289
314
  }, import("zod/v4/core").$strip>]>>;
290
315
  normalize: import("zod").ZodOptional<import("zod").ZodNumber>;
@@ -37,18 +37,23 @@ export declare const ocrPlugin: {
37
37
  diffusion: "diffusion";
38
38
  tts: "tts";
39
39
  ocr: "ocr";
40
+ vla: "vla";
40
41
  "llamacpp-completion": "llamacpp-completion";
41
42
  "whispercpp-transcription": "whispercpp-transcription";
42
43
  "llamacpp-embedding": "llamacpp-embedding";
43
44
  "nmtcpp-translation": "nmtcpp-translation";
44
45
  "onnx-tts": "onnx-tts";
46
+ "tts-ggml": "tts-ggml";
45
47
  "parakeet-transcription": "parakeet-transcription";
46
48
  "onnx-ocr": "onnx-ocr";
47
49
  "sdcpp-generation": "sdcpp-generation";
50
+ "ggml-vla": "ggml-vla";
51
+ "ggml-classification": "ggml-classification";
48
52
  llm: "llm";
49
53
  whisper: "whisper";
50
54
  nmt: "nmt";
51
55
  parakeet: "parakeet";
56
+ classification: "classification";
52
57
  }>, import("zod").ZodLiteral<"vad">]>>;
53
58
  }, import("zod/v4/core").$strip>]>>;
54
59
  }, import("zod/v4/core").$strip>;
@@ -1,251 +1,12 @@
1
- import { type ModelSrcInput, type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult } from "../../../../schemas/index";
2
- type ParakeetModelConfig = {
3
- modelType?: string;
4
- maxThreads?: number;
5
- useGPU?: boolean;
6
- sampleRate?: number;
7
- channels?: number;
8
- captionEnabled?: boolean;
9
- timestampsEnabled?: boolean;
10
- parakeetEncoderSrc?: ModelSrcInput;
11
- parakeetEncoderDataSrc?: ModelSrcInput;
12
- parakeetDecoderSrc?: ModelSrcInput;
13
- parakeetVocabSrc?: ModelSrcInput;
14
- parakeetPreprocessorSrc?: ModelSrcInput;
15
- parakeetCtcModelSrc?: ModelSrcInput;
16
- parakeetCtcModelDataSrc?: ModelSrcInput;
17
- parakeetTokenizerSrc?: ModelSrcInput;
18
- parakeetSortformerSrc?: ModelSrcInput;
19
- };
1
+ import { type ParakeetConfig, type CreateModelParams, type PluginModelResult, type ResolveResult } from "../../../../schemas/index";
20
2
  export declare const parakeetPlugin: {
21
3
  modelType: "parakeet-transcription";
22
4
  displayName: string;
23
5
  addonPackage: "@qvac/transcription-parakeet";
24
6
  loadConfigSchema: import("zod").ZodObject<{
25
- modelType: import("zod").ZodDefault<import("zod").ZodEnum<{
26
- tdt: "tdt";
27
- ctc: "ctc";
28
- sortformer: "sortformer";
29
- }>>;
30
- maxThreads: import("zod").ZodOptional<import("zod").ZodNumber>;
31
- useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
32
- sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
33
- channels: import("zod").ZodOptional<import("zod").ZodNumber>;
34
- captionEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
35
- timestampsEnabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
36
- parakeetEncoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
37
- src: import("zod").ZodString;
38
- name: import("zod").ZodOptional<import("zod").ZodString>;
39
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
40
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
41
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
42
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
43
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
44
- engine: import("zod").ZodOptional<import("zod").ZodString>;
45
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
46
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
47
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
48
- embeddings: "embeddings";
49
- diffusion: "diffusion";
50
- tts: "tts";
51
- ocr: "ocr";
52
- "llamacpp-completion": "llamacpp-completion";
53
- "whispercpp-transcription": "whispercpp-transcription";
54
- "llamacpp-embedding": "llamacpp-embedding";
55
- "nmtcpp-translation": "nmtcpp-translation";
56
- "onnx-tts": "onnx-tts";
57
- "parakeet-transcription": "parakeet-transcription";
58
- "onnx-ocr": "onnx-ocr";
59
- "sdcpp-generation": "sdcpp-generation";
60
- llm: "llm";
61
- whisper: "whisper";
62
- nmt: "nmt";
63
- parakeet: "parakeet";
64
- }>, import("zod").ZodLiteral<"vad">]>>;
65
- }, import("zod/v4/core").$strip>]>>;
66
- parakeetDecoderSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
67
- src: import("zod").ZodString;
68
- name: import("zod").ZodOptional<import("zod").ZodString>;
69
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
70
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
71
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
72
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
73
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
74
- engine: import("zod").ZodOptional<import("zod").ZodString>;
75
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
76
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
77
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
78
- embeddings: "embeddings";
79
- diffusion: "diffusion";
80
- tts: "tts";
81
- ocr: "ocr";
82
- "llamacpp-completion": "llamacpp-completion";
83
- "whispercpp-transcription": "whispercpp-transcription";
84
- "llamacpp-embedding": "llamacpp-embedding";
85
- "nmtcpp-translation": "nmtcpp-translation";
86
- "onnx-tts": "onnx-tts";
87
- "parakeet-transcription": "parakeet-transcription";
88
- "onnx-ocr": "onnx-ocr";
89
- "sdcpp-generation": "sdcpp-generation";
90
- llm: "llm";
91
- whisper: "whisper";
92
- nmt: "nmt";
93
- parakeet: "parakeet";
94
- }>, import("zod").ZodLiteral<"vad">]>>;
95
- }, import("zod/v4/core").$strip>]>>;
96
- parakeetVocabSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
97
- src: import("zod").ZodString;
98
- name: import("zod").ZodOptional<import("zod").ZodString>;
99
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
100
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
101
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
102
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
103
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
104
- engine: import("zod").ZodOptional<import("zod").ZodString>;
105
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
106
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
107
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
108
- embeddings: "embeddings";
109
- diffusion: "diffusion";
110
- tts: "tts";
111
- ocr: "ocr";
112
- "llamacpp-completion": "llamacpp-completion";
113
- "whispercpp-transcription": "whispercpp-transcription";
114
- "llamacpp-embedding": "llamacpp-embedding";
115
- "nmtcpp-translation": "nmtcpp-translation";
116
- "onnx-tts": "onnx-tts";
117
- "parakeet-transcription": "parakeet-transcription";
118
- "onnx-ocr": "onnx-ocr";
119
- "sdcpp-generation": "sdcpp-generation";
120
- llm: "llm";
121
- whisper: "whisper";
122
- nmt: "nmt";
123
- parakeet: "parakeet";
124
- }>, import("zod").ZodLiteral<"vad">]>>;
125
- }, import("zod/v4/core").$strip>]>>;
126
- parakeetPreprocessorSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
127
- src: import("zod").ZodString;
128
- name: import("zod").ZodOptional<import("zod").ZodString>;
129
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
130
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
131
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
132
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
133
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
134
- engine: import("zod").ZodOptional<import("zod").ZodString>;
135
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
136
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
137
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
138
- embeddings: "embeddings";
139
- diffusion: "diffusion";
140
- tts: "tts";
141
- ocr: "ocr";
142
- "llamacpp-completion": "llamacpp-completion";
143
- "whispercpp-transcription": "whispercpp-transcription";
144
- "llamacpp-embedding": "llamacpp-embedding";
145
- "nmtcpp-translation": "nmtcpp-translation";
146
- "onnx-tts": "onnx-tts";
147
- "parakeet-transcription": "parakeet-transcription";
148
- "onnx-ocr": "onnx-ocr";
149
- "sdcpp-generation": "sdcpp-generation";
150
- llm: "llm";
151
- whisper: "whisper";
152
- nmt: "nmt";
153
- parakeet: "parakeet";
154
- }>, import("zod").ZodLiteral<"vad">]>>;
155
- }, import("zod/v4/core").$strip>]>>;
156
- parakeetCtcModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
157
- src: import("zod").ZodString;
158
- name: import("zod").ZodOptional<import("zod").ZodString>;
159
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
160
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
161
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
162
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
163
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
164
- engine: import("zod").ZodOptional<import("zod").ZodString>;
165
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
166
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
167
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
168
- embeddings: "embeddings";
169
- diffusion: "diffusion";
170
- tts: "tts";
171
- ocr: "ocr";
172
- "llamacpp-completion": "llamacpp-completion";
173
- "whispercpp-transcription": "whispercpp-transcription";
174
- "llamacpp-embedding": "llamacpp-embedding";
175
- "nmtcpp-translation": "nmtcpp-translation";
176
- "onnx-tts": "onnx-tts";
177
- "parakeet-transcription": "parakeet-transcription";
178
- "onnx-ocr": "onnx-ocr";
179
- "sdcpp-generation": "sdcpp-generation";
180
- llm: "llm";
181
- whisper: "whisper";
182
- nmt: "nmt";
183
- parakeet: "parakeet";
184
- }>, import("zod").ZodLiteral<"vad">]>>;
185
- }, import("zod/v4/core").$strip>]>>;
186
- parakeetTokenizerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
187
- src: import("zod").ZodString;
188
- name: import("zod").ZodOptional<import("zod").ZodString>;
189
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
190
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
191
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
192
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
193
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
194
- engine: import("zod").ZodOptional<import("zod").ZodString>;
195
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
196
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
197
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
198
- embeddings: "embeddings";
199
- diffusion: "diffusion";
200
- tts: "tts";
201
- ocr: "ocr";
202
- "llamacpp-completion": "llamacpp-completion";
203
- "whispercpp-transcription": "whispercpp-transcription";
204
- "llamacpp-embedding": "llamacpp-embedding";
205
- "nmtcpp-translation": "nmtcpp-translation";
206
- "onnx-tts": "onnx-tts";
207
- "parakeet-transcription": "parakeet-transcription";
208
- "onnx-ocr": "onnx-ocr";
209
- "sdcpp-generation": "sdcpp-generation";
210
- llm: "llm";
211
- whisper: "whisper";
212
- nmt: "nmt";
213
- parakeet: "parakeet";
214
- }>, import("zod").ZodLiteral<"vad">]>>;
215
- }, import("zod/v4/core").$strip>]>>;
216
- parakeetSortformerSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
217
- src: import("zod").ZodString;
218
- name: import("zod").ZodOptional<import("zod").ZodString>;
219
- modelId: import("zod").ZodOptional<import("zod").ZodString>;
220
- registryPath: import("zod").ZodOptional<import("zod").ZodString>;
221
- registrySource: import("zod").ZodOptional<import("zod").ZodString>;
222
- blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
223
- blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
224
- engine: import("zod").ZodOptional<import("zod").ZodString>;
225
- expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
226
- sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
227
- addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
228
- embeddings: "embeddings";
229
- diffusion: "diffusion";
230
- tts: "tts";
231
- ocr: "ocr";
232
- "llamacpp-completion": "llamacpp-completion";
233
- "whispercpp-transcription": "whispercpp-transcription";
234
- "llamacpp-embedding": "llamacpp-embedding";
235
- "nmtcpp-translation": "nmtcpp-translation";
236
- "onnx-tts": "onnx-tts";
237
- "parakeet-transcription": "parakeet-transcription";
238
- "onnx-ocr": "onnx-ocr";
239
- "sdcpp-generation": "sdcpp-generation";
240
- llm: "llm";
241
- whisper: "whisper";
242
- nmt: "nmt";
243
- parakeet: "parakeet";
244
- }>, import("zod").ZodLiteral<"vad">]>>;
245
- }, import("zod/v4/core").$strip>]>>;
246
- }, import("zod/v4/core").$strip>;
247
- skipPrimaryModelPathValidation: true;
248
- resolveConfig(cfg: ParakeetModelConfig, ctx: ResolveContext): Promise<ResolveResult<ParakeetModelConfig>>;
7
+ [x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
8
+ }, import("zod/v4/core").$strict>;
9
+ resolveConfig(cfg: ParakeetConfig): Promise<ResolveResult<ParakeetConfig>>;
249
10
  createModel(params: CreateModelParams): PluginModelResult;
250
11
  handlers: {
251
12
  transcribe: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
@@ -288,16 +49,76 @@ export declare const parakeetPlugin: {
288
49
  speaking: import("zod").ZodBoolean;
289
50
  probability: import("zod").ZodNumber;
290
51
  }, import("zod/v4/core").$strip>>;
291
- endOfTurn: import("zod").ZodOptional<import("zod").ZodObject<{
52
+ endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
53
+ source: import("zod").ZodLiteral<"whisper">;
292
54
  silenceDurationMs: import("zod").ZodNumber;
293
- }, import("zod/v4/core").$strip>>;
55
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
56
+ source: import("zod").ZodLiteral<"parakeet">;
57
+ }, import("zod/v4/core").$strip>], "source">>>;
294
58
  type: import("zod").ZodLiteral<"transcribe">;
295
59
  }, import("zod/v4/core").$strip>>;
60
+ transcribeStream: import("../../../../schemas/index").PluginHandlerDefinition<import("zod").ZodObject<{
61
+ modelId: import("zod").ZodString;
62
+ prompt: import("zod").ZodOptional<import("zod").ZodString>;
63
+ metadata: import("zod").ZodOptional<import("zod").ZodBoolean>;
64
+ type: import("zod").ZodLiteral<"transcribeStream">;
65
+ emitVadEvents: import("zod").ZodOptional<import("zod").ZodBoolean>;
66
+ endOfTurnSilenceMs: import("zod").ZodOptional<import("zod").ZodNumber>;
67
+ vadRunIntervalMs: import("zod").ZodOptional<import("zod").ZodNumber>;
68
+ parakeetStreamingConfig: import("zod").ZodOptional<import("zod").ZodObject<{
69
+ chunkMs: import("zod").ZodOptional<import("zod").ZodNumber>;
70
+ historyMs: import("zod").ZodOptional<import("zod").ZodNumber>;
71
+ leftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
72
+ rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
73
+ emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
74
+ emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
75
+ spkCacheEnable: import("zod").ZodOptional<import("zod").ZodBoolean>;
76
+ spkCacheLen: import("zod").ZodOptional<import("zod").ZodNumber>;
77
+ fifoLen: import("zod").ZodOptional<import("zod").ZodNumber>;
78
+ chunkLeftContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
79
+ chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
80
+ spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
81
+ }, import("zod/v4/core").$strip>>;
82
+ requestId: import("zod").ZodOptional<import("zod").ZodString>;
83
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
84
+ text: import("zod").ZodOptional<import("zod").ZodString>;
85
+ done: import("zod").ZodOptional<import("zod").ZodBoolean>;
86
+ stats: import("zod").ZodOptional<import("zod").ZodObject<{
87
+ audioDuration: import("zod").ZodOptional<import("zod").ZodNumber>;
88
+ realTimeFactor: import("zod").ZodOptional<import("zod").ZodNumber>;
89
+ tokensPerSecond: import("zod").ZodOptional<import("zod").ZodNumber>;
90
+ totalTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
91
+ totalSegments: import("zod").ZodOptional<import("zod").ZodNumber>;
92
+ whisperEncodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
93
+ whisperDecodeTime: import("zod").ZodOptional<import("zod").ZodNumber>;
94
+ encoderTime: import("zod").ZodOptional<import("zod").ZodNumber>;
95
+ decoderTime: import("zod").ZodOptional<import("zod").ZodNumber>;
96
+ melSpecTime: import("zod").ZodOptional<import("zod").ZodNumber>;
97
+ }, import("zod/v4/core").$strip>>;
98
+ error: import("zod").ZodOptional<import("zod").ZodString>;
99
+ segment: import("zod").ZodOptional<import("zod").ZodObject<{
100
+ text: import("zod").ZodString;
101
+ startMs: import("zod").ZodNumber;
102
+ endMs: import("zod").ZodNumber;
103
+ append: import("zod").ZodBoolean;
104
+ id: import("zod").ZodNumber;
105
+ }, import("zod/v4/core").$strip>>;
106
+ vad: import("zod").ZodOptional<import("zod").ZodObject<{
107
+ speaking: import("zod").ZodBoolean;
108
+ probability: import("zod").ZodNumber;
109
+ }, import("zod/v4/core").$strip>>;
110
+ endOfTurn: import("zod").ZodOptional<import("zod").ZodPreprocess<import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
111
+ source: import("zod").ZodLiteral<"whisper">;
112
+ silenceDurationMs: import("zod").ZodNumber;
113
+ }, import("zod/v4/core").$strip>, import("zod").ZodObject<{
114
+ source: import("zod").ZodLiteral<"parakeet">;
115
+ }, import("zod/v4/core").$strip>], "source">>>;
116
+ type: import("zod").ZodLiteral<"transcribeStream">;
117
+ }, import("zod/v4/core").$strip>>;
296
118
  };
297
119
  logging: {
298
120
  module: import("@qvac/transcription-parakeet/addonLogging").AddonLogging;
299
121
  namespace: "parakeet-transcription";
300
122
  };
301
123
  };
302
- export {};
303
124
  //# sourceMappingURL=plugin.d.ts.map