@qvac/inference 0.20.1 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +90 -24
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
@@ -3,7 +3,7 @@ import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js
3
3
  import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
4
4
  import { bciConfigSchema } from './bci-config.js';
5
5
  import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
6
- import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
6
+ import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsMossLoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
7
7
  import { ocrConfigSchema } from './ocr.js';
8
8
  import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
9
9
  import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
@@ -49,7 +49,7 @@ const modelConfigKeysByModelType = new Map([
49
49
  [ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
50
50
  [
51
51
  ModelType.ttsGgml,
52
- configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
52
+ configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, ttsMossLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
53
53
  ],
54
54
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
55
55
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
@@ -43,4 +43,8 @@ export type McpClient = {
43
43
  export type McpClientInput = {
44
44
  client: McpClient;
45
45
  includeResources?: boolean;
46
+ /** Defer every tool this client exposes; see `Tool.deferLoading`. */
47
+ deferLoading?: boolean;
48
+ /** Catalog heading for this client's deferred tools. */
49
+ group?: string;
46
50
  };
@@ -36,15 +36,17 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
36
36
  integrated: "integrated";
37
37
  dedicated: "dedicated";
38
38
  }>]>>;
39
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
40
+ devices: z.ZodOptional<z.ZodString>;
39
41
  'split-mode': z.ZodOptional<z.ZodEnum<{
40
42
  none: "none";
41
43
  layer: "layer";
42
44
  tensor: "tensor";
43
45
  }>>;
44
46
  'flash-attn': z.ZodOptional<z.ZodEnum<{
47
+ auto: "auto";
45
48
  on: "on";
46
49
  off: "off";
47
- auto: "auto";
48
50
  }>>;
49
51
  'tensor-split': z.ZodOptional<z.ZodString>;
50
52
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -63,9 +65,9 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
63
65
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
64
66
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
65
67
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
68
+ auto: "auto";
66
69
  on: "on";
67
70
  off: "off";
68
- auto: "auto";
69
71
  }>>;
70
72
  fit: z.ZodOptional<z.ZodBoolean>;
71
73
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -161,6 +163,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
161
163
  logprob_thold: z.ZodOptional<z.ZodNumber>;
162
164
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
163
165
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
166
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
167
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
168
+ seed: z.ZodOptional<z.ZodNumber>;
169
+ backendsDir: z.ZodOptional<z.ZodString>;
164
170
  vad_params: z.ZodOptional<z.ZodObject<{
165
171
  threshold: z.ZodOptional<z.ZodNumber>;
166
172
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -181,6 +187,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
181
187
  }, z.core.$strip>>;
182
188
  miscConfig: z.ZodOptional<z.ZodObject<{
183
189
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
190
+ seed: z.ZodOptional<z.ZodNumber>;
184
191
  }, z.core.$strip>>;
185
192
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
186
193
  src: z.ZodString;
@@ -297,8 +304,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
297
304
  "llamacpp-embedding": z.ZodObject<{
298
305
  gpuLayers: z.ZodOptional<z.ZodNumber>;
299
306
  device: z.ZodOptional<z.ZodEnum<{
300
- gpu: "gpu";
301
307
  cpu: "cpu";
308
+ gpu: "gpu";
302
309
  }>>;
303
310
  batchSize: z.ZodOptional<z.ZodNumber>;
304
311
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -314,9 +321,9 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
314
321
  }>>;
315
322
  embdNormalize: z.ZodOptional<z.ZodNumber>;
316
323
  flashAttention: z.ZodOptional<z.ZodEnum<{
324
+ auto: "auto";
317
325
  on: "on";
318
326
  off: "off";
319
- auto: "auto";
320
327
  }>>;
321
328
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
322
329
  integrated: "integrated";
@@ -1648,6 +1655,172 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1648
1655
  threads: z.ZodOptional<z.ZodNumber>;
1649
1656
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
1650
1657
  seed: z.ZodOptional<z.ZodNumber>;
1658
+ }, z.core.$strip>, z.ZodObject<{
1659
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1660
+ src: z.ZodString;
1661
+ name: z.ZodOptional<z.ZodString>;
1662
+ modelId: z.ZodOptional<z.ZodString>;
1663
+ registryPath: z.ZodOptional<z.ZodString>;
1664
+ registrySource: z.ZodOptional<z.ZodString>;
1665
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1666
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1667
+ engine: z.ZodOptional<z.ZodString>;
1668
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1669
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1670
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1671
+ embeddings: "embeddings";
1672
+ diffusion: "diffusion";
1673
+ audiogen: "audiogen";
1674
+ tts: "tts";
1675
+ ocr: "ocr";
1676
+ vla: "vla";
1677
+ "llamacpp-completion": "llamacpp-completion";
1678
+ "whispercpp-transcription": "whispercpp-transcription";
1679
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1680
+ "llamacpp-embedding": "llamacpp-embedding";
1681
+ "nmtcpp-translation": "nmtcpp-translation";
1682
+ "onnx-tts": "onnx-tts";
1683
+ "tts-ggml": "tts-ggml";
1684
+ "parakeet-transcription": "parakeet-transcription";
1685
+ "ggml-ocr": "ggml-ocr";
1686
+ "sdcpp-generation": "sdcpp-generation";
1687
+ "audiogen-ggml": "audiogen-ggml";
1688
+ "ggml-vla": "ggml-vla";
1689
+ "ggml-classification": "ggml-classification";
1690
+ llm: "llm";
1691
+ whisper: "whisper";
1692
+ bci: "bci";
1693
+ nmt: "nmt";
1694
+ parakeet: "parakeet";
1695
+ classification: "classification";
1696
+ }>, z.ZodLiteral<"vad">]>>;
1697
+ }, z.core.$strip>]>;
1698
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1699
+ src: z.ZodString;
1700
+ name: z.ZodOptional<z.ZodString>;
1701
+ modelId: z.ZodOptional<z.ZodString>;
1702
+ registryPath: z.ZodOptional<z.ZodString>;
1703
+ registrySource: z.ZodOptional<z.ZodString>;
1704
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1705
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1706
+ engine: z.ZodOptional<z.ZodString>;
1707
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1708
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1709
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1710
+ embeddings: "embeddings";
1711
+ diffusion: "diffusion";
1712
+ audiogen: "audiogen";
1713
+ tts: "tts";
1714
+ ocr: "ocr";
1715
+ vla: "vla";
1716
+ "llamacpp-completion": "llamacpp-completion";
1717
+ "whispercpp-transcription": "whispercpp-transcription";
1718
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1719
+ "llamacpp-embedding": "llamacpp-embedding";
1720
+ "nmtcpp-translation": "nmtcpp-translation";
1721
+ "onnx-tts": "onnx-tts";
1722
+ "tts-ggml": "tts-ggml";
1723
+ "parakeet-transcription": "parakeet-transcription";
1724
+ "ggml-ocr": "ggml-ocr";
1725
+ "sdcpp-generation": "sdcpp-generation";
1726
+ "audiogen-ggml": "audiogen-ggml";
1727
+ "ggml-vla": "ggml-vla";
1728
+ "ggml-classification": "ggml-classification";
1729
+ llm: "llm";
1730
+ whisper: "whisper";
1731
+ bci: "bci";
1732
+ nmt: "nmt";
1733
+ parakeet: "parakeet";
1734
+ classification: "classification";
1735
+ }>, z.ZodLiteral<"vad">]>>;
1736
+ }, z.core.$strip>]>>;
1737
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1738
+ src: z.ZodString;
1739
+ name: z.ZodOptional<z.ZodString>;
1740
+ modelId: z.ZodOptional<z.ZodString>;
1741
+ registryPath: z.ZodOptional<z.ZodString>;
1742
+ registrySource: z.ZodOptional<z.ZodString>;
1743
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1744
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1745
+ engine: z.ZodOptional<z.ZodString>;
1746
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1747
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1748
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1749
+ embeddings: "embeddings";
1750
+ diffusion: "diffusion";
1751
+ audiogen: "audiogen";
1752
+ tts: "tts";
1753
+ ocr: "ocr";
1754
+ vla: "vla";
1755
+ "llamacpp-completion": "llamacpp-completion";
1756
+ "whispercpp-transcription": "whispercpp-transcription";
1757
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1758
+ "llamacpp-embedding": "llamacpp-embedding";
1759
+ "nmtcpp-translation": "nmtcpp-translation";
1760
+ "onnx-tts": "onnx-tts";
1761
+ "tts-ggml": "tts-ggml";
1762
+ "parakeet-transcription": "parakeet-transcription";
1763
+ "ggml-ocr": "ggml-ocr";
1764
+ "sdcpp-generation": "sdcpp-generation";
1765
+ "audiogen-ggml": "audiogen-ggml";
1766
+ "ggml-vla": "ggml-vla";
1767
+ "ggml-classification": "ggml-classification";
1768
+ llm: "llm";
1769
+ whisper: "whisper";
1770
+ bci: "bci";
1771
+ nmt: "nmt";
1772
+ parakeet: "parakeet";
1773
+ classification: "classification";
1774
+ }>, z.ZodLiteral<"vad">]>>;
1775
+ }, z.core.$strip>]>>;
1776
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1777
+ src: z.ZodString;
1778
+ name: z.ZodOptional<z.ZodString>;
1779
+ modelId: z.ZodOptional<z.ZodString>;
1780
+ registryPath: z.ZodOptional<z.ZodString>;
1781
+ registrySource: z.ZodOptional<z.ZodString>;
1782
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1783
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1784
+ engine: z.ZodOptional<z.ZodString>;
1785
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1786
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1787
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1788
+ embeddings: "embeddings";
1789
+ diffusion: "diffusion";
1790
+ audiogen: "audiogen";
1791
+ tts: "tts";
1792
+ ocr: "ocr";
1793
+ vla: "vla";
1794
+ "llamacpp-completion": "llamacpp-completion";
1795
+ "whispercpp-transcription": "whispercpp-transcription";
1796
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1797
+ "llamacpp-embedding": "llamacpp-embedding";
1798
+ "nmtcpp-translation": "nmtcpp-translation";
1799
+ "onnx-tts": "onnx-tts";
1800
+ "tts-ggml": "tts-ggml";
1801
+ "parakeet-transcription": "parakeet-transcription";
1802
+ "ggml-ocr": "ggml-ocr";
1803
+ "sdcpp-generation": "sdcpp-generation";
1804
+ "audiogen-ggml": "audiogen-ggml";
1805
+ "ggml-vla": "ggml-vla";
1806
+ "ggml-classification": "ggml-classification";
1807
+ llm: "llm";
1808
+ whisper: "whisper";
1809
+ bci: "bci";
1810
+ nmt: "nmt";
1811
+ parakeet: "parakeet";
1812
+ classification: "classification";
1813
+ }>, z.ZodLiteral<"vad">]>>;
1814
+ }, z.core.$strip>]>>>;
1815
+ backendsDir: z.ZodOptional<z.ZodString>;
1816
+ ttsEngine: z.ZodLiteral<"moss">;
1817
+ language: z.ZodOptional<z.ZodString>;
1818
+ durationTokens: z.ZodOptional<z.ZodNumber>;
1819
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
1820
+ useGPU: z.ZodOptional<z.ZodBoolean>;
1821
+ threads: z.ZodOptional<z.ZodNumber>;
1822
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1823
+ seed: z.ZodOptional<z.ZodNumber>;
1651
1824
  }, z.core.$strip>], "ttsEngine">;
1652
1825
  "parakeet-transcription": z.ZodObject<{
1653
1826
  maxThreads: z.ZodOptional<z.ZodNumber>;
@@ -1743,8 +1916,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1743
1916
  }>>;
1744
1917
  threads: z.ZodOptional<z.ZodNumber>;
1745
1918
  device: z.ZodOptional<z.ZodEnum<{
1746
- gpu: "gpu";
1747
1919
  cpu: "cpu";
1920
+ gpu: "gpu";
1748
1921
  }>>;
1749
1922
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1750
1923
  integrated: "integrated";
@@ -2278,6 +2451,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
2278
2451
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2279
2452
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2280
2453
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2454
+ paramsBackend: z.ZodOptional<z.ZodString>;
2455
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2456
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2457
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2281
2458
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2282
2459
  kvCache: z.ZodOptional<z.ZodBoolean>;
2283
2460
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2581,8 +2758,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
2581
2758
  }, z.core.$strict>], "engine">;
2582
2759
  "ggml-vla": z.ZodObject<{
2583
2760
  backend: z.ZodOptional<z.ZodEnum<{
2584
- auto: "auto";
2585
2761
  cpu: "cpu";
2762
+ auto: "auto";
2586
2763
  }>>;
2587
2764
  verbosity: z.ZodOptional<z.ZodNumber>;
2588
2765
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -158,6 +158,34 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
158
158
  gemma4: "gemma4";
159
159
  dsml: "dsml";
160
160
  }>>;
161
+ fitProbe: z.ZodOptional<z.ZodObject<{
162
+ verdict: z.ZodEnum<{
163
+ unknown: "unknown";
164
+ fit: "fit";
165
+ "does-not-fit": "does-not-fit";
166
+ }>;
167
+ basis: z.ZodLiteral<"native-probe">;
168
+ engine: z.ZodOptional<z.ZodString>;
169
+ estimatorVersion: z.ZodString;
170
+ reason: z.ZodString;
171
+ message: z.ZodOptional<z.ZodString>;
172
+ plan: z.ZodOptional<z.ZodObject<{
173
+ nCtx: z.ZodNumber;
174
+ nGpuLayers: z.ZodNumber;
175
+ nGpuDevices: z.ZodNumber;
176
+ }, z.core.$strip>>;
177
+ projection: z.ZodOptional<z.ZodObject<{
178
+ deviceName: z.ZodOptional<z.ZodString>;
179
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
180
+ hostBytes: z.ZodOptional<z.ZodNumber>;
181
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
182
+ contextBytes: z.ZodOptional<z.ZodNumber>;
183
+ computeBytes: z.ZodOptional<z.ZodNumber>;
184
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
185
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
186
+ report: z.ZodOptional<z.ZodString>;
187
+ }, z.core.$strip>>;
188
+ }, z.core.$strip>>;
161
189
  }, z.core.$strip>;
162
190
  export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
163
191
  type: z.ZodLiteral<"getLoadedModelInfo">;
@@ -179,6 +207,34 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
179
207
  gemma4: "gemma4";
180
208
  dsml: "dsml";
181
209
  }>>;
210
+ fitProbe: z.ZodOptional<z.ZodObject<{
211
+ verdict: z.ZodEnum<{
212
+ unknown: "unknown";
213
+ fit: "fit";
214
+ "does-not-fit": "does-not-fit";
215
+ }>;
216
+ basis: z.ZodLiteral<"native-probe">;
217
+ engine: z.ZodOptional<z.ZodString>;
218
+ estimatorVersion: z.ZodString;
219
+ reason: z.ZodString;
220
+ message: z.ZodOptional<z.ZodString>;
221
+ plan: z.ZodOptional<z.ZodObject<{
222
+ nCtx: z.ZodNumber;
223
+ nGpuLayers: z.ZodNumber;
224
+ nGpuDevices: z.ZodNumber;
225
+ }, z.core.$strip>>;
226
+ projection: z.ZodOptional<z.ZodObject<{
227
+ deviceName: z.ZodOptional<z.ZodString>;
228
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
229
+ hostBytes: z.ZodOptional<z.ZodNumber>;
230
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
231
+ contextBytes: z.ZodOptional<z.ZodNumber>;
232
+ computeBytes: z.ZodOptional<z.ZodNumber>;
233
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
234
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
235
+ report: z.ZodOptional<z.ZodString>;
236
+ }, z.core.$strip>>;
237
+ }, z.core.$strip>>;
182
238
  }, z.core.$strip>;
183
239
  }, z.core.$strip>;
184
240
  export type GetLoadedModelInfoParams = z.input<typeof getLoadedModelInfoParamsSchema>;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { toolDialectSchema } from './completion-stream.js';
3
+ import { nativeProbeFitSchema } from './assess-model-fit.js';
3
4
  // ============== Model info (catalog) ==============
4
5
  export const getModelInfoParamsSchema = z.object({
5
6
  name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
@@ -114,7 +115,10 @@ export const loadedModelInfoSchema = z
114
115
  loadedAt: z.coerce.date(),
115
116
  name: z.string().optional(),
116
117
  path: z.string().optional(),
117
- toolDialect: toolDialectSchema.optional()
118
+ toolDialect: toolDialectSchema.optional(),
119
+ fitProbe: nativeProbeFitSchema
120
+ .optional()
121
+ .describe('Outcome of the advisory fit check that ran ahead of this load. Advisory throughout: the load proceeded whatever the verdict. Absent when the check is disabled.')
118
122
  })
119
123
  .meta({ title: 'LoadedModelInfo' });
120
124
  export const getLoadedModelInfoResponseSchema = z.object({
@@ -132,6 +132,12 @@ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys ext
132
132
  addonPackage: string;
133
133
  loadConfigSchema: z.ZodType;
134
134
  createModel: (params: CreateModelParams) => PluginModelResult;
135
+ /**
136
+ * The engine's own fitter. Carrying it here keeps every addon specifier
137
+ * inside the module graph of the plugin that owns it, so a bundler walking a
138
+ * host that ships one engine never resolves the others.
139
+ */
140
+ assessFit?: (request: never) => unknown;
135
141
  handlers: Record<string, PluginHandlerDefinition>;
136
142
  logging?: PluginLogging | undefined;
137
143
  capabilities?: QvacPluginCapabilities | undefined;
@@ -218,8 +224,8 @@ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
218
224
  cancel: z.ZodOptional<z.ZodObject<{
219
225
  scope: z.ZodEnum<{
220
226
  request: "request";
221
- model: "model";
222
227
  none: "none";
228
+ model: "model";
223
229
  }>;
224
230
  hard: z.ZodOptional<z.ZodBoolean>;
225
231
  }, z.core.$catchall<z.ZodUnknown>>>;
@@ -245,8 +251,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
245
251
  cancel: z.ZodOptional<z.ZodObject<{
246
252
  scope: z.ZodEnum<{
247
253
  request: "request";
248
- model: "model";
249
254
  none: "none";
255
+ model: "model";
250
256
  }>;
251
257
  hard: z.ZodOptional<z.ZodBoolean>;
252
258
  }, z.core.$catchall<z.ZodUnknown>>>;
@@ -468,8 +468,8 @@ export declare const operationEventSchema: z.ZodObject<{
468
468
  backend: z.ZodOptional<z.ZodObject<{
469
469
  selectedBackend: z.ZodString;
470
470
  selectedDevice: z.ZodEnum<{
471
- gpu: "gpu";
472
471
  cpu: "cpu";
472
+ gpu: "gpu";
473
473
  }>;
474
474
  graphicsApi: z.ZodOptional<z.ZodEnum<{
475
475
  vulkan: "vulkan";
@@ -491,8 +491,8 @@ export declare const operationEventSchema: z.ZodObject<{
491
491
  fallback: z.ZodOptional<z.ZodObject<{
492
492
  requestedBackend: z.ZodOptional<z.ZodString>;
493
493
  requestedDevice: z.ZodOptional<z.ZodEnum<{
494
- gpu: "gpu";
495
494
  cpu: "cpu";
495
+ gpu: "gpu";
496
496
  }>>;
497
497
  reason: z.ZodString;
498
498
  }, z.core.$strip>>;
@@ -729,8 +729,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
729
729
  backend: z.ZodOptional<z.ZodObject<{
730
730
  selectedBackend: z.ZodString;
731
731
  selectedDevice: z.ZodEnum<{
732
- gpu: "gpu";
733
732
  cpu: "cpu";
733
+ gpu: "gpu";
734
734
  }>;
735
735
  graphicsApi: z.ZodOptional<z.ZodEnum<{
736
736
  vulkan: "vulkan";
@@ -752,8 +752,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
752
752
  fallback: z.ZodOptional<z.ZodObject<{
753
753
  requestedBackend: z.ZodOptional<z.ZodString>;
754
754
  requestedDevice: z.ZodOptional<z.ZodEnum<{
755
- gpu: "gpu";
756
755
  cpu: "cpu";
756
+ gpu: "gpu";
757
757
  }>>;
758
758
  reason: z.ZodString;
759
759
  }, z.core.$strip>>;
@@ -45,6 +45,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
45
45
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
46
46
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
47
47
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
48
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
49
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
50
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
51
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
48
52
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
49
53
  threshold: z.ZodOptional<z.ZodNumber>;
50
54
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -65,6 +69,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
65
69
  }, z.core.$strip>>>;
66
70
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
67
71
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
72
+ seed: z.ZodOptional<z.ZodNumber>;
68
73
  }, z.core.$strip>>>;
69
74
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
70
75
  src: z.ZodString;
@@ -152,6 +157,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
152
157
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
153
158
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
154
159
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
160
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
161
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
162
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
163
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
155
164
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
156
165
  threshold: z.ZodOptional<z.ZodNumber>;
157
166
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -172,6 +181,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
172
181
  }, z.core.$strip>>>;
173
182
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
174
183
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
184
+ seed: z.ZodOptional<z.ZodNumber>;
175
185
  }, z.core.$strip>>>;
176
186
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
177
187
  src: z.ZodString;
@@ -253,6 +263,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
253
263
  logprob_thold?: number | undefined;
254
264
  greedy_best_of?: number | undefined;
255
265
  beam_search_beam_size?: number | undefined;
266
+ max_initial_ts?: number | undefined;
267
+ no_speech_thold?: number | undefined;
268
+ seed?: number | undefined;
269
+ backendsDir?: string | undefined;
256
270
  vad_params?: {
257
271
  threshold?: number | undefined;
258
272
  min_speech_duration_ms?: number | undefined;
@@ -270,6 +284,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
270
284
  } | undefined;
271
285
  miscConfig?: {
272
286
  caption_enabled?: boolean | undefined;
287
+ seed?: number | undefined;
273
288
  } | undefined;
274
289
  vadModelSrc?: string | {
275
290
  src: string;
@@ -324,6 +339,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
324
339
  logprob_thold?: number | undefined;
325
340
  greedy_best_of?: number | undefined;
326
341
  beam_search_beam_size?: number | undefined;
342
+ max_initial_ts?: number | undefined;
343
+ no_speech_thold?: number | undefined;
344
+ seed?: number | undefined;
345
+ backendsDir?: string | undefined;
327
346
  vad_params?: {
328
347
  threshold?: number | undefined;
329
348
  min_speech_duration_ms?: number | undefined;
@@ -341,6 +360,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
341
360
  } | undefined;
342
361
  miscConfig?: {
343
362
  caption_enabled?: boolean | undefined;
363
+ seed?: number | undefined;
344
364
  } | undefined;
345
365
  vadModelSrc?: string | {
346
366
  src: string;
@@ -406,6 +426,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
406
426
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
407
427
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
408
428
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
429
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
430
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
431
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
432
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
409
433
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
410
434
  threshold: z.ZodOptional<z.ZodNumber>;
411
435
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -426,6 +450,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
426
450
  }, z.core.$strip>>>;
427
451
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
428
452
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
453
+ seed: z.ZodOptional<z.ZodNumber>;
429
454
  }, z.core.$strip>>>;
430
455
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
431
456
  src: z.ZodString;
@@ -517,6 +542,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
517
542
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
518
543
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
519
544
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
545
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
546
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
547
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
548
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
520
549
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
521
550
  threshold: z.ZodOptional<z.ZodNumber>;
522
551
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -537,6 +566,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
537
566
  }, z.core.$strip>>>;
538
567
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
539
568
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
569
+ seed: z.ZodOptional<z.ZodNumber>;
540
570
  }, z.core.$strip>>>;
541
571
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
542
572
  src: z.ZodString;