@qvac/inference 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/NOTICE +107 -33
  2. package/README.md +8 -5
  3. package/dist/api/assess-model-fit.d.ts +9 -4
  4. package/dist/api/assess-model-fit.js +9 -4
  5. package/dist/api/bci-transcribe.d.ts +4 -1
  6. package/dist/api/index.d.ts +1 -0
  7. package/dist/api/index.js +1 -0
  8. package/dist/api/rpc-server.d.ts +19 -0
  9. package/dist/api/rpc-server.js +44 -0
  10. package/dist/api/text-to-speech.d.ts +9 -0
  11. package/dist/api/text-to-speech.js +9 -0
  12. package/dist/api/transcribe.d.ts +11 -7
  13. package/dist/api/transcribe.js +47 -15
  14. package/dist/api/video-request.d.ts +5 -5
  15. package/dist/dispatch.js +39 -7
  16. package/dist/errors/index.d.ts +7 -0
  17. package/dist/errors/index.js +15 -0
  18. package/dist/handlers/assess-model-fit.d.ts +18 -6
  19. package/dist/handlers/assess-model-fit.js +215 -35
  20. package/dist/handlers/completion-orchestrate.js +17 -0
  21. package/dist/handlers/get-loaded-model-info.js +4 -1
  22. package/dist/handlers/get-model-info.js +29 -1
  23. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  24. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  25. package/dist/handlers/load-model/hyperdrive.js +2 -2
  26. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  27. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  28. package/dist/handlers/load-model/registry.js +59 -0
  29. package/dist/handlers/rpc-server.d.ts +23 -0
  30. package/dist/handlers/rpc-server.js +141 -0
  31. package/dist/index.d.ts +2 -1
  32. package/dist/index.js +2 -1
  33. package/dist/models/registry/models.d.ts +7731 -5672
  34. package/dist/models/registry/models.js +4652 -2526
  35. package/dist/models/registry/resource-profiles.js +481 -94
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  40. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  44. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
  45. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  46. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  47. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  48. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  49. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  50. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  51. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  52. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  54. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  55. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  56. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  57. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  58. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  59. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  60. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  61. package/dist/plugins/ops/bci-transcribe.js +18 -13
  62. package/dist/plugins/ops/load-model.js +2 -2
  63. package/dist/plugins/ops/transcribe.d.ts +4 -2
  64. package/dist/plugins/ops/transcribe.js +39 -2
  65. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  66. package/dist/plugins/ops/translate-stats.js +64 -7
  67. package/dist/plugins/ops/translate.js +20 -4
  68. package/dist/profiling/operation-metrics.js +56 -0
  69. package/dist/registry.js +4 -0
  70. package/dist/resources/model-fit/assess.d.ts +46 -2
  71. package/dist/resources/model-fit/assess.js +67 -3
  72. package/dist/resources/model-fit/estimators/llm.js +2 -2
  73. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  74. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
  75. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
  76. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  77. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  78. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  79. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  80. package/dist/resources/model-fit/floor.js +2 -2
  81. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  82. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  83. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  84. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  85. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  86. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  87. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  88. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  89. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  90. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  91. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  92. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  93. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  94. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  95. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  96. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  97. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  98. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  99. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  100. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  101. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  102. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  103. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  104. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  105. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  106. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  107. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  108. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  109. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  110. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  111. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  112. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  113. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  114. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  115. package/dist/resources/model-fit/platform.d.ts +9 -0
  116. package/dist/resources/model-fit/platform.js +28 -0
  117. package/dist/rpc/device-map.d.ts +13 -0
  118. package/dist/rpc/device-map.js +22 -0
  119. package/dist/rpc/discovery.d.ts +12 -0
  120. package/dist/rpc/discovery.js +225 -0
  121. package/dist/rpc/ggml-provider.d.ts +4 -0
  122. package/dist/rpc/ggml-provider.js +25 -0
  123. package/dist/rpc/index.d.ts +2 -0
  124. package/dist/rpc/index.js +1 -0
  125. package/dist/rpc/instance.d.ts +6 -0
  126. package/dist/rpc/instance.js +21 -0
  127. package/dist/rpc/inventory.d.ts +5 -0
  128. package/dist/rpc/inventory.js +144 -0
  129. package/dist/rpc/manager.d.ts +14 -0
  130. package/dist/rpc/manager.js +174 -0
  131. package/dist/rpc/network.d.ts +11 -0
  132. package/dist/rpc/network.js +85 -0
  133. package/dist/rpc/provider.d.ts +6 -0
  134. package/dist/rpc/provider.js +24 -0
  135. package/dist/runtime/lifecycle.js +31 -13
  136. package/dist/runtime/request-context.d.ts +1 -1
  137. package/dist/runtime/state.js +5 -0
  138. package/dist/schemas/assess-model-fit.d.ts +284 -77
  139. package/dist/schemas/assess-model-fit.js +93 -55
  140. package/dist/schemas/audio-gen.d.ts +6 -6
  141. package/dist/schemas/audio-gen.js +2 -2
  142. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  143. package/dist/schemas/batch-completion-stream.js +5 -3
  144. package/dist/schemas/bci-config.js +1 -1
  145. package/dist/schemas/bci.d.ts +86 -1
  146. package/dist/schemas/bci.js +21 -2
  147. package/dist/schemas/cancel.d.ts +10 -0
  148. package/dist/schemas/cancel.js +2 -0
  149. package/dist/schemas/common.d.ts +765 -56
  150. package/dist/schemas/common.js +7 -0
  151. package/dist/schemas/completion-event.d.ts +6 -6
  152. package/dist/schemas/completion-stream.d.ts +27 -8
  153. package/dist/schemas/completion-stream.js +41 -4
  154. package/dist/schemas/config.d.ts +236 -30
  155. package/dist/schemas/config.js +10 -0
  156. package/dist/schemas/embed.d.ts +2 -2
  157. package/dist/schemas/error.js +13 -0
  158. package/dist/schemas/errors.d.ts +1 -0
  159. package/dist/schemas/errors.js +5 -0
  160. package/dist/schemas/index.d.ts +1 -0
  161. package/dist/schemas/index.js +1 -0
  162. package/dist/schemas/llamacpp-config.d.ts +105 -14
  163. package/dist/schemas/llamacpp-config.js +113 -3
  164. package/dist/schemas/load-model.d.ts +3102 -627
  165. package/dist/schemas/load-model.js +2 -2
  166. package/dist/schemas/mcp-adapter.d.ts +4 -0
  167. package/dist/schemas/model-config-schemas.d.ts +205 -5
  168. package/dist/schemas/model-info.d.ts +56 -0
  169. package/dist/schemas/model-info.js +5 -1
  170. package/dist/schemas/plugin.d.ts +8 -2
  171. package/dist/schemas/profiling.d.ts +4 -4
  172. package/dist/schemas/reload-config.d.ts +30 -0
  173. package/dist/schemas/rpc-server.d.ts +101 -0
  174. package/dist/schemas/rpc-server.js +87 -0
  175. package/dist/schemas/sdcpp-config.d.ts +7 -3
  176. package/dist/schemas/sdcpp-config.js +37 -2
  177. package/dist/schemas/system-resources.d.ts +4 -4
  178. package/dist/schemas/text-to-speech.d.ts +529 -1
  179. package/dist/schemas/text-to-speech.js +122 -12
  180. package/dist/schemas/tools.d.ts +2 -0
  181. package/dist/schemas/tools.js +8 -0
  182. package/dist/schemas/transcription-config.d.ts +5 -0
  183. package/dist/schemas/transcription-config.js +20 -2
  184. package/dist/schemas/transcription.d.ts +164 -0
  185. package/dist/schemas/transcription.js +71 -4
  186. package/dist/schemas/vla.d.ts +1 -1
  187. package/dist/surface.d.ts +4 -1
  188. package/dist/surface.js +3 -1
  189. package/dist/utils/addon-responses.d.ts +5 -1
  190. package/dist/utils/archive.js +5 -1
  191. package/dist/utils/asr-diagnostics.d.ts +12 -0
  192. package/dist/utils/asr-diagnostics.js +42 -0
  193. package/dist/utils/asr-events.d.ts +1 -0
  194. package/dist/utils/asr-events.js +3 -2
  195. package/dist/utils/cache/paths.js +3 -2
  196. package/dist/utils/mcp-adapter.js +7 -1
  197. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  198. package/dist/utils/multi-gpu-mobile.js +8 -6
  199. package/dist/utils/path-security.d.ts +5 -0
  200. package/dist/utils/path-security.js +14 -0
  201. package/dist/utils/tool-helpers.d.ts +4 -0
  202. package/dist/utils/tool-helpers.js +2 -0
  203. package/dist/utils/tools/defer.d.ts +93 -0
  204. package/dist/utils/tools/defer.js +290 -0
  205. package/dist/utils/tools/index.d.ts +1 -0
  206. package/dist/utils/tools/index.js +1 -0
  207. package/dist/utils/transcribe-metadata.d.ts +21 -7
  208. package/dist/utils/transcribe-metadata.js +24 -8
  209. package/dist/utils/tts-stats.d.ts +6 -0
  210. package/dist/utils/tts-stats.js +14 -1
  211. package/package.json +44 -30
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  213. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
@@ -3,7 +3,7 @@ import { llmConfigBaseSchema, embedConfigBaseSchema } from './llamacpp-config.js
3
3
  import { whisperConfigSchema, parakeetLoadConfigSchema } from './transcription-config.js';
4
4
  import { bciConfigSchema } from './bci-config.js';
5
5
  import { nmtConfigBaseSchema, nmtConfigSchema } from './translation-config.js';
6
- import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
6
+ import { LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS, ttsAudio8LoadConfigSchema, ttsChatterboxLoadConfigSchema, ttsConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsMossLoadConfigSchema, ttsParlerLoadConfigSchema, ttsSupertonicLoadConfigSchema } from './text-to-speech.js';
7
7
  import { ocrConfigSchema } from './ocr.js';
8
8
  import { modelSrcInputSchema, modelInputToSrcSchema, modelInputToNameSchema, MODEL_SOURCE_URI_HINT } from './model-src-utils.js';
9
9
  import { llmModelTypeSchema, whisperModelTypeSchema, bciModelTypeSchema, parakeetModelTypeSchema, embeddingsModelTypeSchema, nmtModelTypeSchema, ttsModelTypeSchema, ocrModelTypeSchema, diffusionModelTypeSchema, audioGenModelTypeSchema, vlaModelTypeSchema, classificationModelTypeSchema, ModelType, ModelTypeAliases, normalizeModelType } from './model-types.js';
@@ -49,7 +49,7 @@ const modelConfigKeysByModelType = new Map([
49
49
  [ModelType.nmtcppTranslation, configKeys(...nmtConfigBaseSchema.options)],
50
50
  [
51
51
  ModelType.ttsGgml,
52
- configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
52
+ configKeys(ttsChatterboxLoadConfigSchema, ttsSupertonicLoadConfigSchema, ttsParlerLoadConfigSchema, ttsCosyvoice3LoadConfigSchema, ttsAudio8LoadConfigSchema, ttsMossLoadConfigSchema, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS)
53
53
  ],
54
54
  [ModelType.ggmlOcr, configKeys(ocrConfigSchema)],
55
55
  [ModelType.sdcppGeneration, configKeys(sdcppConfigSchema)],
@@ -43,4 +43,8 @@ export type McpClient = {
43
43
  export type McpClientInput = {
44
44
  client: McpClient;
45
45
  includeResources?: boolean;
46
+ /** Defer every tool this client exposes; see `Tool.deferLoading`. */
47
+ deferLoading?: boolean;
48
+ /** Catalog heading for this client's deferred tools. */
49
+ group?: string;
46
50
  };
@@ -36,17 +36,42 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
36
36
  integrated: "integrated";
37
37
  dedicated: "dedicated";
38
38
  }>]>>;
39
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
40
+ devices: z.ZodOptional<z.ZodString>;
39
41
  'split-mode': z.ZodOptional<z.ZodEnum<{
40
42
  none: "none";
41
43
  layer: "layer";
42
44
  tensor: "tensor";
43
45
  }>>;
44
46
  'flash-attn': z.ZodOptional<z.ZodEnum<{
47
+ auto: "auto";
45
48
  on: "on";
46
49
  off: "off";
47
- auto: "auto";
48
50
  }>>;
49
51
  'tensor-split': z.ZodOptional<z.ZodString>;
52
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
53
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
54
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
55
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
56
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
57
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
58
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
59
+ threads: z.ZodOptional<z.ZodNumber>;
60
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
61
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
62
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
63
+ 'override-tensor': z.ZodOptional<z.ZodString>;
64
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
65
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
66
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
67
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
68
+ auto: "auto";
69
+ on: "on";
70
+ off: "off";
71
+ }>>;
72
+ fit: z.ZodOptional<z.ZodBoolean>;
73
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
74
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
50
75
  openclCacheDir: z.ZodOptional<z.ZodString>;
51
76
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
52
77
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -138,6 +163,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
138
163
  logprob_thold: z.ZodOptional<z.ZodNumber>;
139
164
  greedy_best_of: z.ZodOptional<z.ZodNumber>;
140
165
  beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
166
+ max_initial_ts: z.ZodOptional<z.ZodNumber>;
167
+ no_speech_thold: z.ZodOptional<z.ZodNumber>;
168
+ seed: z.ZodOptional<z.ZodNumber>;
169
+ backendsDir: z.ZodOptional<z.ZodString>;
141
170
  vad_params: z.ZodOptional<z.ZodObject<{
142
171
  threshold: z.ZodOptional<z.ZodNumber>;
143
172
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -158,6 +187,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
158
187
  }, z.core.$strip>>;
159
188
  miscConfig: z.ZodOptional<z.ZodObject<{
160
189
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
190
+ seed: z.ZodOptional<z.ZodNumber>;
161
191
  }, z.core.$strip>>;
162
192
  vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
163
193
  src: z.ZodString;
@@ -274,8 +304,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
274
304
  "llamacpp-embedding": z.ZodObject<{
275
305
  gpuLayers: z.ZodOptional<z.ZodNumber>;
276
306
  device: z.ZodOptional<z.ZodEnum<{
277
- gpu: "gpu";
278
307
  cpu: "cpu";
308
+ gpu: "gpu";
279
309
  }>>;
280
310
  batchSize: z.ZodOptional<z.ZodNumber>;
281
311
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -291,9 +321,9 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
291
321
  }>>;
292
322
  embdNormalize: z.ZodOptional<z.ZodNumber>;
293
323
  flashAttention: z.ZodOptional<z.ZodEnum<{
324
+ auto: "auto";
294
325
  on: "on";
295
326
  off: "off";
296
- auto: "auto";
297
327
  }>>;
298
328
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
299
329
  integrated: "integrated";
@@ -1625,6 +1655,172 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1625
1655
  threads: z.ZodOptional<z.ZodNumber>;
1626
1656
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
1627
1657
  seed: z.ZodOptional<z.ZodNumber>;
1658
+ }, z.core.$strip>, z.ZodObject<{
1659
+ mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1660
+ src: z.ZodString;
1661
+ name: z.ZodOptional<z.ZodString>;
1662
+ modelId: z.ZodOptional<z.ZodString>;
1663
+ registryPath: z.ZodOptional<z.ZodString>;
1664
+ registrySource: z.ZodOptional<z.ZodString>;
1665
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1666
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1667
+ engine: z.ZodOptional<z.ZodString>;
1668
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1669
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1670
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1671
+ embeddings: "embeddings";
1672
+ diffusion: "diffusion";
1673
+ audiogen: "audiogen";
1674
+ tts: "tts";
1675
+ ocr: "ocr";
1676
+ vla: "vla";
1677
+ "llamacpp-completion": "llamacpp-completion";
1678
+ "whispercpp-transcription": "whispercpp-transcription";
1679
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1680
+ "llamacpp-embedding": "llamacpp-embedding";
1681
+ "nmtcpp-translation": "nmtcpp-translation";
1682
+ "onnx-tts": "onnx-tts";
1683
+ "tts-ggml": "tts-ggml";
1684
+ "parakeet-transcription": "parakeet-transcription";
1685
+ "ggml-ocr": "ggml-ocr";
1686
+ "sdcpp-generation": "sdcpp-generation";
1687
+ "audiogen-ggml": "audiogen-ggml";
1688
+ "ggml-vla": "ggml-vla";
1689
+ "ggml-classification": "ggml-classification";
1690
+ llm: "llm";
1691
+ whisper: "whisper";
1692
+ bci: "bci";
1693
+ nmt: "nmt";
1694
+ parakeet: "parakeet";
1695
+ classification: "classification";
1696
+ }>, z.ZodLiteral<"vad">]>>;
1697
+ }, z.core.$strip>]>;
1698
+ mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1699
+ src: z.ZodString;
1700
+ name: z.ZodOptional<z.ZodString>;
1701
+ modelId: z.ZodOptional<z.ZodString>;
1702
+ registryPath: z.ZodOptional<z.ZodString>;
1703
+ registrySource: z.ZodOptional<z.ZodString>;
1704
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1705
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1706
+ engine: z.ZodOptional<z.ZodString>;
1707
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1708
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1709
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1710
+ embeddings: "embeddings";
1711
+ diffusion: "diffusion";
1712
+ audiogen: "audiogen";
1713
+ tts: "tts";
1714
+ ocr: "ocr";
1715
+ vla: "vla";
1716
+ "llamacpp-completion": "llamacpp-completion";
1717
+ "whispercpp-transcription": "whispercpp-transcription";
1718
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1719
+ "llamacpp-embedding": "llamacpp-embedding";
1720
+ "nmtcpp-translation": "nmtcpp-translation";
1721
+ "onnx-tts": "onnx-tts";
1722
+ "tts-ggml": "tts-ggml";
1723
+ "parakeet-transcription": "parakeet-transcription";
1724
+ "ggml-ocr": "ggml-ocr";
1725
+ "sdcpp-generation": "sdcpp-generation";
1726
+ "audiogen-ggml": "audiogen-ggml";
1727
+ "ggml-vla": "ggml-vla";
1728
+ "ggml-classification": "ggml-classification";
1729
+ llm: "llm";
1730
+ whisper: "whisper";
1731
+ bci: "bci";
1732
+ nmt: "nmt";
1733
+ parakeet: "parakeet";
1734
+ classification: "classification";
1735
+ }>, z.ZodLiteral<"vad">]>>;
1736
+ }, z.core.$strip>]>>;
1737
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1738
+ src: z.ZodString;
1739
+ name: z.ZodOptional<z.ZodString>;
1740
+ modelId: z.ZodOptional<z.ZodString>;
1741
+ registryPath: z.ZodOptional<z.ZodString>;
1742
+ registrySource: z.ZodOptional<z.ZodString>;
1743
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1744
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1745
+ engine: z.ZodOptional<z.ZodString>;
1746
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1747
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1748
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1749
+ embeddings: "embeddings";
1750
+ diffusion: "diffusion";
1751
+ audiogen: "audiogen";
1752
+ tts: "tts";
1753
+ ocr: "ocr";
1754
+ vla: "vla";
1755
+ "llamacpp-completion": "llamacpp-completion";
1756
+ "whispercpp-transcription": "whispercpp-transcription";
1757
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1758
+ "llamacpp-embedding": "llamacpp-embedding";
1759
+ "nmtcpp-translation": "nmtcpp-translation";
1760
+ "onnx-tts": "onnx-tts";
1761
+ "tts-ggml": "tts-ggml";
1762
+ "parakeet-transcription": "parakeet-transcription";
1763
+ "ggml-ocr": "ggml-ocr";
1764
+ "sdcpp-generation": "sdcpp-generation";
1765
+ "audiogen-ggml": "audiogen-ggml";
1766
+ "ggml-vla": "ggml-vla";
1767
+ "ggml-classification": "ggml-classification";
1768
+ llm: "llm";
1769
+ whisper: "whisper";
1770
+ bci: "bci";
1771
+ nmt: "nmt";
1772
+ parakeet: "parakeet";
1773
+ classification: "classification";
1774
+ }>, z.ZodLiteral<"vad">]>>;
1775
+ }, z.core.$strip>]>>;
1776
+ dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1777
+ src: z.ZodString;
1778
+ name: z.ZodOptional<z.ZodString>;
1779
+ modelId: z.ZodOptional<z.ZodString>;
1780
+ registryPath: z.ZodOptional<z.ZodString>;
1781
+ registrySource: z.ZodOptional<z.ZodString>;
1782
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1783
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1784
+ engine: z.ZodOptional<z.ZodString>;
1785
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1786
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1787
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1788
+ embeddings: "embeddings";
1789
+ diffusion: "diffusion";
1790
+ audiogen: "audiogen";
1791
+ tts: "tts";
1792
+ ocr: "ocr";
1793
+ vla: "vla";
1794
+ "llamacpp-completion": "llamacpp-completion";
1795
+ "whispercpp-transcription": "whispercpp-transcription";
1796
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1797
+ "llamacpp-embedding": "llamacpp-embedding";
1798
+ "nmtcpp-translation": "nmtcpp-translation";
1799
+ "onnx-tts": "onnx-tts";
1800
+ "tts-ggml": "tts-ggml";
1801
+ "parakeet-transcription": "parakeet-transcription";
1802
+ "ggml-ocr": "ggml-ocr";
1803
+ "sdcpp-generation": "sdcpp-generation";
1804
+ "audiogen-ggml": "audiogen-ggml";
1805
+ "ggml-vla": "ggml-vla";
1806
+ "ggml-classification": "ggml-classification";
1807
+ llm: "llm";
1808
+ whisper: "whisper";
1809
+ bci: "bci";
1810
+ nmt: "nmt";
1811
+ parakeet: "parakeet";
1812
+ classification: "classification";
1813
+ }>, z.ZodLiteral<"vad">]>>;
1814
+ }, z.core.$strip>]>>>;
1815
+ backendsDir: z.ZodOptional<z.ZodString>;
1816
+ ttsEngine: z.ZodLiteral<"moss">;
1817
+ language: z.ZodOptional<z.ZodString>;
1818
+ durationTokens: z.ZodOptional<z.ZodNumber>;
1819
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
1820
+ useGPU: z.ZodOptional<z.ZodBoolean>;
1821
+ threads: z.ZodOptional<z.ZodNumber>;
1822
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1823
+ seed: z.ZodOptional<z.ZodNumber>;
1628
1824
  }, z.core.$strip>], "ttsEngine">;
1629
1825
  "parakeet-transcription": z.ZodObject<{
1630
1826
  maxThreads: z.ZodOptional<z.ZodNumber>;
@@ -1720,8 +1916,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1720
1916
  }>>;
1721
1917
  threads: z.ZodOptional<z.ZodNumber>;
1722
1918
  device: z.ZodOptional<z.ZodEnum<{
1723
- gpu: "gpu";
1724
1919
  cpu: "cpu";
1920
+ gpu: "gpu";
1725
1921
  }>>;
1726
1922
  'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1727
1923
  integrated: "integrated";
@@ -2255,6 +2451,10 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
2255
2451
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2256
2452
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2257
2453
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2454
+ paramsBackend: z.ZodOptional<z.ZodString>;
2455
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2456
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2457
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2258
2458
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2259
2459
  kvCache: z.ZodOptional<z.ZodBoolean>;
2260
2460
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2558,8 +2758,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
2558
2758
  }, z.core.$strict>], "engine">;
2559
2759
  "ggml-vla": z.ZodObject<{
2560
2760
  backend: z.ZodOptional<z.ZodEnum<{
2561
- auto: "auto";
2562
2761
  cpu: "cpu";
2762
+ auto: "auto";
2563
2763
  }>>;
2564
2764
  verbosity: z.ZodOptional<z.ZodNumber>;
2565
2765
  embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -158,6 +158,34 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
158
158
  gemma4: "gemma4";
159
159
  dsml: "dsml";
160
160
  }>>;
161
+ fitProbe: z.ZodOptional<z.ZodObject<{
162
+ verdict: z.ZodEnum<{
163
+ unknown: "unknown";
164
+ fit: "fit";
165
+ "does-not-fit": "does-not-fit";
166
+ }>;
167
+ basis: z.ZodLiteral<"native-probe">;
168
+ engine: z.ZodOptional<z.ZodString>;
169
+ estimatorVersion: z.ZodString;
170
+ reason: z.ZodString;
171
+ message: z.ZodOptional<z.ZodString>;
172
+ plan: z.ZodOptional<z.ZodObject<{
173
+ nCtx: z.ZodNumber;
174
+ nGpuLayers: z.ZodNumber;
175
+ nGpuDevices: z.ZodNumber;
176
+ }, z.core.$strip>>;
177
+ projection: z.ZodOptional<z.ZodObject<{
178
+ deviceName: z.ZodOptional<z.ZodString>;
179
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
180
+ hostBytes: z.ZodOptional<z.ZodNumber>;
181
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
182
+ contextBytes: z.ZodOptional<z.ZodNumber>;
183
+ computeBytes: z.ZodOptional<z.ZodNumber>;
184
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
185
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
186
+ report: z.ZodOptional<z.ZodString>;
187
+ }, z.core.$strip>>;
188
+ }, z.core.$strip>>;
161
189
  }, z.core.$strip>;
162
190
  export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
163
191
  type: z.ZodLiteral<"getLoadedModelInfo">;
@@ -179,6 +207,34 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
179
207
  gemma4: "gemma4";
180
208
  dsml: "dsml";
181
209
  }>>;
210
+ fitProbe: z.ZodOptional<z.ZodObject<{
211
+ verdict: z.ZodEnum<{
212
+ unknown: "unknown";
213
+ fit: "fit";
214
+ "does-not-fit": "does-not-fit";
215
+ }>;
216
+ basis: z.ZodLiteral<"native-probe">;
217
+ engine: z.ZodOptional<z.ZodString>;
218
+ estimatorVersion: z.ZodString;
219
+ reason: z.ZodString;
220
+ message: z.ZodOptional<z.ZodString>;
221
+ plan: z.ZodOptional<z.ZodObject<{
222
+ nCtx: z.ZodNumber;
223
+ nGpuLayers: z.ZodNumber;
224
+ nGpuDevices: z.ZodNumber;
225
+ }, z.core.$strip>>;
226
+ projection: z.ZodOptional<z.ZodObject<{
227
+ deviceName: z.ZodOptional<z.ZodString>;
228
+ deviceBytes: z.ZodOptional<z.ZodNumber>;
229
+ hostBytes: z.ZodOptional<z.ZodNumber>;
230
+ weightsBytes: z.ZodOptional<z.ZodNumber>;
231
+ contextBytes: z.ZodOptional<z.ZodNumber>;
232
+ computeBytes: z.ZodOptional<z.ZodNumber>;
233
+ deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
234
+ deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
235
+ report: z.ZodOptional<z.ZodString>;
236
+ }, z.core.$strip>>;
237
+ }, z.core.$strip>>;
182
238
  }, z.core.$strip>;
183
239
  }, z.core.$strip>;
184
240
  export type GetLoadedModelInfoParams = z.input<typeof getLoadedModelInfoParamsSchema>;
@@ -1,5 +1,6 @@
1
1
  import { z } from 'zod';
2
2
  import { toolDialectSchema } from './completion-stream.js';
3
+ import { nativeProbeFitSchema } from './assess-model-fit.js';
3
4
  // ============== Model info (catalog) ==============
4
5
  export const getModelInfoParamsSchema = z.object({
5
6
  name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
@@ -114,7 +115,10 @@ export const loadedModelInfoSchema = z
114
115
  loadedAt: z.coerce.date(),
115
116
  name: z.string().optional(),
116
117
  path: z.string().optional(),
117
- toolDialect: toolDialectSchema.optional()
118
+ toolDialect: toolDialectSchema.optional(),
119
+ fitProbe: nativeProbeFitSchema
120
+ .optional()
121
+ .describe('Outcome of the advisory fit check that ran ahead of this load. Advisory throughout: the load proceeded whatever the verdict. Absent when the check is disabled.')
118
122
  })
119
123
  .meta({ title: 'LoadedModelInfo' });
120
124
  export const getLoadedModelInfoResponseSchema = z.object({
@@ -132,6 +132,12 @@ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys ext
132
132
  addonPackage: string;
133
133
  loadConfigSchema: z.ZodType;
134
134
  createModel: (params: CreateModelParams) => PluginModelResult;
135
+ /**
136
+ * The engine's own fitter. Carrying it here keeps every addon specifier
137
+ * inside the module graph of the plugin that owns it, so a bundler walking a
138
+ * host that ships one engine never resolves the others.
139
+ */
140
+ assessFit?: (request: never) => unknown;
135
141
  handlers: Record<string, PluginHandlerDefinition>;
136
142
  logging?: PluginLogging | undefined;
137
143
  capabilities?: QvacPluginCapabilities | undefined;
@@ -218,8 +224,8 @@ export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
218
224
  cancel: z.ZodOptional<z.ZodObject<{
219
225
  scope: z.ZodEnum<{
220
226
  request: "request";
221
- model: "model";
222
227
  none: "none";
228
+ model: "model";
223
229
  }>;
224
230
  hard: z.ZodOptional<z.ZodBoolean>;
225
231
  }, z.core.$catchall<z.ZodUnknown>>>;
@@ -245,8 +251,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
245
251
  cancel: z.ZodOptional<z.ZodObject<{
246
252
  scope: z.ZodEnum<{
247
253
  request: "request";
248
- model: "model";
249
254
  none: "none";
255
+ model: "model";
250
256
  }>;
251
257
  hard: z.ZodOptional<z.ZodBoolean>;
252
258
  }, z.core.$catchall<z.ZodUnknown>>>;
@@ -468,8 +468,8 @@ export declare const operationEventSchema: z.ZodObject<{
468
468
  backend: z.ZodOptional<z.ZodObject<{
469
469
  selectedBackend: z.ZodString;
470
470
  selectedDevice: z.ZodEnum<{
471
- gpu: "gpu";
472
471
  cpu: "cpu";
472
+ gpu: "gpu";
473
473
  }>;
474
474
  graphicsApi: z.ZodOptional<z.ZodEnum<{
475
475
  vulkan: "vulkan";
@@ -491,8 +491,8 @@ export declare const operationEventSchema: z.ZodObject<{
491
491
  fallback: z.ZodOptional<z.ZodObject<{
492
492
  requestedBackend: z.ZodOptional<z.ZodString>;
493
493
  requestedDevice: z.ZodOptional<z.ZodEnum<{
494
- gpu: "gpu";
495
494
  cpu: "cpu";
495
+ gpu: "gpu";
496
496
  }>>;
497
497
  reason: z.ZodString;
498
498
  }, z.core.$strip>>;
@@ -729,8 +729,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
729
729
  backend: z.ZodOptional<z.ZodObject<{
730
730
  selectedBackend: z.ZodString;
731
731
  selectedDevice: z.ZodEnum<{
732
- gpu: "gpu";
733
732
  cpu: "cpu";
733
+ gpu: "gpu";
734
734
  }>;
735
735
  graphicsApi: z.ZodOptional<z.ZodEnum<{
736
736
  vulkan: "vulkan";
@@ -752,8 +752,8 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
752
752
  fallback: z.ZodOptional<z.ZodObject<{
753
753
  requestedBackend: z.ZodOptional<z.ZodString>;
754
754
  requestedDevice: z.ZodOptional<z.ZodEnum<{
755
- gpu: "gpu";
756
755
  cpu: "cpu";
756
+ gpu: "gpu";
757
757
  }>>;
758
758
  reason: z.ZodString;
759
759
  }, z.core.$strip>>;
@@ -45,6 +45,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
45
45
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
46
46
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
47
47
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
48
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
49
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
50
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
51
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
48
52
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
49
53
  threshold: z.ZodOptional<z.ZodNumber>;
50
54
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -65,6 +69,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
65
69
  }, z.core.$strip>>>;
66
70
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
67
71
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
72
+ seed: z.ZodOptional<z.ZodNumber>;
68
73
  }, z.core.$strip>>>;
69
74
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
70
75
  src: z.ZodString;
@@ -152,6 +157,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
152
157
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
153
158
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
154
159
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
160
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
161
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
162
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
163
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
155
164
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
156
165
  threshold: z.ZodOptional<z.ZodNumber>;
157
166
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -172,6 +181,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
172
181
  }, z.core.$strip>>>;
173
182
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
174
183
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
184
+ seed: z.ZodOptional<z.ZodNumber>;
175
185
  }, z.core.$strip>>>;
176
186
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
177
187
  src: z.ZodString;
@@ -253,6 +263,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
253
263
  logprob_thold?: number | undefined;
254
264
  greedy_best_of?: number | undefined;
255
265
  beam_search_beam_size?: number | undefined;
266
+ max_initial_ts?: number | undefined;
267
+ no_speech_thold?: number | undefined;
268
+ seed?: number | undefined;
269
+ backendsDir?: string | undefined;
256
270
  vad_params?: {
257
271
  threshold?: number | undefined;
258
272
  min_speech_duration_ms?: number | undefined;
@@ -270,6 +284,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
270
284
  } | undefined;
271
285
  miscConfig?: {
272
286
  caption_enabled?: boolean | undefined;
287
+ seed?: number | undefined;
273
288
  } | undefined;
274
289
  vadModelSrc?: string | {
275
290
  src: string;
@@ -324,6 +339,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
324
339
  logprob_thold?: number | undefined;
325
340
  greedy_best_of?: number | undefined;
326
341
  beam_search_beam_size?: number | undefined;
342
+ max_initial_ts?: number | undefined;
343
+ no_speech_thold?: number | undefined;
344
+ seed?: number | undefined;
345
+ backendsDir?: string | undefined;
327
346
  vad_params?: {
328
347
  threshold?: number | undefined;
329
348
  min_speech_duration_ms?: number | undefined;
@@ -341,6 +360,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
341
360
  } | undefined;
342
361
  miscConfig?: {
343
362
  caption_enabled?: boolean | undefined;
363
+ seed?: number | undefined;
344
364
  } | undefined;
345
365
  vadModelSrc?: string | {
346
366
  src: string;
@@ -406,6 +426,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
406
426
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
407
427
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
408
428
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
429
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
430
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
431
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
432
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
409
433
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
410
434
  threshold: z.ZodOptional<z.ZodNumber>;
411
435
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -426,6 +450,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
426
450
  }, z.core.$strip>>>;
427
451
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
428
452
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
453
+ seed: z.ZodOptional<z.ZodNumber>;
429
454
  }, z.core.$strip>>>;
430
455
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
431
456
  src: z.ZodString;
@@ -517,6 +542,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
517
542
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
518
543
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
519
544
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
545
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
546
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
547
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
548
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
520
549
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
521
550
  threshold: z.ZodOptional<z.ZodNumber>;
522
551
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -537,6 +566,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
537
566
  }, z.core.$strip>>>;
538
567
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
539
568
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
569
+ seed: z.ZodOptional<z.ZodNumber>;
540
570
  }, z.core.$strip>>>;
541
571
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
542
572
  src: z.ZodString;