@qvac/inference 0.20.1 → 0.21.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (212) hide show
  1. package/NOTICE +102 -40
  2. package/README.md +8 -5
  3. package/dist/api/bci-transcribe.d.ts +4 -1
  4. package/dist/api/index.d.ts +1 -0
  5. package/dist/api/index.js +1 -0
  6. package/dist/api/rpc-server.d.ts +19 -0
  7. package/dist/api/rpc-server.js +44 -0
  8. package/dist/api/text-to-speech.d.ts +9 -0
  9. package/dist/api/text-to-speech.js +9 -0
  10. package/dist/api/transcribe.d.ts +11 -7
  11. package/dist/api/transcribe.js +47 -15
  12. package/dist/api/video-request.d.ts +5 -5
  13. package/dist/dispatch.js +39 -7
  14. package/dist/errors/index.d.ts +7 -0
  15. package/dist/errors/index.js +15 -0
  16. package/dist/handlers/assess-model-fit.d.ts +8 -20
  17. package/dist/handlers/assess-model-fit.js +195 -77
  18. package/dist/handlers/completion-orchestrate.js +17 -0
  19. package/dist/handlers/get-loaded-model-info.js +4 -1
  20. package/dist/handlers/get-model-info.js +29 -1
  21. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  22. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  23. package/dist/handlers/load-model/hyperdrive.js +2 -2
  24. package/dist/handlers/load-model/registry.js +59 -0
  25. package/dist/handlers/rpc-server.d.ts +23 -0
  26. package/dist/handlers/rpc-server.js +141 -0
  27. package/dist/index.d.ts +2 -1
  28. package/dist/index.js +2 -1
  29. package/dist/models/registry/models.d.ts +7731 -5672
  30. package/dist/models/registry/models.js +4652 -2526
  31. package/dist/models/registry/resource-profiles.js +481 -94
  32. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  34. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  36. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  37. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  38. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  40. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
  41. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  42. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  43. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  44. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  45. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  46. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  47. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  48. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  49. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  50. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  51. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  52. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  53. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  54. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  55. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  56. package/dist/plugins/ops/bci-transcribe.js +18 -13
  57. package/dist/plugins/ops/load-model.js +2 -2
  58. package/dist/plugins/ops/transcribe.d.ts +4 -2
  59. package/dist/plugins/ops/transcribe.js +39 -2
  60. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  61. package/dist/plugins/ops/translate-stats.js +64 -7
  62. package/dist/plugins/ops/translate.js +20 -4
  63. package/dist/profiling/operation-metrics.js +56 -0
  64. package/dist/registry.js +4 -0
  65. package/dist/resources/model-fit/assess.d.ts +37 -2
  66. package/dist/resources/model-fit/assess.js +24 -3
  67. package/dist/resources/model-fit/estimators/llm.js +2 -2
  68. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  69. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
  70. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
  71. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  72. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  73. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  74. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  75. package/dist/resources/model-fit/floor.js +2 -2
  76. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  77. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  78. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  79. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  80. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  81. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  82. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  83. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  84. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  85. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  86. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  87. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  88. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  89. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  90. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  91. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  92. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  93. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  94. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  95. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  96. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  97. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  98. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  99. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  100. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  101. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  102. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  103. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  104. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  105. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  106. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  107. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  108. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  109. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  110. package/dist/resources/model-fit/platform.d.ts +9 -0
  111. package/dist/resources/model-fit/platform.js +28 -0
  112. package/dist/rpc/device-map.d.ts +13 -0
  113. package/dist/rpc/device-map.js +22 -0
  114. package/dist/rpc/discovery.d.ts +12 -0
  115. package/dist/rpc/discovery.js +225 -0
  116. package/dist/rpc/ggml-provider.d.ts +4 -0
  117. package/dist/rpc/ggml-provider.js +25 -0
  118. package/dist/rpc/index.d.ts +2 -0
  119. package/dist/rpc/index.js +1 -0
  120. package/dist/rpc/instance.d.ts +6 -0
  121. package/dist/rpc/instance.js +21 -0
  122. package/dist/rpc/inventory.d.ts +5 -0
  123. package/dist/rpc/inventory.js +144 -0
  124. package/dist/rpc/manager.d.ts +14 -0
  125. package/dist/rpc/manager.js +174 -0
  126. package/dist/rpc/network.d.ts +11 -0
  127. package/dist/rpc/network.js +85 -0
  128. package/dist/rpc/provider.d.ts +6 -0
  129. package/dist/rpc/provider.js +24 -0
  130. package/dist/runtime/lifecycle.js +31 -13
  131. package/dist/runtime/request-context.d.ts +1 -1
  132. package/dist/runtime/state.js +5 -0
  133. package/dist/schemas/assess-model-fit.d.ts +269 -85
  134. package/dist/schemas/assess-model-fit.js +78 -54
  135. package/dist/schemas/audio-gen.d.ts +6 -6
  136. package/dist/schemas/audio-gen.js +2 -2
  137. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  138. package/dist/schemas/batch-completion-stream.js +5 -3
  139. package/dist/schemas/bci-config.js +1 -1
  140. package/dist/schemas/bci.d.ts +86 -1
  141. package/dist/schemas/bci.js +21 -2
  142. package/dist/schemas/cancel.d.ts +10 -0
  143. package/dist/schemas/cancel.js +2 -0
  144. package/dist/schemas/common.d.ts +708 -66
  145. package/dist/schemas/common.js +7 -0
  146. package/dist/schemas/completion-event.d.ts +6 -6
  147. package/dist/schemas/completion-stream.d.ts +27 -8
  148. package/dist/schemas/completion-stream.js +41 -4
  149. package/dist/schemas/config.d.ts +104 -36
  150. package/dist/schemas/config.js +10 -0
  151. package/dist/schemas/embed.d.ts +2 -2
  152. package/dist/schemas/error.js +13 -0
  153. package/dist/schemas/errors.d.ts +1 -0
  154. package/dist/schemas/errors.js +5 -0
  155. package/dist/schemas/index.d.ts +1 -0
  156. package/dist/schemas/index.js +1 -0
  157. package/dist/schemas/llamacpp-config.d.ts +25 -18
  158. package/dist/schemas/llamacpp-config.js +26 -16
  159. package/dist/schemas/load-model.d.ts +2608 -469
  160. package/dist/schemas/load-model.js +2 -2
  161. package/dist/schemas/mcp-adapter.d.ts +4 -0
  162. package/dist/schemas/model-config-schemas.d.ts +183 -6
  163. package/dist/schemas/model-info.d.ts +56 -0
  164. package/dist/schemas/model-info.js +5 -1
  165. package/dist/schemas/plugin.d.ts +8 -2
  166. package/dist/schemas/profiling.d.ts +4 -4
  167. package/dist/schemas/reload-config.d.ts +30 -0
  168. package/dist/schemas/rpc-server.d.ts +101 -0
  169. package/dist/schemas/rpc-server.js +87 -0
  170. package/dist/schemas/sdcpp-config.d.ts +7 -3
  171. package/dist/schemas/sdcpp-config.js +37 -2
  172. package/dist/schemas/system-resources.d.ts +4 -4
  173. package/dist/schemas/text-to-speech.d.ts +529 -1
  174. package/dist/schemas/text-to-speech.js +122 -12
  175. package/dist/schemas/tools.d.ts +2 -0
  176. package/dist/schemas/tools.js +8 -0
  177. package/dist/schemas/transcription-config.d.ts +5 -0
  178. package/dist/schemas/transcription-config.js +20 -2
  179. package/dist/schemas/transcription.d.ts +164 -0
  180. package/dist/schemas/transcription.js +71 -4
  181. package/dist/schemas/vla.d.ts +1 -1
  182. package/dist/surface.d.ts +4 -1
  183. package/dist/surface.js +3 -1
  184. package/dist/utils/addon-responses.d.ts +5 -1
  185. package/dist/utils/archive.js +5 -1
  186. package/dist/utils/asr-diagnostics.d.ts +12 -0
  187. package/dist/utils/asr-diagnostics.js +42 -0
  188. package/dist/utils/asr-events.d.ts +1 -0
  189. package/dist/utils/asr-events.js +3 -2
  190. package/dist/utils/cache/paths.js +3 -2
  191. package/dist/utils/mcp-adapter.js +7 -1
  192. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  193. package/dist/utils/multi-gpu-mobile.js +8 -6
  194. package/dist/utils/path-security.d.ts +5 -0
  195. package/dist/utils/path-security.js +14 -0
  196. package/dist/utils/tool-helpers.d.ts +4 -0
  197. package/dist/utils/tool-helpers.js +2 -0
  198. package/dist/utils/tools/defer.d.ts +93 -0
  199. package/dist/utils/tools/defer.js +290 -0
  200. package/dist/utils/tools/index.d.ts +1 -0
  201. package/dist/utils/tools/index.js +1 -0
  202. package/dist/utils/transcribe-metadata.d.ts +21 -7
  203. package/dist/utils/transcribe-metadata.js +24 -8
  204. package/dist/utils/tts-stats.d.ts +6 -0
  205. package/dist/utils/tts-stats.js +14 -1
  206. package/package.json +43 -29
  207. package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
  208. package/dist/resources/model-fit/fit-stub/index.js +0 -2
  209. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
  210. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
  211. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
@@ -58,15 +58,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
58
58
  integrated: "integrated";
59
59
  dedicated: "dedicated";
60
60
  }>]>>;
61
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
62
+ devices: z.ZodOptional<z.ZodString>;
61
63
  'split-mode': z.ZodOptional<z.ZodEnum<{
62
64
  none: "none";
63
65
  layer: "layer";
64
66
  tensor: "tensor";
65
67
  }>>;
66
68
  'flash-attn': z.ZodOptional<z.ZodEnum<{
69
+ auto: "auto";
67
70
  on: "on";
68
71
  off: "off";
69
- auto: "auto";
70
72
  }>>;
71
73
  'tensor-split': z.ZodOptional<z.ZodString>;
72
74
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -85,9 +87,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
85
87
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
86
88
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
87
89
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
90
+ auto: "auto";
88
91
  on: "on";
89
92
  off: "off";
90
- auto: "auto";
91
93
  }>>;
92
94
  fit: z.ZodOptional<z.ZodBoolean>;
93
95
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -147,8 +149,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
147
149
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
148
150
  gpuLayers: z.ZodOptional<z.ZodNumber>;
149
151
  device: z.ZodOptional<z.ZodEnum<{
150
- gpu: "gpu";
151
152
  cpu: "cpu";
153
+ gpu: "gpu";
152
154
  }>>;
153
155
  batchSize: z.ZodOptional<z.ZodNumber>;
154
156
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -164,9 +166,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
164
166
  }>>;
165
167
  embdNormalize: z.ZodOptional<z.ZodNumber>;
166
168
  flashAttention: z.ZodOptional<z.ZodEnum<{
169
+ auto: "auto";
167
170
  on: "on";
168
171
  off: "off";
169
- auto: "auto";
170
172
  }>>;
171
173
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
172
174
  integrated: "integrated";
@@ -224,6 +226,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
224
226
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
225
227
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
226
228
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
229
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
230
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
231
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
232
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
227
233
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
228
234
  threshold: z.ZodOptional<z.ZodNumber>;
229
235
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -244,6 +250,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
244
250
  }, z.core.$strip>>>;
245
251
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
246
252
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
253
+ seed: z.ZodOptional<z.ZodNumber>;
247
254
  }, z.core.$strip>>>;
248
255
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
249
256
  src: z.ZodString;
@@ -381,8 +388,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
381
388
  }>>>;
382
389
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
383
390
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
384
- gpu: "gpu";
385
391
  cpu: "cpu";
392
+ gpu: "gpu";
386
393
  }>>>;
387
394
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
388
395
  integrated: "integrated";
@@ -916,6 +923,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
916
923
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
917
924
  localAttnSize: z.ZodOptional<z.ZodNumber>;
918
925
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
926
+ paramsBackend: z.ZodOptional<z.ZodString>;
927
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
928
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
929
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
919
930
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
920
931
  kvCache: z.ZodOptional<z.ZodBoolean>;
921
932
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -969,8 +980,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
969
980
  }, z.core.$strip>>>;
970
981
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
971
982
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
972
- auto: "auto";
973
983
  cpu: "cpu";
984
+ auto: "auto";
974
985
  }>>>;
975
986
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
976
987
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -1015,15 +1026,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1015
1026
  integrated: "integrated";
1016
1027
  dedicated: "dedicated";
1017
1028
  }>]>>;
1029
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
1030
+ devices: z.ZodOptional<z.ZodString>;
1018
1031
  'split-mode': z.ZodOptional<z.ZodEnum<{
1019
1032
  none: "none";
1020
1033
  layer: "layer";
1021
1034
  tensor: "tensor";
1022
1035
  }>>;
1023
1036
  'flash-attn': z.ZodOptional<z.ZodEnum<{
1037
+ auto: "auto";
1024
1038
  on: "on";
1025
1039
  off: "off";
1026
- auto: "auto";
1027
1040
  }>>;
1028
1041
  'tensor-split': z.ZodOptional<z.ZodString>;
1029
1042
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -1042,9 +1055,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1042
1055
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
1043
1056
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
1044
1057
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
1058
+ auto: "auto";
1045
1059
  on: "on";
1046
1060
  off: "off";
1047
- auto: "auto";
1048
1061
  }>>;
1049
1062
  fit: z.ZodOptional<z.ZodBoolean>;
1050
1063
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -1104,8 +1117,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1104
1117
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1105
1118
  gpuLayers: z.ZodOptional<z.ZodNumber>;
1106
1119
  device: z.ZodOptional<z.ZodEnum<{
1107
- gpu: "gpu";
1108
1120
  cpu: "cpu";
1121
+ gpu: "gpu";
1109
1122
  }>>;
1110
1123
  batchSize: z.ZodOptional<z.ZodNumber>;
1111
1124
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -1121,9 +1134,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1121
1134
  }>>;
1122
1135
  embdNormalize: z.ZodOptional<z.ZodNumber>;
1123
1136
  flashAttention: z.ZodOptional<z.ZodEnum<{
1137
+ auto: "auto";
1124
1138
  on: "on";
1125
1139
  off: "off";
1126
- auto: "auto";
1127
1140
  }>>;
1128
1141
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1129
1142
  integrated: "integrated";
@@ -1181,6 +1194,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1181
1194
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1182
1195
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1183
1196
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1197
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1198
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1199
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1200
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1184
1201
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1185
1202
  threshold: z.ZodOptional<z.ZodNumber>;
1186
1203
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -1201,6 +1218,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1201
1218
  }, z.core.$strip>>>;
1202
1219
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1203
1220
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
1221
+ seed: z.ZodOptional<z.ZodNumber>;
1204
1222
  }, z.core.$strip>>>;
1205
1223
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1206
1224
  src: z.ZodString;
@@ -1338,8 +1356,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1338
1356
  }>>>;
1339
1357
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1340
1358
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
1341
- gpu: "gpu";
1342
1359
  cpu: "cpu";
1360
+ gpu: "gpu";
1343
1361
  }>>>;
1344
1362
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1345
1363
  integrated: "integrated";
@@ -1873,6 +1891,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1873
1891
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
1874
1892
  localAttnSize: z.ZodOptional<z.ZodNumber>;
1875
1893
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
1894
+ paramsBackend: z.ZodOptional<z.ZodString>;
1895
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1896
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
1897
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
1876
1898
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
1877
1899
  kvCache: z.ZodOptional<z.ZodBoolean>;
1878
1900
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -1926,8 +1948,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1926
1948
  }, z.core.$strip>>>;
1927
1949
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1928
1950
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
1929
- auto: "auto";
1930
1951
  cpu: "cpu";
1952
+ auto: "auto";
1931
1953
  }>>>;
1932
1954
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1933
1955
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -1992,15 +2014,17 @@ export declare const devicePatternSchema: z.ZodObject<{
1992
2014
  integrated: "integrated";
1993
2015
  dedicated: "dedicated";
1994
2016
  }>]>>;
2017
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
2018
+ devices: z.ZodOptional<z.ZodString>;
1995
2019
  'split-mode': z.ZodOptional<z.ZodEnum<{
1996
2020
  none: "none";
1997
2021
  layer: "layer";
1998
2022
  tensor: "tensor";
1999
2023
  }>>;
2000
2024
  'flash-attn': z.ZodOptional<z.ZodEnum<{
2025
+ auto: "auto";
2001
2026
  on: "on";
2002
2027
  off: "off";
2003
- auto: "auto";
2004
2028
  }>>;
2005
2029
  'tensor-split': z.ZodOptional<z.ZodString>;
2006
2030
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -2019,9 +2043,9 @@ export declare const devicePatternSchema: z.ZodObject<{
2019
2043
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
2020
2044
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
2021
2045
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
2046
+ auto: "auto";
2022
2047
  on: "on";
2023
2048
  off: "off";
2024
- auto: "auto";
2025
2049
  }>>;
2026
2050
  fit: z.ZodOptional<z.ZodBoolean>;
2027
2051
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -2081,8 +2105,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2081
2105
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2082
2106
  gpuLayers: z.ZodOptional<z.ZodNumber>;
2083
2107
  device: z.ZodOptional<z.ZodEnum<{
2084
- gpu: "gpu";
2085
2108
  cpu: "cpu";
2109
+ gpu: "gpu";
2086
2110
  }>>;
2087
2111
  batchSize: z.ZodOptional<z.ZodNumber>;
2088
2112
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -2098,9 +2122,9 @@ export declare const devicePatternSchema: z.ZodObject<{
2098
2122
  }>>;
2099
2123
  embdNormalize: z.ZodOptional<z.ZodNumber>;
2100
2124
  flashAttention: z.ZodOptional<z.ZodEnum<{
2125
+ auto: "auto";
2101
2126
  on: "on";
2102
2127
  off: "off";
2103
- auto: "auto";
2104
2128
  }>>;
2105
2129
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2106
2130
  integrated: "integrated";
@@ -2158,6 +2182,10 @@ export declare const devicePatternSchema: z.ZodObject<{
2158
2182
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2159
2183
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2160
2184
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2185
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2186
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2187
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2188
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2161
2189
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2162
2190
  threshold: z.ZodOptional<z.ZodNumber>;
2163
2191
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -2178,6 +2206,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2178
2206
  }, z.core.$strip>>>;
2179
2207
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2180
2208
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
2209
+ seed: z.ZodOptional<z.ZodNumber>;
2181
2210
  }, z.core.$strip>>>;
2182
2211
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2183
2212
  src: z.ZodString;
@@ -2315,8 +2344,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2315
2344
  }>>>;
2316
2345
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2317
2346
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2318
- gpu: "gpu";
2319
2347
  cpu: "cpu";
2348
+ gpu: "gpu";
2320
2349
  }>>>;
2321
2350
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2322
2351
  integrated: "integrated";
@@ -2850,6 +2879,10 @@ export declare const devicePatternSchema: z.ZodObject<{
2850
2879
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2851
2880
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2852
2881
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2882
+ paramsBackend: z.ZodOptional<z.ZodString>;
2883
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2884
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2885
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2853
2886
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2854
2887
  kvCache: z.ZodOptional<z.ZodBoolean>;
2855
2888
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2903,8 +2936,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2903
2936
  }, z.core.$strip>>>;
2904
2937
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2905
2938
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2906
- auto: "auto";
2907
2939
  cpu: "cpu";
2940
+ auto: "auto";
2908
2941
  }>>>;
2909
2942
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2910
2943
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -2949,15 +2982,17 @@ export declare const devicePatternSchema: z.ZodObject<{
2949
2982
  integrated: "integrated";
2950
2983
  dedicated: "dedicated";
2951
2984
  }>]>>;
2985
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
2986
+ devices: z.ZodOptional<z.ZodString>;
2952
2987
  'split-mode': z.ZodOptional<z.ZodEnum<{
2953
2988
  none: "none";
2954
2989
  layer: "layer";
2955
2990
  tensor: "tensor";
2956
2991
  }>>;
2957
2992
  'flash-attn': z.ZodOptional<z.ZodEnum<{
2993
+ auto: "auto";
2958
2994
  on: "on";
2959
2995
  off: "off";
2960
- auto: "auto";
2961
2996
  }>>;
2962
2997
  'tensor-split': z.ZodOptional<z.ZodString>;
2963
2998
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -2976,9 +3011,9 @@ export declare const devicePatternSchema: z.ZodObject<{
2976
3011
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
2977
3012
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
2978
3013
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
3014
+ auto: "auto";
2979
3015
  on: "on";
2980
3016
  off: "off";
2981
- auto: "auto";
2982
3017
  }>>;
2983
3018
  fit: z.ZodOptional<z.ZodBoolean>;
2984
3019
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -3038,8 +3073,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3038
3073
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3039
3074
  gpuLayers: z.ZodOptional<z.ZodNumber>;
3040
3075
  device: z.ZodOptional<z.ZodEnum<{
3041
- gpu: "gpu";
3042
3076
  cpu: "cpu";
3077
+ gpu: "gpu";
3043
3078
  }>>;
3044
3079
  batchSize: z.ZodOptional<z.ZodNumber>;
3045
3080
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -3055,9 +3090,9 @@ export declare const devicePatternSchema: z.ZodObject<{
3055
3090
  }>>;
3056
3091
  embdNormalize: z.ZodOptional<z.ZodNumber>;
3057
3092
  flashAttention: z.ZodOptional<z.ZodEnum<{
3093
+ auto: "auto";
3058
3094
  on: "on";
3059
3095
  off: "off";
3060
- auto: "auto";
3061
3096
  }>>;
3062
3097
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
3063
3098
  integrated: "integrated";
@@ -3115,6 +3150,10 @@ export declare const devicePatternSchema: z.ZodObject<{
3115
3150
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3116
3151
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3117
3152
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3153
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3154
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3155
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3156
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3118
3157
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3119
3158
  threshold: z.ZodOptional<z.ZodNumber>;
3120
3159
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -3135,6 +3174,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3135
3174
  }, z.core.$strip>>>;
3136
3175
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3137
3176
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
3177
+ seed: z.ZodOptional<z.ZodNumber>;
3138
3178
  }, z.core.$strip>>>;
3139
3179
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3140
3180
  src: z.ZodString;
@@ -3272,8 +3312,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3272
3312
  }>>>;
3273
3313
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3274
3314
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
3275
- gpu: "gpu";
3276
3315
  cpu: "cpu";
3316
+ gpu: "gpu";
3277
3317
  }>>>;
3278
3318
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
3279
3319
  integrated: "integrated";
@@ -3807,6 +3847,10 @@ export declare const devicePatternSchema: z.ZodObject<{
3807
3847
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
3808
3848
  localAttnSize: z.ZodOptional<z.ZodNumber>;
3809
3849
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
3850
+ paramsBackend: z.ZodOptional<z.ZodString>;
3851
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
3852
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
3853
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
3810
3854
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
3811
3855
  kvCache: z.ZodOptional<z.ZodBoolean>;
3812
3856
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -3860,8 +3904,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3860
3904
  }, z.core.$strip>>>;
3861
3905
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3862
3906
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
3863
- auto: "auto";
3864
3907
  cpu: "cpu";
3908
+ auto: "auto";
3865
3909
  }>>>;
3866
3910
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3867
3911
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -3898,6 +3942,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
3898
3942
  requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
3899
3943
  registryDownloadMaxRetries: z.ZodOptional<z.ZodNumber>;
3900
3944
  registryStreamTimeoutMs: z.ZodOptional<z.ZodNumber>;
3945
+ fitStubBudgetMs: z.ZodOptional<z.ZodNumber>;
3901
3946
  deviceDefaults: z.ZodOptional<z.ZodArray<z.ZodObject<{
3902
3947
  name: z.ZodString;
3903
3948
  match: z.ZodObject<{
@@ -3949,15 +3994,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
3949
3994
  integrated: "integrated";
3950
3995
  dedicated: "dedicated";
3951
3996
  }>]>>;
3997
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
3998
+ devices: z.ZodOptional<z.ZodString>;
3952
3999
  'split-mode': z.ZodOptional<z.ZodEnum<{
3953
4000
  none: "none";
3954
4001
  layer: "layer";
3955
4002
  tensor: "tensor";
3956
4003
  }>>;
3957
4004
  'flash-attn': z.ZodOptional<z.ZodEnum<{
4005
+ auto: "auto";
3958
4006
  on: "on";
3959
4007
  off: "off";
3960
- auto: "auto";
3961
4008
  }>>;
3962
4009
  'tensor-split': z.ZodOptional<z.ZodString>;
3963
4010
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -3976,9 +4023,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
3976
4023
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
3977
4024
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
3978
4025
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
4026
+ auto: "auto";
3979
4027
  on: "on";
3980
4028
  off: "off";
3981
- auto: "auto";
3982
4029
  }>>;
3983
4030
  fit: z.ZodOptional<z.ZodBoolean>;
3984
4031
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -4038,8 +4085,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4038
4085
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
4039
4086
  gpuLayers: z.ZodOptional<z.ZodNumber>;
4040
4087
  device: z.ZodOptional<z.ZodEnum<{
4041
- gpu: "gpu";
4042
4088
  cpu: "cpu";
4089
+ gpu: "gpu";
4043
4090
  }>>;
4044
4091
  batchSize: z.ZodOptional<z.ZodNumber>;
4045
4092
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -4055,9 +4102,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
4055
4102
  }>>;
4056
4103
  embdNormalize: z.ZodOptional<z.ZodNumber>;
4057
4104
  flashAttention: z.ZodOptional<z.ZodEnum<{
4105
+ auto: "auto";
4058
4106
  on: "on";
4059
4107
  off: "off";
4060
- auto: "auto";
4061
4108
  }>>;
4062
4109
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
4063
4110
  integrated: "integrated";
@@ -4115,6 +4162,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4115
4162
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4116
4163
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4117
4164
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4165
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4166
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4167
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4168
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4118
4169
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4119
4170
  threshold: z.ZodOptional<z.ZodNumber>;
4120
4171
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -4135,6 +4186,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4135
4186
  }, z.core.$strip>>>;
4136
4187
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4137
4188
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
4189
+ seed: z.ZodOptional<z.ZodNumber>;
4138
4190
  }, z.core.$strip>>>;
4139
4191
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4140
4192
  src: z.ZodString;
@@ -4272,8 +4324,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4272
4324
  }>>>;
4273
4325
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4274
4326
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
4275
- gpu: "gpu";
4276
4327
  cpu: "cpu";
4328
+ gpu: "gpu";
4277
4329
  }>>>;
4278
4330
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
4279
4331
  integrated: "integrated";
@@ -4807,6 +4859,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4807
4859
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
4808
4860
  localAttnSize: z.ZodOptional<z.ZodNumber>;
4809
4861
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
4862
+ paramsBackend: z.ZodOptional<z.ZodString>;
4863
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
4864
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
4865
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
4810
4866
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
4811
4867
  kvCache: z.ZodOptional<z.ZodBoolean>;
4812
4868
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -4860,8 +4916,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4860
4916
  }, z.core.$strip>>>;
4861
4917
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
4862
4918
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
4863
- auto: "auto";
4864
4919
  cpu: "cpu";
4920
+ auto: "auto";
4865
4921
  }>>>;
4866
4922
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4867
4923
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -4906,15 +4962,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
4906
4962
  integrated: "integrated";
4907
4963
  dedicated: "dedicated";
4908
4964
  }>]>>;
4965
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
4966
+ devices: z.ZodOptional<z.ZodString>;
4909
4967
  'split-mode': z.ZodOptional<z.ZodEnum<{
4910
4968
  none: "none";
4911
4969
  layer: "layer";
4912
4970
  tensor: "tensor";
4913
4971
  }>>;
4914
4972
  'flash-attn': z.ZodOptional<z.ZodEnum<{
4973
+ auto: "auto";
4915
4974
  on: "on";
4916
4975
  off: "off";
4917
- auto: "auto";
4918
4976
  }>>;
4919
4977
  'tensor-split': z.ZodOptional<z.ZodString>;
4920
4978
  'batch-size': z.ZodOptional<z.ZodNumber>;
@@ -4933,9 +4991,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
4933
4991
  'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
4934
4992
  'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
4935
4993
  'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
4994
+ auto: "auto";
4936
4995
  on: "on";
4937
4996
  off: "off";
4938
- auto: "auto";
4939
4997
  }>>;
4940
4998
  fit: z.ZodOptional<z.ZodBoolean>;
4941
4999
  'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
@@ -4995,8 +5053,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4995
5053
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4996
5054
  gpuLayers: z.ZodOptional<z.ZodNumber>;
4997
5055
  device: z.ZodOptional<z.ZodEnum<{
4998
- gpu: "gpu";
4999
5056
  cpu: "cpu";
5057
+ gpu: "gpu";
5000
5058
  }>>;
5001
5059
  batchSize: z.ZodOptional<z.ZodNumber>;
5002
5060
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -5012,9 +5070,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
5012
5070
  }>>;
5013
5071
  embdNormalize: z.ZodOptional<z.ZodNumber>;
5014
5072
  flashAttention: z.ZodOptional<z.ZodEnum<{
5073
+ auto: "auto";
5015
5074
  on: "on";
5016
5075
  off: "off";
5017
- auto: "auto";
5018
5076
  }>>;
5019
5077
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
5020
5078
  integrated: "integrated";
@@ -5072,6 +5130,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
5072
5130
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5073
5131
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5074
5132
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5133
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5134
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5135
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5136
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
5075
5137
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5076
5138
  threshold: z.ZodOptional<z.ZodNumber>;
5077
5139
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -5092,6 +5154,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5092
5154
  }, z.core.$strip>>>;
5093
5155
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5094
5156
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
5157
+ seed: z.ZodOptional<z.ZodNumber>;
5095
5158
  }, z.core.$strip>>>;
5096
5159
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
5097
5160
  src: z.ZodString;
@@ -5229,8 +5292,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5229
5292
  }>>>;
5230
5293
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5231
5294
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
5232
- gpu: "gpu";
5233
5295
  cpu: "cpu";
5296
+ gpu: "gpu";
5234
5297
  }>>>;
5235
5298
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
5236
5299
  integrated: "integrated";
@@ -5764,6 +5827,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
5764
5827
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
5765
5828
  localAttnSize: z.ZodOptional<z.ZodNumber>;
5766
5829
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
5830
+ paramsBackend: z.ZodOptional<z.ZodString>;
5831
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
5832
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
5833
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
5767
5834
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
5768
5835
  kvCache: z.ZodOptional<z.ZodBoolean>;
5769
5836
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -5817,8 +5884,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5817
5884
  }, z.core.$strip>>>;
5818
5885
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5819
5886
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
5820
- auto: "auto";
5821
5887
  cpu: "cpu";
5888
+ auto: "auto";
5822
5889
  }>>>;
5823
5890
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5824
5891
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -5831,6 +5898,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5831
5898
  }, z.core.$strip>>>;
5832
5899
  ragTurbovec: z.ZodOptional<z.ZodBoolean>;
5833
5900
  plugins: z.ZodOptional<z.ZodArray<z.ZodString>>;
5901
+ rpcServerProvider: z.ZodOptional<z.ZodString>;
5834
5902
  bareRuntimeVersion: z.ZodOptional<z.ZodString>;
5835
5903
  }, z.core.$strip>;
5836
5904
  export type QvacConfig = z.infer<typeof qvacConfigSchema>;
@@ -166,6 +166,14 @@ export const qvacConfigSchema = z.object({
166
166
  * Defaults to 60000 (60 seconds).
167
167
  */
168
168
  registryStreamTimeoutMs: z.number().int().positive().optional(),
169
+ /**
170
+ * Budget in milliseconds for the registry fetch of a model's weightless
171
+ * description during `assessModelFit`. One budget covers the lookup and the
172
+ * whole companion set; past it the assessment falls back to the computed
173
+ * floor. Raise this on slow or high-latency connections.
174
+ * Defaults to 40000 (40 seconds).
175
+ */
176
+ fitStubBudgetMs: z.number().int().positive().optional(),
169
177
  /**
170
178
  * Device-specific config defaults.
171
179
  * Use this to override model config defaults for specific devices.
@@ -203,6 +211,8 @@ export const qvacConfigSchema = z.object({
203
211
  * ending in `/plugin`.
204
212
  */
205
213
  plugins: z.array(z.string()).optional(),
214
+ /** Optional provider module selected at SDK bundle time. Direct Bare callers register in code. */
215
+ rpcServerProvider: z.string().min(1).optional(),
206
216
  /**
207
217
  * Inert: we have no bundling or ABI-verification step, so this field is
208
218
  * unused. Carried over from the bundle-time config schema.
@@ -14,8 +14,8 @@ export declare const embedStatsSchema: z.ZodObject<{
14
14
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
15
15
  totalTokens: z.ZodOptional<z.ZodNumber>;
16
16
  backendDevice: z.ZodOptional<z.ZodEnum<{
17
- gpu: "gpu";
18
17
  cpu: "cpu";
18
+ gpu: "gpu";
19
19
  }>>;
20
20
  contextSize: z.ZodOptional<z.ZodNumber>;
21
21
  }, z.core.$strip>;
@@ -28,8 +28,8 @@ export declare const embedResponseSchema: z.ZodObject<{
28
28
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
29
29
  totalTokens: z.ZodOptional<z.ZodNumber>;
30
30
  backendDevice: z.ZodOptional<z.ZodEnum<{
31
- gpu: "gpu";
32
31
  cpu: "cpu";
32
+ gpu: "gpu";
33
33
  }>>;
34
34
  contextSize: z.ZodOptional<z.ZodNumber>;
35
35
  }, z.core.$strip>>;