@qvac/inference 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (213) hide show
  1. package/NOTICE +107 -33
  2. package/README.md +8 -5
  3. package/dist/api/assess-model-fit.d.ts +9 -4
  4. package/dist/api/assess-model-fit.js +9 -4
  5. package/dist/api/bci-transcribe.d.ts +4 -1
  6. package/dist/api/index.d.ts +1 -0
  7. package/dist/api/index.js +1 -0
  8. package/dist/api/rpc-server.d.ts +19 -0
  9. package/dist/api/rpc-server.js +44 -0
  10. package/dist/api/text-to-speech.d.ts +9 -0
  11. package/dist/api/text-to-speech.js +9 -0
  12. package/dist/api/transcribe.d.ts +11 -7
  13. package/dist/api/transcribe.js +47 -15
  14. package/dist/api/video-request.d.ts +5 -5
  15. package/dist/dispatch.js +39 -7
  16. package/dist/errors/index.d.ts +7 -0
  17. package/dist/errors/index.js +15 -0
  18. package/dist/handlers/assess-model-fit.d.ts +18 -6
  19. package/dist/handlers/assess-model-fit.js +215 -35
  20. package/dist/handlers/completion-orchestrate.js +17 -0
  21. package/dist/handlers/get-loaded-model-info.js +4 -1
  22. package/dist/handlers/get-model-info.js +29 -1
  23. package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
  24. package/dist/handlers/load-model/coreml-sidecars.js +274 -0
  25. package/dist/handlers/load-model/hyperdrive.js +2 -2
  26. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  27. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  28. package/dist/handlers/load-model/registry.js +59 -0
  29. package/dist/handlers/rpc-server.d.ts +23 -0
  30. package/dist/handlers/rpc-server.js +141 -0
  31. package/dist/index.d.ts +2 -1
  32. package/dist/index.js +2 -1
  33. package/dist/models/registry/models.d.ts +7731 -5672
  34. package/dist/models/registry/models.js +4652 -2526
  35. package/dist/models/registry/resource-profiles.js +481 -94
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
  40. package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
  44. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
  45. package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
  46. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  47. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
  48. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
  49. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
  50. package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
  51. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
  52. package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
  53. package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
  54. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
  55. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
  56. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
  57. package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
  58. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
  59. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
  60. package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
  61. package/dist/plugins/ops/bci-transcribe.js +18 -13
  62. package/dist/plugins/ops/load-model.js +2 -2
  63. package/dist/plugins/ops/transcribe.d.ts +4 -2
  64. package/dist/plugins/ops/transcribe.js +39 -2
  65. package/dist/plugins/ops/translate-stats.d.ts +2 -1
  66. package/dist/plugins/ops/translate-stats.js +64 -7
  67. package/dist/plugins/ops/translate.js +20 -4
  68. package/dist/profiling/operation-metrics.js +56 -0
  69. package/dist/registry.js +4 -0
  70. package/dist/resources/model-fit/assess.d.ts +46 -2
  71. package/dist/resources/model-fit/assess.js +67 -3
  72. package/dist/resources/model-fit/estimators/llm.js +2 -2
  73. package/dist/resources/model-fit/estimators/whisper.js +3 -4
  74. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
  75. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
  76. package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
  77. package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
  78. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
  79. package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
  80. package/dist/resources/model-fit/floor.js +2 -2
  81. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
  82. package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
  83. package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
  84. package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
  85. package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
  86. package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
  87. package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
  88. package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
  89. package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
  90. package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
  91. package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
  92. package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
  93. package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
  94. package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
  95. package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
  96. package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
  97. package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
  98. package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
  99. package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
  100. package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
  101. package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
  102. package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
  103. package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
  104. package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
  105. package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
  106. package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
  107. package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
  108. package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
  109. package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
  110. package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
  111. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
  112. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
  113. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
  114. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
  115. package/dist/resources/model-fit/platform.d.ts +9 -0
  116. package/dist/resources/model-fit/platform.js +28 -0
  117. package/dist/rpc/device-map.d.ts +13 -0
  118. package/dist/rpc/device-map.js +22 -0
  119. package/dist/rpc/discovery.d.ts +12 -0
  120. package/dist/rpc/discovery.js +225 -0
  121. package/dist/rpc/ggml-provider.d.ts +4 -0
  122. package/dist/rpc/ggml-provider.js +25 -0
  123. package/dist/rpc/index.d.ts +2 -0
  124. package/dist/rpc/index.js +1 -0
  125. package/dist/rpc/instance.d.ts +6 -0
  126. package/dist/rpc/instance.js +21 -0
  127. package/dist/rpc/inventory.d.ts +5 -0
  128. package/dist/rpc/inventory.js +144 -0
  129. package/dist/rpc/manager.d.ts +14 -0
  130. package/dist/rpc/manager.js +174 -0
  131. package/dist/rpc/network.d.ts +11 -0
  132. package/dist/rpc/network.js +85 -0
  133. package/dist/rpc/provider.d.ts +6 -0
  134. package/dist/rpc/provider.js +24 -0
  135. package/dist/runtime/lifecycle.js +31 -13
  136. package/dist/runtime/request-context.d.ts +1 -1
  137. package/dist/runtime/state.js +5 -0
  138. package/dist/schemas/assess-model-fit.d.ts +284 -77
  139. package/dist/schemas/assess-model-fit.js +93 -55
  140. package/dist/schemas/audio-gen.d.ts +6 -6
  141. package/dist/schemas/audio-gen.js +2 -2
  142. package/dist/schemas/batch-completion-stream.d.ts +13 -5
  143. package/dist/schemas/batch-completion-stream.js +5 -3
  144. package/dist/schemas/bci-config.js +1 -1
  145. package/dist/schemas/bci.d.ts +86 -1
  146. package/dist/schemas/bci.js +21 -2
  147. package/dist/schemas/cancel.d.ts +10 -0
  148. package/dist/schemas/cancel.js +2 -0
  149. package/dist/schemas/common.d.ts +765 -56
  150. package/dist/schemas/common.js +7 -0
  151. package/dist/schemas/completion-event.d.ts +6 -6
  152. package/dist/schemas/completion-stream.d.ts +27 -8
  153. package/dist/schemas/completion-stream.js +41 -4
  154. package/dist/schemas/config.d.ts +236 -30
  155. package/dist/schemas/config.js +10 -0
  156. package/dist/schemas/embed.d.ts +2 -2
  157. package/dist/schemas/error.js +13 -0
  158. package/dist/schemas/errors.d.ts +1 -0
  159. package/dist/schemas/errors.js +5 -0
  160. package/dist/schemas/index.d.ts +1 -0
  161. package/dist/schemas/index.js +1 -0
  162. package/dist/schemas/llamacpp-config.d.ts +105 -14
  163. package/dist/schemas/llamacpp-config.js +113 -3
  164. package/dist/schemas/load-model.d.ts +3102 -627
  165. package/dist/schemas/load-model.js +2 -2
  166. package/dist/schemas/mcp-adapter.d.ts +4 -0
  167. package/dist/schemas/model-config-schemas.d.ts +205 -5
  168. package/dist/schemas/model-info.d.ts +56 -0
  169. package/dist/schemas/model-info.js +5 -1
  170. package/dist/schemas/plugin.d.ts +8 -2
  171. package/dist/schemas/profiling.d.ts +4 -4
  172. package/dist/schemas/reload-config.d.ts +30 -0
  173. package/dist/schemas/rpc-server.d.ts +101 -0
  174. package/dist/schemas/rpc-server.js +87 -0
  175. package/dist/schemas/sdcpp-config.d.ts +7 -3
  176. package/dist/schemas/sdcpp-config.js +37 -2
  177. package/dist/schemas/system-resources.d.ts +4 -4
  178. package/dist/schemas/text-to-speech.d.ts +529 -1
  179. package/dist/schemas/text-to-speech.js +122 -12
  180. package/dist/schemas/tools.d.ts +2 -0
  181. package/dist/schemas/tools.js +8 -0
  182. package/dist/schemas/transcription-config.d.ts +5 -0
  183. package/dist/schemas/transcription-config.js +20 -2
  184. package/dist/schemas/transcription.d.ts +164 -0
  185. package/dist/schemas/transcription.js +71 -4
  186. package/dist/schemas/vla.d.ts +1 -1
  187. package/dist/surface.d.ts +4 -1
  188. package/dist/surface.js +3 -1
  189. package/dist/utils/addon-responses.d.ts +5 -1
  190. package/dist/utils/archive.js +5 -1
  191. package/dist/utils/asr-diagnostics.d.ts +12 -0
  192. package/dist/utils/asr-diagnostics.js +42 -0
  193. package/dist/utils/asr-events.d.ts +1 -0
  194. package/dist/utils/asr-events.js +3 -2
  195. package/dist/utils/cache/paths.js +3 -2
  196. package/dist/utils/mcp-adapter.js +7 -1
  197. package/dist/utils/multi-gpu-mobile.d.ts +1 -1
  198. package/dist/utils/multi-gpu-mobile.js +8 -6
  199. package/dist/utils/path-security.d.ts +5 -0
  200. package/dist/utils/path-security.js +14 -0
  201. package/dist/utils/tool-helpers.d.ts +4 -0
  202. package/dist/utils/tool-helpers.js +2 -0
  203. package/dist/utils/tools/defer.d.ts +93 -0
  204. package/dist/utils/tools/defer.js +290 -0
  205. package/dist/utils/tools/index.d.ts +1 -0
  206. package/dist/utils/tools/index.js +1 -0
  207. package/dist/utils/transcribe-metadata.d.ts +21 -7
  208. package/dist/utils/transcribe-metadata.js +24 -8
  209. package/dist/utils/tts-stats.d.ts +6 -0
  210. package/dist/utils/tts-stats.js +14 -1
  211. package/package.json +44 -30
  212. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
  213. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
@@ -58,17 +58,42 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
58
58
  integrated: "integrated";
59
59
  dedicated: "dedicated";
60
60
  }>]>>;
61
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
62
+ devices: z.ZodOptional<z.ZodString>;
61
63
  'split-mode': z.ZodOptional<z.ZodEnum<{
62
64
  none: "none";
63
65
  layer: "layer";
64
66
  tensor: "tensor";
65
67
  }>>;
66
68
  'flash-attn': z.ZodOptional<z.ZodEnum<{
69
+ auto: "auto";
67
70
  on: "on";
68
71
  off: "off";
69
- auto: "auto";
70
72
  }>>;
71
73
  'tensor-split': z.ZodOptional<z.ZodString>;
74
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
75
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
76
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
77
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
78
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
79
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
80
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
81
+ threads: z.ZodOptional<z.ZodNumber>;
82
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
83
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
84
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
85
+ 'override-tensor': z.ZodOptional<z.ZodString>;
86
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
87
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
88
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
89
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
90
+ auto: "auto";
91
+ on: "on";
92
+ off: "off";
93
+ }>>;
94
+ fit: z.ZodOptional<z.ZodBoolean>;
95
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
96
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
72
97
  openclCacheDir: z.ZodOptional<z.ZodString>;
73
98
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
74
99
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -124,8 +149,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
124
149
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
125
150
  gpuLayers: z.ZodOptional<z.ZodNumber>;
126
151
  device: z.ZodOptional<z.ZodEnum<{
127
- gpu: "gpu";
128
152
  cpu: "cpu";
153
+ gpu: "gpu";
129
154
  }>>;
130
155
  batchSize: z.ZodOptional<z.ZodNumber>;
131
156
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -141,9 +166,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
141
166
  }>>;
142
167
  embdNormalize: z.ZodOptional<z.ZodNumber>;
143
168
  flashAttention: z.ZodOptional<z.ZodEnum<{
169
+ auto: "auto";
144
170
  on: "on";
145
171
  off: "off";
146
- auto: "auto";
147
172
  }>>;
148
173
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
149
174
  integrated: "integrated";
@@ -201,6 +226,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
201
226
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
202
227
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
203
228
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
229
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
230
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
231
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
232
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
204
233
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
205
234
  threshold: z.ZodOptional<z.ZodNumber>;
206
235
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -221,6 +250,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
221
250
  }, z.core.$strip>>>;
222
251
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
223
252
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
253
+ seed: z.ZodOptional<z.ZodNumber>;
224
254
  }, z.core.$strip>>>;
225
255
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
226
256
  src: z.ZodString;
@@ -358,8 +388,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
358
388
  }>>>;
359
389
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
360
390
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
361
- gpu: "gpu";
362
391
  cpu: "cpu";
392
+ gpu: "gpu";
363
393
  }>>>;
364
394
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
365
395
  integrated: "integrated";
@@ -893,6 +923,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
893
923
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
894
924
  localAttnSize: z.ZodOptional<z.ZodNumber>;
895
925
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
926
+ paramsBackend: z.ZodOptional<z.ZodString>;
927
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
928
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
929
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
896
930
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
897
931
  kvCache: z.ZodOptional<z.ZodBoolean>;
898
932
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -946,8 +980,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
946
980
  }, z.core.$strip>>>;
947
981
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
948
982
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
949
- auto: "auto";
950
983
  cpu: "cpu";
984
+ auto: "auto";
951
985
  }>>>;
952
986
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
953
987
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -992,17 +1026,42 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
992
1026
  integrated: "integrated";
993
1027
  dedicated: "dedicated";
994
1028
  }>]>>;
1029
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
1030
+ devices: z.ZodOptional<z.ZodString>;
995
1031
  'split-mode': z.ZodOptional<z.ZodEnum<{
996
1032
  none: "none";
997
1033
  layer: "layer";
998
1034
  tensor: "tensor";
999
1035
  }>>;
1000
1036
  'flash-attn': z.ZodOptional<z.ZodEnum<{
1037
+ auto: "auto";
1001
1038
  on: "on";
1002
1039
  off: "off";
1003
- auto: "auto";
1004
1040
  }>>;
1005
1041
  'tensor-split': z.ZodOptional<z.ZodString>;
1042
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
1043
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
1044
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
1045
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
1046
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
1047
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
1048
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
1049
+ threads: z.ZodOptional<z.ZodNumber>;
1050
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
1051
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
1052
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
1053
+ 'override-tensor': z.ZodOptional<z.ZodString>;
1054
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
1055
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
1056
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
1057
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
1058
+ auto: "auto";
1059
+ on: "on";
1060
+ off: "off";
1061
+ }>>;
1062
+ fit: z.ZodOptional<z.ZodBoolean>;
1063
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1064
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
1006
1065
  openclCacheDir: z.ZodOptional<z.ZodString>;
1007
1066
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
1008
1067
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -1058,8 +1117,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1058
1117
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1059
1118
  gpuLayers: z.ZodOptional<z.ZodNumber>;
1060
1119
  device: z.ZodOptional<z.ZodEnum<{
1061
- gpu: "gpu";
1062
1120
  cpu: "cpu";
1121
+ gpu: "gpu";
1063
1122
  }>>;
1064
1123
  batchSize: z.ZodOptional<z.ZodNumber>;
1065
1124
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -1075,9 +1134,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1075
1134
  }>>;
1076
1135
  embdNormalize: z.ZodOptional<z.ZodNumber>;
1077
1136
  flashAttention: z.ZodOptional<z.ZodEnum<{
1137
+ auto: "auto";
1078
1138
  on: "on";
1079
1139
  off: "off";
1080
- auto: "auto";
1081
1140
  }>>;
1082
1141
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1083
1142
  integrated: "integrated";
@@ -1135,6 +1194,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1135
1194
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1136
1195
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1137
1196
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1197
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1198
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1199
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1200
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
1138
1201
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1139
1202
  threshold: z.ZodOptional<z.ZodNumber>;
1140
1203
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -1155,6 +1218,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1155
1218
  }, z.core.$strip>>>;
1156
1219
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1157
1220
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
1221
+ seed: z.ZodOptional<z.ZodNumber>;
1158
1222
  }, z.core.$strip>>>;
1159
1223
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1160
1224
  src: z.ZodString;
@@ -1292,8 +1356,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1292
1356
  }>>>;
1293
1357
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1294
1358
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
1295
- gpu: "gpu";
1296
1359
  cpu: "cpu";
1360
+ gpu: "gpu";
1297
1361
  }>>>;
1298
1362
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
1299
1363
  integrated: "integrated";
@@ -1827,6 +1891,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1827
1891
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
1828
1892
  localAttnSize: z.ZodOptional<z.ZodNumber>;
1829
1893
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
1894
+ paramsBackend: z.ZodOptional<z.ZodString>;
1895
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1896
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
1897
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
1830
1898
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
1831
1899
  kvCache: z.ZodOptional<z.ZodBoolean>;
1832
1900
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -1880,8 +1948,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
1880
1948
  }, z.core.$strip>>>;
1881
1949
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
1882
1950
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
1883
- auto: "auto";
1884
1951
  cpu: "cpu";
1952
+ auto: "auto";
1885
1953
  }>>>;
1886
1954
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
1887
1955
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -1946,17 +2014,42 @@ export declare const devicePatternSchema: z.ZodObject<{
1946
2014
  integrated: "integrated";
1947
2015
  dedicated: "dedicated";
1948
2016
  }>]>>;
2017
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
2018
+ devices: z.ZodOptional<z.ZodString>;
1949
2019
  'split-mode': z.ZodOptional<z.ZodEnum<{
1950
2020
  none: "none";
1951
2021
  layer: "layer";
1952
2022
  tensor: "tensor";
1953
2023
  }>>;
1954
2024
  'flash-attn': z.ZodOptional<z.ZodEnum<{
2025
+ auto: "auto";
1955
2026
  on: "on";
1956
2027
  off: "off";
1957
- auto: "auto";
1958
2028
  }>>;
1959
2029
  'tensor-split': z.ZodOptional<z.ZodString>;
2030
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
2031
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
2032
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
2033
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
2034
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
2035
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
2036
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
2037
+ threads: z.ZodOptional<z.ZodNumber>;
2038
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
2039
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
2040
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
2041
+ 'override-tensor': z.ZodOptional<z.ZodString>;
2042
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
2043
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
2044
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
2045
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
2046
+ auto: "auto";
2047
+ on: "on";
2048
+ off: "off";
2049
+ }>>;
2050
+ fit: z.ZodOptional<z.ZodBoolean>;
2051
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2052
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
1960
2053
  openclCacheDir: z.ZodOptional<z.ZodString>;
1961
2054
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
1962
2055
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -2012,8 +2105,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2012
2105
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2013
2106
  gpuLayers: z.ZodOptional<z.ZodNumber>;
2014
2107
  device: z.ZodOptional<z.ZodEnum<{
2015
- gpu: "gpu";
2016
2108
  cpu: "cpu";
2109
+ gpu: "gpu";
2017
2110
  }>>;
2018
2111
  batchSize: z.ZodOptional<z.ZodNumber>;
2019
2112
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -2029,9 +2122,9 @@ export declare const devicePatternSchema: z.ZodObject<{
2029
2122
  }>>;
2030
2123
  embdNormalize: z.ZodOptional<z.ZodNumber>;
2031
2124
  flashAttention: z.ZodOptional<z.ZodEnum<{
2125
+ auto: "auto";
2032
2126
  on: "on";
2033
2127
  off: "off";
2034
- auto: "auto";
2035
2128
  }>>;
2036
2129
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2037
2130
  integrated: "integrated";
@@ -2089,6 +2182,10 @@ export declare const devicePatternSchema: z.ZodObject<{
2089
2182
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2090
2183
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2091
2184
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2185
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2186
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2187
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2188
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
2092
2189
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2093
2190
  threshold: z.ZodOptional<z.ZodNumber>;
2094
2191
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -2109,6 +2206,7 @@ export declare const devicePatternSchema: z.ZodObject<{
2109
2206
  }, z.core.$strip>>>;
2110
2207
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2111
2208
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
2209
+ seed: z.ZodOptional<z.ZodNumber>;
2112
2210
  }, z.core.$strip>>>;
2113
2211
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
2114
2212
  src: z.ZodString;
@@ -2246,8 +2344,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2246
2344
  }>>>;
2247
2345
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2248
2346
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2249
- gpu: "gpu";
2250
2347
  cpu: "cpu";
2348
+ gpu: "gpu";
2251
2349
  }>>>;
2252
2350
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2253
2351
  integrated: "integrated";
@@ -2781,6 +2879,10 @@ export declare const devicePatternSchema: z.ZodObject<{
2781
2879
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
2782
2880
  localAttnSize: z.ZodOptional<z.ZodNumber>;
2783
2881
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
2882
+ paramsBackend: z.ZodOptional<z.ZodString>;
2883
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
2884
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
2885
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
2784
2886
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
2785
2887
  kvCache: z.ZodOptional<z.ZodBoolean>;
2786
2888
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -2834,8 +2936,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2834
2936
  }, z.core.$strip>>>;
2835
2937
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
2836
2938
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
2837
- auto: "auto";
2838
2939
  cpu: "cpu";
2940
+ auto: "auto";
2839
2941
  }>>>;
2840
2942
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
2841
2943
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -2880,17 +2982,42 @@ export declare const devicePatternSchema: z.ZodObject<{
2880
2982
  integrated: "integrated";
2881
2983
  dedicated: "dedicated";
2882
2984
  }>]>>;
2985
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
2986
+ devices: z.ZodOptional<z.ZodString>;
2883
2987
  'split-mode': z.ZodOptional<z.ZodEnum<{
2884
2988
  none: "none";
2885
2989
  layer: "layer";
2886
2990
  tensor: "tensor";
2887
2991
  }>>;
2888
2992
  'flash-attn': z.ZodOptional<z.ZodEnum<{
2993
+ auto: "auto";
2889
2994
  on: "on";
2890
2995
  off: "off";
2891
- auto: "auto";
2892
2996
  }>>;
2893
2997
  'tensor-split': z.ZodOptional<z.ZodString>;
2998
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
2999
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
3000
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
3001
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
3002
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
3003
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
3004
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
3005
+ threads: z.ZodOptional<z.ZodNumber>;
3006
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
3007
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
3008
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
3009
+ 'override-tensor': z.ZodOptional<z.ZodString>;
3010
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
3011
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
3012
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
3013
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
3014
+ auto: "auto";
3015
+ on: "on";
3016
+ off: "off";
3017
+ }>>;
3018
+ fit: z.ZodOptional<z.ZodBoolean>;
3019
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
3020
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
2894
3021
  openclCacheDir: z.ZodOptional<z.ZodString>;
2895
3022
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
2896
3023
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -2946,8 +3073,8 @@ export declare const devicePatternSchema: z.ZodObject<{
2946
3073
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
2947
3074
  gpuLayers: z.ZodOptional<z.ZodNumber>;
2948
3075
  device: z.ZodOptional<z.ZodEnum<{
2949
- gpu: "gpu";
2950
3076
  cpu: "cpu";
3077
+ gpu: "gpu";
2951
3078
  }>>;
2952
3079
  batchSize: z.ZodOptional<z.ZodNumber>;
2953
3080
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -2963,9 +3090,9 @@ export declare const devicePatternSchema: z.ZodObject<{
2963
3090
  }>>;
2964
3091
  embdNormalize: z.ZodOptional<z.ZodNumber>;
2965
3092
  flashAttention: z.ZodOptional<z.ZodEnum<{
3093
+ auto: "auto";
2966
3094
  on: "on";
2967
3095
  off: "off";
2968
- auto: "auto";
2969
3096
  }>>;
2970
3097
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
2971
3098
  integrated: "integrated";
@@ -3023,6 +3150,10 @@ export declare const devicePatternSchema: z.ZodObject<{
3023
3150
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3024
3151
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3025
3152
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3153
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3154
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3155
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3156
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
3026
3157
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3027
3158
  threshold: z.ZodOptional<z.ZodNumber>;
3028
3159
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -3043,6 +3174,7 @@ export declare const devicePatternSchema: z.ZodObject<{
3043
3174
  }, z.core.$strip>>>;
3044
3175
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3045
3176
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
3177
+ seed: z.ZodOptional<z.ZodNumber>;
3046
3178
  }, z.core.$strip>>>;
3047
3179
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
3048
3180
  src: z.ZodString;
@@ -3180,8 +3312,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3180
3312
  }>>>;
3181
3313
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3182
3314
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
3183
- gpu: "gpu";
3184
3315
  cpu: "cpu";
3316
+ gpu: "gpu";
3185
3317
  }>>>;
3186
3318
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
3187
3319
  integrated: "integrated";
@@ -3715,6 +3847,10 @@ export declare const devicePatternSchema: z.ZodObject<{
3715
3847
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
3716
3848
  localAttnSize: z.ZodOptional<z.ZodNumber>;
3717
3849
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
3850
+ paramsBackend: z.ZodOptional<z.ZodString>;
3851
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
3852
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
3853
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
3718
3854
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
3719
3855
  kvCache: z.ZodOptional<z.ZodBoolean>;
3720
3856
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -3768,8 +3904,8 @@ export declare const devicePatternSchema: z.ZodObject<{
3768
3904
  }, z.core.$strip>>>;
3769
3905
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
3770
3906
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
3771
- auto: "auto";
3772
3907
  cpu: "cpu";
3908
+ auto: "auto";
3773
3909
  }>>>;
3774
3910
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
3775
3911
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -3806,6 +3942,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
3806
3942
  requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
3807
3943
  registryDownloadMaxRetries: z.ZodOptional<z.ZodNumber>;
3808
3944
  registryStreamTimeoutMs: z.ZodOptional<z.ZodNumber>;
3945
+ fitStubBudgetMs: z.ZodOptional<z.ZodNumber>;
3809
3946
  deviceDefaults: z.ZodOptional<z.ZodArray<z.ZodObject<{
3810
3947
  name: z.ZodString;
3811
3948
  match: z.ZodObject<{
@@ -3857,17 +3994,42 @@ export declare const qvacConfigSchema: z.ZodObject<{
3857
3994
  integrated: "integrated";
3858
3995
  dedicated: "dedicated";
3859
3996
  }>]>>;
3997
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
3998
+ devices: z.ZodOptional<z.ZodString>;
3860
3999
  'split-mode': z.ZodOptional<z.ZodEnum<{
3861
4000
  none: "none";
3862
4001
  layer: "layer";
3863
4002
  tensor: "tensor";
3864
4003
  }>>;
3865
4004
  'flash-attn': z.ZodOptional<z.ZodEnum<{
4005
+ auto: "auto";
3866
4006
  on: "on";
3867
4007
  off: "off";
3868
- auto: "auto";
3869
4008
  }>>;
3870
4009
  'tensor-split': z.ZodOptional<z.ZodString>;
4010
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
4011
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
4012
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
4013
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
4014
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
4015
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
4016
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
4017
+ threads: z.ZodOptional<z.ZodNumber>;
4018
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
4019
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
4020
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
4021
+ 'override-tensor': z.ZodOptional<z.ZodString>;
4022
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
4023
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
4024
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
4025
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
4026
+ auto: "auto";
4027
+ on: "on";
4028
+ off: "off";
4029
+ }>>;
4030
+ fit: z.ZodOptional<z.ZodBoolean>;
4031
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
4032
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
3871
4033
  openclCacheDir: z.ZodOptional<z.ZodString>;
3872
4034
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
3873
4035
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -3923,8 +4085,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
3923
4085
  "llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
3924
4086
  gpuLayers: z.ZodOptional<z.ZodNumber>;
3925
4087
  device: z.ZodOptional<z.ZodEnum<{
3926
- gpu: "gpu";
3927
4088
  cpu: "cpu";
4089
+ gpu: "gpu";
3928
4090
  }>>;
3929
4091
  batchSize: z.ZodOptional<z.ZodNumber>;
3930
4092
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -3940,9 +4102,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
3940
4102
  }>>;
3941
4103
  embdNormalize: z.ZodOptional<z.ZodNumber>;
3942
4104
  flashAttention: z.ZodOptional<z.ZodEnum<{
4105
+ auto: "auto";
3943
4106
  on: "on";
3944
4107
  off: "off";
3945
- auto: "auto";
3946
4108
  }>>;
3947
4109
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
3948
4110
  integrated: "integrated";
@@ -4000,6 +4162,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4000
4162
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4001
4163
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4002
4164
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4165
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4166
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4167
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4168
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4003
4169
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4004
4170
  threshold: z.ZodOptional<z.ZodNumber>;
4005
4171
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -4020,6 +4186,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4020
4186
  }, z.core.$strip>>>;
4021
4187
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4022
4188
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
4189
+ seed: z.ZodOptional<z.ZodNumber>;
4023
4190
  }, z.core.$strip>>>;
4024
4191
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4025
4192
  src: z.ZodString;
@@ -4157,8 +4324,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4157
4324
  }>>>;
4158
4325
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4159
4326
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
4160
- gpu: "gpu";
4161
4327
  cpu: "cpu";
4328
+ gpu: "gpu";
4162
4329
  }>>>;
4163
4330
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
4164
4331
  integrated: "integrated";
@@ -4692,6 +4859,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4692
4859
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
4693
4860
  localAttnSize: z.ZodOptional<z.ZodNumber>;
4694
4861
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
4862
+ paramsBackend: z.ZodOptional<z.ZodString>;
4863
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
4864
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
4865
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
4695
4866
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
4696
4867
  kvCache: z.ZodOptional<z.ZodBoolean>;
4697
4868
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -4745,8 +4916,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4745
4916
  }, z.core.$strip>>>;
4746
4917
  "ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
4747
4918
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
4748
- auto: "auto";
4749
4919
  cpu: "cpu";
4920
+ auto: "auto";
4750
4921
  }>>>;
4751
4922
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4752
4923
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -4791,17 +4962,42 @@ export declare const qvacConfigSchema: z.ZodObject<{
4791
4962
  integrated: "integrated";
4792
4963
  dedicated: "dedicated";
4793
4964
  }>]>>;
4965
+ 'rpc-servers': z.ZodOptional<z.ZodString>;
4966
+ devices: z.ZodOptional<z.ZodString>;
4794
4967
  'split-mode': z.ZodOptional<z.ZodEnum<{
4795
4968
  none: "none";
4796
4969
  layer: "layer";
4797
4970
  tensor: "tensor";
4798
4971
  }>>;
4799
4972
  'flash-attn': z.ZodOptional<z.ZodEnum<{
4973
+ auto: "auto";
4800
4974
  on: "on";
4801
4975
  off: "off";
4802
- auto: "auto";
4803
4976
  }>>;
4804
4977
  'tensor-split': z.ZodOptional<z.ZodString>;
4978
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
4979
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
4980
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
4981
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
4982
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
4983
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
4984
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
4985
+ threads: z.ZodOptional<z.ZodNumber>;
4986
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
4987
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
4988
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
4989
+ 'override-tensor': z.ZodOptional<z.ZodString>;
4990
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
4991
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
4992
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
4993
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
4994
+ auto: "auto";
4995
+ on: "on";
4996
+ off: "off";
4997
+ }>>;
4998
+ fit: z.ZodOptional<z.ZodBoolean>;
4999
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
5000
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
4805
5001
  openclCacheDir: z.ZodOptional<z.ZodString>;
4806
5002
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4807
5003
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -4857,8 +5053,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
4857
5053
  embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4858
5054
  gpuLayers: z.ZodOptional<z.ZodNumber>;
4859
5055
  device: z.ZodOptional<z.ZodEnum<{
4860
- gpu: "gpu";
4861
5056
  cpu: "cpu";
5057
+ gpu: "gpu";
4862
5058
  }>>;
4863
5059
  batchSize: z.ZodOptional<z.ZodNumber>;
4864
5060
  pooling: z.ZodOptional<z.ZodEnum<{
@@ -4874,9 +5070,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
4874
5070
  }>>;
4875
5071
  embdNormalize: z.ZodOptional<z.ZodNumber>;
4876
5072
  flashAttention: z.ZodOptional<z.ZodEnum<{
5073
+ auto: "auto";
4877
5074
  on: "on";
4878
5075
  off: "off";
4879
- auto: "auto";
4880
5076
  }>>;
4881
5077
  mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
4882
5078
  integrated: "integrated";
@@ -4934,6 +5130,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
4934
5130
  logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4935
5131
  greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
4936
5132
  beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5133
+ max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5134
+ no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5135
+ seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5136
+ backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
4937
5137
  vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4938
5138
  threshold: z.ZodOptional<z.ZodNumber>;
4939
5139
  min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
@@ -4954,6 +5154,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
4954
5154
  }, z.core.$strip>>>;
4955
5155
  miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
4956
5156
  caption_enabled: z.ZodOptional<z.ZodBoolean>;
5157
+ seed: z.ZodOptional<z.ZodNumber>;
4957
5158
  }, z.core.$strip>>>;
4958
5159
  vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4959
5160
  src: z.ZodString;
@@ -5091,8 +5292,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5091
5292
  }>>>;
5092
5293
  threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5093
5294
  device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
5094
- gpu: "gpu";
5095
5295
  cpu: "cpu";
5296
+ gpu: "gpu";
5096
5297
  }>>>;
5097
5298
  'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
5098
5299
  integrated: "integrated";
@@ -5626,6 +5827,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
5626
5827
  numFramePerBlock: z.ZodOptional<z.ZodNumber>;
5627
5828
  localAttnSize: z.ZodOptional<z.ZodNumber>;
5628
5829
  offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
5830
+ paramsBackend: z.ZodOptional<z.ZodString>;
5831
+ maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
5832
+ streamLayers: z.ZodOptional<z.ZodBoolean>;
5833
+ verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
5629
5834
  frameJpegQuality: z.ZodOptional<z.ZodNumber>;
5630
5835
  kvCache: z.ZodOptional<z.ZodBoolean>;
5631
5836
  profile: z.ZodOptional<z.ZodBoolean>;
@@ -5679,8 +5884,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
5679
5884
  }, z.core.$strip>>>;
5680
5885
  vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
5681
5886
  backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
5682
- auto: "auto";
5683
5887
  cpu: "cpu";
5888
+ auto: "auto";
5684
5889
  }>>>;
5685
5890
  verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
5686
5891
  embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
@@ -5693,6 +5898,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
5693
5898
  }, z.core.$strip>>>;
5694
5899
  ragTurbovec: z.ZodOptional<z.ZodBoolean>;
5695
5900
  plugins: z.ZodOptional<z.ZodArray<z.ZodString>>;
5901
+ rpcServerProvider: z.ZodOptional<z.ZodString>;
5696
5902
  bareRuntimeVersion: z.ZodOptional<z.ZodString>;
5697
5903
  }, z.core.$strip>;
5698
5904
  export type QvacConfig = z.infer<typeof qvacConfigSchema>;