@qvac/inference 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +107 -33
- package/README.md +8 -5
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +18 -6
- package/dist/handlers/assess-model-fit.js +215 -35
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +46 -2
- package/dist/resources/model-fit/assess.js +67 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +284 -77
- package/dist/schemas/assess-model-fit.js +93 -55
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +765 -56
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +236 -30
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +105 -14
- package/dist/schemas/llamacpp-config.js +113 -3
- package/dist/schemas/load-model.d.ts +3102 -627
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +205 -5
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +44 -30
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
package/dist/schemas/config.d.ts
CHANGED
|
@@ -58,17 +58,42 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
58
58
|
integrated: "integrated";
|
|
59
59
|
dedicated: "dedicated";
|
|
60
60
|
}>]>>;
|
|
61
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
62
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
61
63
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
62
64
|
none: "none";
|
|
63
65
|
layer: "layer";
|
|
64
66
|
tensor: "tensor";
|
|
65
67
|
}>>;
|
|
66
68
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
69
|
+
auto: "auto";
|
|
67
70
|
on: "on";
|
|
68
71
|
off: "off";
|
|
69
|
-
auto: "auto";
|
|
70
72
|
}>>;
|
|
71
73
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
74
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
75
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
76
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
77
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
78
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
79
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
80
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
81
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
82
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
83
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
84
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
85
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
86
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
87
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
88
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
89
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
90
|
+
auto: "auto";
|
|
91
|
+
on: "on";
|
|
92
|
+
off: "off";
|
|
93
|
+
}>>;
|
|
94
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
95
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
96
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
72
97
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
73
98
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
74
99
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -124,8 +149,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
124
149
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
125
150
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
126
151
|
device: z.ZodOptional<z.ZodEnum<{
|
|
127
|
-
gpu: "gpu";
|
|
128
152
|
cpu: "cpu";
|
|
153
|
+
gpu: "gpu";
|
|
129
154
|
}>>;
|
|
130
155
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
131
156
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -141,9 +166,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
141
166
|
}>>;
|
|
142
167
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
143
168
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
169
|
+
auto: "auto";
|
|
144
170
|
on: "on";
|
|
145
171
|
off: "off";
|
|
146
|
-
auto: "auto";
|
|
147
172
|
}>>;
|
|
148
173
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
149
174
|
integrated: "integrated";
|
|
@@ -201,6 +226,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
201
226
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
202
227
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
203
228
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
229
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
230
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
231
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
232
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
204
233
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
205
234
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
206
235
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -221,6 +250,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
221
250
|
}, z.core.$strip>>>;
|
|
222
251
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
223
252
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
253
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
224
254
|
}, z.core.$strip>>>;
|
|
225
255
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
226
256
|
src: z.ZodString;
|
|
@@ -358,8 +388,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
358
388
|
}>>>;
|
|
359
389
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
360
390
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
361
|
-
gpu: "gpu";
|
|
362
391
|
cpu: "cpu";
|
|
392
|
+
gpu: "gpu";
|
|
363
393
|
}>>>;
|
|
364
394
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
365
395
|
integrated: "integrated";
|
|
@@ -893,6 +923,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
893
923
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
894
924
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
895
925
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
926
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
927
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
928
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
929
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
896
930
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
897
931
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
898
932
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -946,8 +980,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
946
980
|
}, z.core.$strip>>>;
|
|
947
981
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
948
982
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
949
|
-
auto: "auto";
|
|
950
983
|
cpu: "cpu";
|
|
984
|
+
auto: "auto";
|
|
951
985
|
}>>>;
|
|
952
986
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
953
987
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -992,17 +1026,42 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
992
1026
|
integrated: "integrated";
|
|
993
1027
|
dedicated: "dedicated";
|
|
994
1028
|
}>]>>;
|
|
1029
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
1030
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
995
1031
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
996
1032
|
none: "none";
|
|
997
1033
|
layer: "layer";
|
|
998
1034
|
tensor: "tensor";
|
|
999
1035
|
}>>;
|
|
1000
1036
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
1037
|
+
auto: "auto";
|
|
1001
1038
|
on: "on";
|
|
1002
1039
|
off: "off";
|
|
1003
|
-
auto: "auto";
|
|
1004
1040
|
}>>;
|
|
1005
1041
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
1042
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
1043
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
1044
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
1045
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
1046
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
1047
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
1048
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
1049
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1050
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
1051
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
1052
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
1053
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
1054
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
1055
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
1056
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
1057
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
1058
|
+
auto: "auto";
|
|
1059
|
+
on: "on";
|
|
1060
|
+
off: "off";
|
|
1061
|
+
}>>;
|
|
1062
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
1063
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1064
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
1006
1065
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1007
1066
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
1008
1067
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -1058,8 +1117,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1058
1117
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1059
1118
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1060
1119
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1061
|
-
gpu: "gpu";
|
|
1062
1120
|
cpu: "cpu";
|
|
1121
|
+
gpu: "gpu";
|
|
1063
1122
|
}>>;
|
|
1064
1123
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
1065
1124
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -1075,9 +1134,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1075
1134
|
}>>;
|
|
1076
1135
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
1077
1136
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
1137
|
+
auto: "auto";
|
|
1078
1138
|
on: "on";
|
|
1079
1139
|
off: "off";
|
|
1080
|
-
auto: "auto";
|
|
1081
1140
|
}>>;
|
|
1082
1141
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1083
1142
|
integrated: "integrated";
|
|
@@ -1135,6 +1194,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1135
1194
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1136
1195
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1137
1196
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1197
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1198
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1199
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1200
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1138
1201
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1139
1202
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1140
1203
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1155,6 +1218,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1155
1218
|
}, z.core.$strip>>>;
|
|
1156
1219
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1157
1220
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
1221
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1158
1222
|
}, z.core.$strip>>>;
|
|
1159
1223
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1160
1224
|
src: z.ZodString;
|
|
@@ -1292,8 +1356,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1292
1356
|
}>>>;
|
|
1293
1357
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1294
1358
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1295
|
-
gpu: "gpu";
|
|
1296
1359
|
cpu: "cpu";
|
|
1360
|
+
gpu: "gpu";
|
|
1297
1361
|
}>>>;
|
|
1298
1362
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1299
1363
|
integrated: "integrated";
|
|
@@ -1827,6 +1891,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1827
1891
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
1828
1892
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
1829
1893
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
1894
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
1895
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1896
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
1897
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
1830
1898
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
1831
1899
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
1832
1900
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1880,8 +1948,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1880
1948
|
}, z.core.$strip>>>;
|
|
1881
1949
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1882
1950
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1883
|
-
auto: "auto";
|
|
1884
1951
|
cpu: "cpu";
|
|
1952
|
+
auto: "auto";
|
|
1885
1953
|
}>>>;
|
|
1886
1954
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1887
1955
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -1946,17 +2014,42 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1946
2014
|
integrated: "integrated";
|
|
1947
2015
|
dedicated: "dedicated";
|
|
1948
2016
|
}>]>>;
|
|
2017
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
2018
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
1949
2019
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
1950
2020
|
none: "none";
|
|
1951
2021
|
layer: "layer";
|
|
1952
2022
|
tensor: "tensor";
|
|
1953
2023
|
}>>;
|
|
1954
2024
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
2025
|
+
auto: "auto";
|
|
1955
2026
|
on: "on";
|
|
1956
2027
|
off: "off";
|
|
1957
|
-
auto: "auto";
|
|
1958
2028
|
}>>;
|
|
1959
2029
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2030
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
2031
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
2032
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
2033
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
2034
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
2035
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2036
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
2037
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
2038
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
2039
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
2040
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
2041
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
2042
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
2043
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
2044
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
2045
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
2046
|
+
auto: "auto";
|
|
2047
|
+
on: "on";
|
|
2048
|
+
off: "off";
|
|
2049
|
+
}>>;
|
|
2050
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
2051
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2052
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
1960
2053
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1961
2054
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
1962
2055
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -2012,8 +2105,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2012
2105
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2013
2106
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
2014
2107
|
device: z.ZodOptional<z.ZodEnum<{
|
|
2015
|
-
gpu: "gpu";
|
|
2016
2108
|
cpu: "cpu";
|
|
2109
|
+
gpu: "gpu";
|
|
2017
2110
|
}>>;
|
|
2018
2111
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
2019
2112
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2029,9 +2122,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2029
2122
|
}>>;
|
|
2030
2123
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
2031
2124
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
2125
|
+
auto: "auto";
|
|
2032
2126
|
on: "on";
|
|
2033
2127
|
off: "off";
|
|
2034
|
-
auto: "auto";
|
|
2035
2128
|
}>>;
|
|
2036
2129
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
2037
2130
|
integrated: "integrated";
|
|
@@ -2089,6 +2182,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2089
2182
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2090
2183
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2091
2184
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2185
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2186
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2187
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2188
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
2092
2189
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2093
2190
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2094
2191
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2109,6 +2206,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2109
2206
|
}, z.core.$strip>>>;
|
|
2110
2207
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2111
2208
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
2209
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
2112
2210
|
}, z.core.$strip>>>;
|
|
2113
2211
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
2114
2212
|
src: z.ZodString;
|
|
@@ -2246,8 +2344,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2246
2344
|
}>>>;
|
|
2247
2345
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2248
2346
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
2249
|
-
gpu: "gpu";
|
|
2250
2347
|
cpu: "cpu";
|
|
2348
|
+
gpu: "gpu";
|
|
2251
2349
|
}>>>;
|
|
2252
2350
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
2253
2351
|
integrated: "integrated";
|
|
@@ -2781,6 +2879,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2781
2879
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2782
2880
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2783
2881
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2882
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2883
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2884
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2885
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2784
2886
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2785
2887
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2786
2888
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2834,8 +2936,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2834
2936
|
}, z.core.$strip>>>;
|
|
2835
2937
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2836
2938
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
2837
|
-
auto: "auto";
|
|
2838
2939
|
cpu: "cpu";
|
|
2940
|
+
auto: "auto";
|
|
2839
2941
|
}>>>;
|
|
2840
2942
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2841
2943
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -2880,17 +2982,42 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2880
2982
|
integrated: "integrated";
|
|
2881
2983
|
dedicated: "dedicated";
|
|
2882
2984
|
}>]>>;
|
|
2985
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
2986
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
2883
2987
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
2884
2988
|
none: "none";
|
|
2885
2989
|
layer: "layer";
|
|
2886
2990
|
tensor: "tensor";
|
|
2887
2991
|
}>>;
|
|
2888
2992
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
2993
|
+
auto: "auto";
|
|
2889
2994
|
on: "on";
|
|
2890
2995
|
off: "off";
|
|
2891
|
-
auto: "auto";
|
|
2892
2996
|
}>>;
|
|
2893
2997
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2998
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
2999
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
3000
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
3001
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
3002
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
3003
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3004
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3005
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
3006
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
3007
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
3008
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
3009
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
3010
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
3011
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
3012
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
3013
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
3014
|
+
auto: "auto";
|
|
3015
|
+
on: "on";
|
|
3016
|
+
off: "off";
|
|
3017
|
+
}>>;
|
|
3018
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
3019
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
3020
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
2894
3021
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
2895
3022
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
2896
3023
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -2946,8 +3073,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2946
3073
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2947
3074
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
2948
3075
|
device: z.ZodOptional<z.ZodEnum<{
|
|
2949
|
-
gpu: "gpu";
|
|
2950
3076
|
cpu: "cpu";
|
|
3077
|
+
gpu: "gpu";
|
|
2951
3078
|
}>>;
|
|
2952
3079
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
2953
3080
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2963,9 +3090,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2963
3090
|
}>>;
|
|
2964
3091
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
2965
3092
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
3093
|
+
auto: "auto";
|
|
2966
3094
|
on: "on";
|
|
2967
3095
|
off: "off";
|
|
2968
|
-
auto: "auto";
|
|
2969
3096
|
}>>;
|
|
2970
3097
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
2971
3098
|
integrated: "integrated";
|
|
@@ -3023,6 +3150,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3023
3150
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3024
3151
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3025
3152
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3153
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3154
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3155
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3156
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3026
3157
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3027
3158
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3028
3159
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3043,6 +3174,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3043
3174
|
}, z.core.$strip>>>;
|
|
3044
3175
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3045
3176
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3177
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
3046
3178
|
}, z.core.$strip>>>;
|
|
3047
3179
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3048
3180
|
src: z.ZodString;
|
|
@@ -3180,8 +3312,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3180
3312
|
}>>>;
|
|
3181
3313
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3182
3314
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3183
|
-
gpu: "gpu";
|
|
3184
3315
|
cpu: "cpu";
|
|
3316
|
+
gpu: "gpu";
|
|
3185
3317
|
}>>>;
|
|
3186
3318
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
3187
3319
|
integrated: "integrated";
|
|
@@ -3715,6 +3847,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3715
3847
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
3716
3848
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
3717
3849
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
3850
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
3851
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
3852
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
3853
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
3718
3854
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
3719
3855
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
3720
3856
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -3768,8 +3904,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3768
3904
|
}, z.core.$strip>>>;
|
|
3769
3905
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3770
3906
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3771
|
-
auto: "auto";
|
|
3772
3907
|
cpu: "cpu";
|
|
3908
|
+
auto: "auto";
|
|
3773
3909
|
}>>>;
|
|
3774
3910
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3775
3911
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -3806,6 +3942,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3806
3942
|
requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
|
|
3807
3943
|
registryDownloadMaxRetries: z.ZodOptional<z.ZodNumber>;
|
|
3808
3944
|
registryStreamTimeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
3945
|
+
fitStubBudgetMs: z.ZodOptional<z.ZodNumber>;
|
|
3809
3946
|
deviceDefaults: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3810
3947
|
name: z.ZodString;
|
|
3811
3948
|
match: z.ZodObject<{
|
|
@@ -3857,17 +3994,42 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3857
3994
|
integrated: "integrated";
|
|
3858
3995
|
dedicated: "dedicated";
|
|
3859
3996
|
}>]>>;
|
|
3997
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
3998
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
3860
3999
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
3861
4000
|
none: "none";
|
|
3862
4001
|
layer: "layer";
|
|
3863
4002
|
tensor: "tensor";
|
|
3864
4003
|
}>>;
|
|
3865
4004
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
4005
|
+
auto: "auto";
|
|
3866
4006
|
on: "on";
|
|
3867
4007
|
off: "off";
|
|
3868
|
-
auto: "auto";
|
|
3869
4008
|
}>>;
|
|
3870
4009
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
4010
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
4011
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
4012
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
4013
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
4014
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
4015
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4016
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4017
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
4018
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
4019
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
4020
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
4021
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
4022
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
4023
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
4024
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
4025
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
4026
|
+
auto: "auto";
|
|
4027
|
+
on: "on";
|
|
4028
|
+
off: "off";
|
|
4029
|
+
}>>;
|
|
4030
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
4031
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
4032
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
3871
4033
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
3872
4034
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
3873
4035
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -3923,8 +4085,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3923
4085
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3924
4086
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
3925
4087
|
device: z.ZodOptional<z.ZodEnum<{
|
|
3926
|
-
gpu: "gpu";
|
|
3927
4088
|
cpu: "cpu";
|
|
4089
|
+
gpu: "gpu";
|
|
3928
4090
|
}>>;
|
|
3929
4091
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
3930
4092
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -3940,9 +4102,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3940
4102
|
}>>;
|
|
3941
4103
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
3942
4104
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
4105
|
+
auto: "auto";
|
|
3943
4106
|
on: "on";
|
|
3944
4107
|
off: "off";
|
|
3945
|
-
auto: "auto";
|
|
3946
4108
|
}>>;
|
|
3947
4109
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
3948
4110
|
integrated: "integrated";
|
|
@@ -4000,6 +4162,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4000
4162
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4001
4163
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4002
4164
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4165
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4166
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4167
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4168
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4003
4169
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4004
4170
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4005
4171
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4020,6 +4186,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4020
4186
|
}, z.core.$strip>>>;
|
|
4021
4187
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4022
4188
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
4189
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4023
4190
|
}, z.core.$strip>>>;
|
|
4024
4191
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4025
4192
|
src: z.ZodString;
|
|
@@ -4157,8 +4324,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4157
4324
|
}>>>;
|
|
4158
4325
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4159
4326
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
4160
|
-
gpu: "gpu";
|
|
4161
4327
|
cpu: "cpu";
|
|
4328
|
+
gpu: "gpu";
|
|
4162
4329
|
}>>>;
|
|
4163
4330
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
4164
4331
|
integrated: "integrated";
|
|
@@ -4692,6 +4859,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4692
4859
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
4693
4860
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
4694
4861
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
4862
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
4863
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
4864
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
4865
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
4695
4866
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
4696
4867
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
4697
4868
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4745,8 +4916,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4745
4916
|
}, z.core.$strip>>>;
|
|
4746
4917
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4747
4918
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
4748
|
-
auto: "auto";
|
|
4749
4919
|
cpu: "cpu";
|
|
4920
|
+
auto: "auto";
|
|
4750
4921
|
}>>>;
|
|
4751
4922
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4752
4923
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -4791,17 +4962,42 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4791
4962
|
integrated: "integrated";
|
|
4792
4963
|
dedicated: "dedicated";
|
|
4793
4964
|
}>]>>;
|
|
4965
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
4966
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
4794
4967
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
4795
4968
|
none: "none";
|
|
4796
4969
|
layer: "layer";
|
|
4797
4970
|
tensor: "tensor";
|
|
4798
4971
|
}>>;
|
|
4799
4972
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
4973
|
+
auto: "auto";
|
|
4800
4974
|
on: "on";
|
|
4801
4975
|
off: "off";
|
|
4802
|
-
auto: "auto";
|
|
4803
4976
|
}>>;
|
|
4804
4977
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
4978
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
4979
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
4980
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
4981
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
4982
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
4983
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4984
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
4985
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
4986
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
4987
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
4988
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
4989
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
4990
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
4991
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
4992
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
4993
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
4994
|
+
auto: "auto";
|
|
4995
|
+
on: "on";
|
|
4996
|
+
off: "off";
|
|
4997
|
+
}>>;
|
|
4998
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
4999
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
5000
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
4805
5001
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
4806
5002
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
4807
5003
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -4857,8 +5053,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4857
5053
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4858
5054
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4859
5055
|
device: z.ZodOptional<z.ZodEnum<{
|
|
4860
|
-
gpu: "gpu";
|
|
4861
5056
|
cpu: "cpu";
|
|
5057
|
+
gpu: "gpu";
|
|
4862
5058
|
}>>;
|
|
4863
5059
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
4864
5060
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4874,9 +5070,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4874
5070
|
}>>;
|
|
4875
5071
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
4876
5072
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
5073
|
+
auto: "auto";
|
|
4877
5074
|
on: "on";
|
|
4878
5075
|
off: "off";
|
|
4879
|
-
auto: "auto";
|
|
4880
5076
|
}>>;
|
|
4881
5077
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
4882
5078
|
integrated: "integrated";
|
|
@@ -4934,6 +5130,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4934
5130
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4935
5131
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4936
5132
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5133
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5134
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5135
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5136
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4937
5137
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4938
5138
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4939
5139
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4954,6 +5154,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4954
5154
|
}, z.core.$strip>>>;
|
|
4955
5155
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4956
5156
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
5157
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4957
5158
|
}, z.core.$strip>>>;
|
|
4958
5159
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4959
5160
|
src: z.ZodString;
|
|
@@ -5091,8 +5292,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5091
5292
|
}>>>;
|
|
5092
5293
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5093
5294
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
5094
|
-
gpu: "gpu";
|
|
5095
5295
|
cpu: "cpu";
|
|
5296
|
+
gpu: "gpu";
|
|
5096
5297
|
}>>>;
|
|
5097
5298
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
5098
5299
|
integrated: "integrated";
|
|
@@ -5626,6 +5827,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5626
5827
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
5627
5828
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
5628
5829
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
5830
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
5831
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
5832
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
5833
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
5629
5834
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
5630
5835
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
5631
5836
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -5679,8 +5884,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5679
5884
|
}, z.core.$strip>>>;
|
|
5680
5885
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
5681
5886
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
5682
|
-
auto: "auto";
|
|
5683
5887
|
cpu: "cpu";
|
|
5888
|
+
auto: "auto";
|
|
5684
5889
|
}>>>;
|
|
5685
5890
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5686
5891
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -5693,6 +5898,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5693
5898
|
}, z.core.$strip>>>;
|
|
5694
5899
|
ragTurbovec: z.ZodOptional<z.ZodBoolean>;
|
|
5695
5900
|
plugins: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
5901
|
+
rpcServerProvider: z.ZodOptional<z.ZodString>;
|
|
5696
5902
|
bareRuntimeVersion: z.ZodOptional<z.ZodString>;
|
|
5697
5903
|
}, z.core.$strip>;
|
|
5698
5904
|
export type QvacConfig = z.infer<typeof qvacConfigSchema>;
|