@qvac/inference 0.20.1 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +90 -24
- package/README.md +8 -5
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +8 -20
- package/dist/handlers/assess-model-fit.js +195 -77
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +37 -2
- package/dist/resources/model-fit/assess.js +24 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +269 -85
- package/dist/schemas/assess-model-fit.js +78 -54
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +708 -66
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +104 -36
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +25 -18
- package/dist/schemas/llamacpp-config.js +26 -16
- package/dist/schemas/load-model.d.ts +2608 -469
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +183 -6
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +43 -29
- package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
- package/dist/resources/model-fit/fit-stub/index.js +0 -2
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
package/dist/schemas/config.d.ts
CHANGED
|
@@ -58,15 +58,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
58
58
|
integrated: "integrated";
|
|
59
59
|
dedicated: "dedicated";
|
|
60
60
|
}>]>>;
|
|
61
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
62
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
61
63
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
62
64
|
none: "none";
|
|
63
65
|
layer: "layer";
|
|
64
66
|
tensor: "tensor";
|
|
65
67
|
}>>;
|
|
66
68
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
69
|
+
auto: "auto";
|
|
67
70
|
on: "on";
|
|
68
71
|
off: "off";
|
|
69
|
-
auto: "auto";
|
|
70
72
|
}>>;
|
|
71
73
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
72
74
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -85,9 +87,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
85
87
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
86
88
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
87
89
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
90
|
+
auto: "auto";
|
|
88
91
|
on: "on";
|
|
89
92
|
off: "off";
|
|
90
|
-
auto: "auto";
|
|
91
93
|
}>>;
|
|
92
94
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
93
95
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -147,8 +149,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
147
149
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
148
150
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
149
151
|
device: z.ZodOptional<z.ZodEnum<{
|
|
150
|
-
gpu: "gpu";
|
|
151
152
|
cpu: "cpu";
|
|
153
|
+
gpu: "gpu";
|
|
152
154
|
}>>;
|
|
153
155
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
154
156
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -164,9 +166,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
164
166
|
}>>;
|
|
165
167
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
166
168
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
169
|
+
auto: "auto";
|
|
167
170
|
on: "on";
|
|
168
171
|
off: "off";
|
|
169
|
-
auto: "auto";
|
|
170
172
|
}>>;
|
|
171
173
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
172
174
|
integrated: "integrated";
|
|
@@ -224,6 +226,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
224
226
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
225
227
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
226
228
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
229
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
230
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
231
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
232
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
227
233
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
228
234
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
229
235
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -244,6 +250,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
244
250
|
}, z.core.$strip>>>;
|
|
245
251
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
246
252
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
253
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
247
254
|
}, z.core.$strip>>>;
|
|
248
255
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
249
256
|
src: z.ZodString;
|
|
@@ -381,8 +388,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
381
388
|
}>>>;
|
|
382
389
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
383
390
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
384
|
-
gpu: "gpu";
|
|
385
391
|
cpu: "cpu";
|
|
392
|
+
gpu: "gpu";
|
|
386
393
|
}>>>;
|
|
387
394
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
388
395
|
integrated: "integrated";
|
|
@@ -916,6 +923,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
916
923
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
917
924
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
918
925
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
926
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
927
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
928
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
929
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
919
930
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
920
931
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
921
932
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -969,8 +980,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
969
980
|
}, z.core.$strip>>>;
|
|
970
981
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
971
982
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
972
|
-
auto: "auto";
|
|
973
983
|
cpu: "cpu";
|
|
984
|
+
auto: "auto";
|
|
974
985
|
}>>>;
|
|
975
986
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
976
987
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -1015,15 +1026,17 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1015
1026
|
integrated: "integrated";
|
|
1016
1027
|
dedicated: "dedicated";
|
|
1017
1028
|
}>]>>;
|
|
1029
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
1030
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
1018
1031
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
1019
1032
|
none: "none";
|
|
1020
1033
|
layer: "layer";
|
|
1021
1034
|
tensor: "tensor";
|
|
1022
1035
|
}>>;
|
|
1023
1036
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
1037
|
+
auto: "auto";
|
|
1024
1038
|
on: "on";
|
|
1025
1039
|
off: "off";
|
|
1026
|
-
auto: "auto";
|
|
1027
1040
|
}>>;
|
|
1028
1041
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
1029
1042
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -1042,9 +1055,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1042
1055
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
1043
1056
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
1044
1057
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
1058
|
+
auto: "auto";
|
|
1045
1059
|
on: "on";
|
|
1046
1060
|
off: "off";
|
|
1047
|
-
auto: "auto";
|
|
1048
1061
|
}>>;
|
|
1049
1062
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
1050
1063
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -1104,8 +1117,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1104
1117
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1105
1118
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1106
1119
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1107
|
-
gpu: "gpu";
|
|
1108
1120
|
cpu: "cpu";
|
|
1121
|
+
gpu: "gpu";
|
|
1109
1122
|
}>>;
|
|
1110
1123
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
1111
1124
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -1121,9 +1134,9 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1121
1134
|
}>>;
|
|
1122
1135
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
1123
1136
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
1137
|
+
auto: "auto";
|
|
1124
1138
|
on: "on";
|
|
1125
1139
|
off: "off";
|
|
1126
|
-
auto: "auto";
|
|
1127
1140
|
}>>;
|
|
1128
1141
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1129
1142
|
integrated: "integrated";
|
|
@@ -1181,6 +1194,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1181
1194
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1182
1195
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1183
1196
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1197
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1198
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1199
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1200
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
1184
1201
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1185
1202
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
1186
1203
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1201,6 +1218,7 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1201
1218
|
}, z.core.$strip>>>;
|
|
1202
1219
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1203
1220
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
1221
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1204
1222
|
}, z.core.$strip>>>;
|
|
1205
1223
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1206
1224
|
src: z.ZodString;
|
|
@@ -1338,8 +1356,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1338
1356
|
}>>>;
|
|
1339
1357
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1340
1358
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1341
|
-
gpu: "gpu";
|
|
1342
1359
|
cpu: "cpu";
|
|
1360
|
+
gpu: "gpu";
|
|
1343
1361
|
}>>>;
|
|
1344
1362
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1345
1363
|
integrated: "integrated";
|
|
@@ -1873,6 +1891,10 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1873
1891
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
1874
1892
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
1875
1893
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
1894
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
1895
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1896
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
1897
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
1876
1898
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
1877
1899
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
1878
1900
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1926,8 +1948,8 @@ export declare const deviceConfigDefaultsSchema: z.ZodObject<{
|
|
|
1926
1948
|
}, z.core.$strip>>>;
|
|
1927
1949
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
1928
1950
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
1929
|
-
auto: "auto";
|
|
1930
1951
|
cpu: "cpu";
|
|
1952
|
+
auto: "auto";
|
|
1931
1953
|
}>>>;
|
|
1932
1954
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
1933
1955
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -1992,15 +2014,17 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
1992
2014
|
integrated: "integrated";
|
|
1993
2015
|
dedicated: "dedicated";
|
|
1994
2016
|
}>]>>;
|
|
2017
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
2018
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
1995
2019
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
1996
2020
|
none: "none";
|
|
1997
2021
|
layer: "layer";
|
|
1998
2022
|
tensor: "tensor";
|
|
1999
2023
|
}>>;
|
|
2000
2024
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
2025
|
+
auto: "auto";
|
|
2001
2026
|
on: "on";
|
|
2002
2027
|
off: "off";
|
|
2003
|
-
auto: "auto";
|
|
2004
2028
|
}>>;
|
|
2005
2029
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2006
2030
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -2019,9 +2043,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2019
2043
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
2020
2044
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
2021
2045
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
2046
|
+
auto: "auto";
|
|
2022
2047
|
on: "on";
|
|
2023
2048
|
off: "off";
|
|
2024
|
-
auto: "auto";
|
|
2025
2049
|
}>>;
|
|
2026
2050
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
2027
2051
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -2081,8 +2105,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2081
2105
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2082
2106
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
2083
2107
|
device: z.ZodOptional<z.ZodEnum<{
|
|
2084
|
-
gpu: "gpu";
|
|
2085
2108
|
cpu: "cpu";
|
|
2109
|
+
gpu: "gpu";
|
|
2086
2110
|
}>>;
|
|
2087
2111
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
2088
2112
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2098,9 +2122,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2098
2122
|
}>>;
|
|
2099
2123
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
2100
2124
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
2125
|
+
auto: "auto";
|
|
2101
2126
|
on: "on";
|
|
2102
2127
|
off: "off";
|
|
2103
|
-
auto: "auto";
|
|
2104
2128
|
}>>;
|
|
2105
2129
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
2106
2130
|
integrated: "integrated";
|
|
@@ -2158,6 +2182,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2158
2182
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2159
2183
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2160
2184
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2185
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2186
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2187
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2188
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
2161
2189
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2162
2190
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
2163
2191
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -2178,6 +2206,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2178
2206
|
}, z.core.$strip>>>;
|
|
2179
2207
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2180
2208
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
2209
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
2181
2210
|
}, z.core.$strip>>>;
|
|
2182
2211
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
2183
2212
|
src: z.ZodString;
|
|
@@ -2315,8 +2344,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2315
2344
|
}>>>;
|
|
2316
2345
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2317
2346
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
2318
|
-
gpu: "gpu";
|
|
2319
2347
|
cpu: "cpu";
|
|
2348
|
+
gpu: "gpu";
|
|
2320
2349
|
}>>>;
|
|
2321
2350
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
2322
2351
|
integrated: "integrated";
|
|
@@ -2850,6 +2879,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2850
2879
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2851
2880
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2852
2881
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2882
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2883
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2884
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2885
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2853
2886
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2854
2887
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2855
2888
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2903,8 +2936,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2903
2936
|
}, z.core.$strip>>>;
|
|
2904
2937
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
2905
2938
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
2906
|
-
auto: "auto";
|
|
2907
2939
|
cpu: "cpu";
|
|
2940
|
+
auto: "auto";
|
|
2908
2941
|
}>>>;
|
|
2909
2942
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
2910
2943
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -2949,15 +2982,17 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2949
2982
|
integrated: "integrated";
|
|
2950
2983
|
dedicated: "dedicated";
|
|
2951
2984
|
}>]>>;
|
|
2985
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
2986
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
2952
2987
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
2953
2988
|
none: "none";
|
|
2954
2989
|
layer: "layer";
|
|
2955
2990
|
tensor: "tensor";
|
|
2956
2991
|
}>>;
|
|
2957
2992
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
2993
|
+
auto: "auto";
|
|
2958
2994
|
on: "on";
|
|
2959
2995
|
off: "off";
|
|
2960
|
-
auto: "auto";
|
|
2961
2996
|
}>>;
|
|
2962
2997
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
2963
2998
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -2976,9 +3011,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
2976
3011
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
2977
3012
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
2978
3013
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
3014
|
+
auto: "auto";
|
|
2979
3015
|
on: "on";
|
|
2980
3016
|
off: "off";
|
|
2981
|
-
auto: "auto";
|
|
2982
3017
|
}>>;
|
|
2983
3018
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
2984
3019
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -3038,8 +3073,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3038
3073
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3039
3074
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
3040
3075
|
device: z.ZodOptional<z.ZodEnum<{
|
|
3041
|
-
gpu: "gpu";
|
|
3042
3076
|
cpu: "cpu";
|
|
3077
|
+
gpu: "gpu";
|
|
3043
3078
|
}>>;
|
|
3044
3079
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
3045
3080
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -3055,9 +3090,9 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3055
3090
|
}>>;
|
|
3056
3091
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
3057
3092
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
3093
|
+
auto: "auto";
|
|
3058
3094
|
on: "on";
|
|
3059
3095
|
off: "off";
|
|
3060
|
-
auto: "auto";
|
|
3061
3096
|
}>>;
|
|
3062
3097
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
3063
3098
|
integrated: "integrated";
|
|
@@ -3115,6 +3150,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3115
3150
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3116
3151
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3117
3152
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3153
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3154
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3155
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3156
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3118
3157
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3119
3158
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3120
3159
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3135,6 +3174,7 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3135
3174
|
}, z.core.$strip>>>;
|
|
3136
3175
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3137
3176
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3177
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
3138
3178
|
}, z.core.$strip>>>;
|
|
3139
3179
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3140
3180
|
src: z.ZodString;
|
|
@@ -3272,8 +3312,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3272
3312
|
}>>>;
|
|
3273
3313
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3274
3314
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3275
|
-
gpu: "gpu";
|
|
3276
3315
|
cpu: "cpu";
|
|
3316
|
+
gpu: "gpu";
|
|
3277
3317
|
}>>>;
|
|
3278
3318
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
3279
3319
|
integrated: "integrated";
|
|
@@ -3807,6 +3847,10 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3807
3847
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
3808
3848
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
3809
3849
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
3850
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
3851
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
3852
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
3853
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
3810
3854
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
3811
3855
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
3812
3856
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -3860,8 +3904,8 @@ export declare const devicePatternSchema: z.ZodObject<{
|
|
|
3860
3904
|
}, z.core.$strip>>>;
|
|
3861
3905
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3862
3906
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
3863
|
-
auto: "auto";
|
|
3864
3907
|
cpu: "cpu";
|
|
3908
|
+
auto: "auto";
|
|
3865
3909
|
}>>>;
|
|
3866
3910
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3867
3911
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -3898,6 +3942,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3898
3942
|
requireSecureTransport: z.ZodOptional<z.ZodBoolean>;
|
|
3899
3943
|
registryDownloadMaxRetries: z.ZodOptional<z.ZodNumber>;
|
|
3900
3944
|
registryStreamTimeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
3945
|
+
fitStubBudgetMs: z.ZodOptional<z.ZodNumber>;
|
|
3901
3946
|
deviceDefaults: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
3902
3947
|
name: z.ZodString;
|
|
3903
3948
|
match: z.ZodObject<{
|
|
@@ -3949,15 +3994,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3949
3994
|
integrated: "integrated";
|
|
3950
3995
|
dedicated: "dedicated";
|
|
3951
3996
|
}>]>>;
|
|
3997
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
3998
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
3952
3999
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
3953
4000
|
none: "none";
|
|
3954
4001
|
layer: "layer";
|
|
3955
4002
|
tensor: "tensor";
|
|
3956
4003
|
}>>;
|
|
3957
4004
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
4005
|
+
auto: "auto";
|
|
3958
4006
|
on: "on";
|
|
3959
4007
|
off: "off";
|
|
3960
|
-
auto: "auto";
|
|
3961
4008
|
}>>;
|
|
3962
4009
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
3963
4010
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -3976,9 +4023,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
3976
4023
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
3977
4024
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
3978
4025
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
4026
|
+
auto: "auto";
|
|
3979
4027
|
on: "on";
|
|
3980
4028
|
off: "off";
|
|
3981
|
-
auto: "auto";
|
|
3982
4029
|
}>>;
|
|
3983
4030
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
3984
4031
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -4038,8 +4085,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4038
4085
|
"llamacpp-embedding": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4039
4086
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4040
4087
|
device: z.ZodOptional<z.ZodEnum<{
|
|
4041
|
-
gpu: "gpu";
|
|
4042
4088
|
cpu: "cpu";
|
|
4089
|
+
gpu: "gpu";
|
|
4043
4090
|
}>>;
|
|
4044
4091
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
4045
4092
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4055,9 +4102,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4055
4102
|
}>>;
|
|
4056
4103
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
4057
4104
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
4105
|
+
auto: "auto";
|
|
4058
4106
|
on: "on";
|
|
4059
4107
|
off: "off";
|
|
4060
|
-
auto: "auto";
|
|
4061
4108
|
}>>;
|
|
4062
4109
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
4063
4110
|
integrated: "integrated";
|
|
@@ -4115,6 +4162,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4115
4162
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4116
4163
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4117
4164
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4165
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4166
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4167
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4168
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4118
4169
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4119
4170
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4120
4171
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4135,6 +4186,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4135
4186
|
}, z.core.$strip>>>;
|
|
4136
4187
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4137
4188
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
4189
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4138
4190
|
}, z.core.$strip>>>;
|
|
4139
4191
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4140
4192
|
src: z.ZodString;
|
|
@@ -4272,8 +4324,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4272
4324
|
}>>>;
|
|
4273
4325
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4274
4326
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
4275
|
-
gpu: "gpu";
|
|
4276
4327
|
cpu: "cpu";
|
|
4328
|
+
gpu: "gpu";
|
|
4277
4329
|
}>>>;
|
|
4278
4330
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
4279
4331
|
integrated: "integrated";
|
|
@@ -4807,6 +4859,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4807
4859
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
4808
4860
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
4809
4861
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
4862
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
4863
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
4864
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
4865
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
4810
4866
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
4811
4867
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
4812
4868
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4860,8 +4916,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4860
4916
|
}, z.core.$strip>>>;
|
|
4861
4917
|
"ggml-vla": z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4862
4918
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
4863
|
-
auto: "auto";
|
|
4864
4919
|
cpu: "cpu";
|
|
4920
|
+
auto: "auto";
|
|
4865
4921
|
}>>>;
|
|
4866
4922
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4867
4923
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -4906,15 +4962,17 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4906
4962
|
integrated: "integrated";
|
|
4907
4963
|
dedicated: "dedicated";
|
|
4908
4964
|
}>]>>;
|
|
4965
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
4966
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
4909
4967
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
4910
4968
|
none: "none";
|
|
4911
4969
|
layer: "layer";
|
|
4912
4970
|
tensor: "tensor";
|
|
4913
4971
|
}>>;
|
|
4914
4972
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
4973
|
+
auto: "auto";
|
|
4915
4974
|
on: "on";
|
|
4916
4975
|
off: "off";
|
|
4917
|
-
auto: "auto";
|
|
4918
4976
|
}>>;
|
|
4919
4977
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
4920
4978
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -4933,9 +4991,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4933
4991
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
4934
4992
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
4935
4993
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
4994
|
+
auto: "auto";
|
|
4936
4995
|
on: "on";
|
|
4937
4996
|
off: "off";
|
|
4938
|
-
auto: "auto";
|
|
4939
4997
|
}>>;
|
|
4940
4998
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
4941
4999
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -4995,8 +5053,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
4995
5053
|
embeddings: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4996
5054
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4997
5055
|
device: z.ZodOptional<z.ZodEnum<{
|
|
4998
|
-
gpu: "gpu";
|
|
4999
5056
|
cpu: "cpu";
|
|
5057
|
+
gpu: "gpu";
|
|
5000
5058
|
}>>;
|
|
5001
5059
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
5002
5060
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -5012,9 +5070,9 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5012
5070
|
}>>;
|
|
5013
5071
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
5014
5072
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
5073
|
+
auto: "auto";
|
|
5015
5074
|
on: "on";
|
|
5016
5075
|
off: "off";
|
|
5017
|
-
auto: "auto";
|
|
5018
5076
|
}>>;
|
|
5019
5077
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
5020
5078
|
integrated: "integrated";
|
|
@@ -5072,6 +5130,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5072
5130
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5073
5131
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5074
5132
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5133
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5134
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5135
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5136
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
5075
5137
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
5076
5138
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
5077
5139
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -5092,6 +5154,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5092
5154
|
}, z.core.$strip>>>;
|
|
5093
5155
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
5094
5156
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
5157
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
5095
5158
|
}, z.core.$strip>>>;
|
|
5096
5159
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
5097
5160
|
src: z.ZodString;
|
|
@@ -5229,8 +5292,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5229
5292
|
}>>>;
|
|
5230
5293
|
threads: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5231
5294
|
device: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
5232
|
-
gpu: "gpu";
|
|
5233
5295
|
cpu: "cpu";
|
|
5296
|
+
gpu: "gpu";
|
|
5234
5297
|
}>>>;
|
|
5235
5298
|
'main-gpu': z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
5236
5299
|
integrated: "integrated";
|
|
@@ -5764,6 +5827,10 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5764
5827
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
5765
5828
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
5766
5829
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
5830
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
5831
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
5832
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
5833
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
5767
5834
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
5768
5835
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
5769
5836
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -5817,8 +5884,8 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5817
5884
|
}, z.core.$strip>>>;
|
|
5818
5885
|
vla: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
5819
5886
|
backend: z.ZodOptional<z.ZodOptional<z.ZodEnum<{
|
|
5820
|
-
auto: "auto";
|
|
5821
5887
|
cpu: "cpu";
|
|
5888
|
+
auto: "auto";
|
|
5822
5889
|
}>>>;
|
|
5823
5890
|
verbosity: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5824
5891
|
embodiment: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -5831,6 +5898,7 @@ export declare const qvacConfigSchema: z.ZodObject<{
|
|
|
5831
5898
|
}, z.core.$strip>>>;
|
|
5832
5899
|
ragTurbovec: z.ZodOptional<z.ZodBoolean>;
|
|
5833
5900
|
plugins: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
5901
|
+
rpcServerProvider: z.ZodOptional<z.ZodString>;
|
|
5834
5902
|
bareRuntimeVersion: z.ZodOptional<z.ZodString>;
|
|
5835
5903
|
}, z.core.$strip>;
|
|
5836
5904
|
export type QvacConfig = z.infer<typeof qvacConfigSchema>;
|
package/dist/schemas/config.js
CHANGED
|
@@ -166,6 +166,14 @@ export const qvacConfigSchema = z.object({
|
|
|
166
166
|
* Defaults to 60000 (60 seconds).
|
|
167
167
|
*/
|
|
168
168
|
registryStreamTimeoutMs: z.number().int().positive().optional(),
|
|
169
|
+
/**
|
|
170
|
+
* Budget in milliseconds for the registry fetch of a model's weightless
|
|
171
|
+
* description during `assessModelFit`. One budget covers the lookup and the
|
|
172
|
+
* whole companion set; past it the assessment falls back to the computed
|
|
173
|
+
* floor. Raise this on slow or high-latency connections.
|
|
174
|
+
* Defaults to 40000 (40 seconds).
|
|
175
|
+
*/
|
|
176
|
+
fitStubBudgetMs: z.number().int().positive().optional(),
|
|
169
177
|
/**
|
|
170
178
|
* Device-specific config defaults.
|
|
171
179
|
* Use this to override model config defaults for specific devices.
|
|
@@ -203,6 +211,8 @@ export const qvacConfigSchema = z.object({
|
|
|
203
211
|
* ending in `/plugin`.
|
|
204
212
|
*/
|
|
205
213
|
plugins: z.array(z.string()).optional(),
|
|
214
|
+
/** Optional provider module selected at SDK bundle time. Direct Bare callers register in code. */
|
|
215
|
+
rpcServerProvider: z.string().min(1).optional(),
|
|
206
216
|
/**
|
|
207
217
|
* Inert: we have no bundling or ABI-verification step, so this field is
|
|
208
218
|
* unused. Carried over from the bundle-time config schema.
|
package/dist/schemas/embed.d.ts
CHANGED
|
@@ -14,8 +14,8 @@ export declare const embedStatsSchema: z.ZodObject<{
|
|
|
14
14
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
15
15
|
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
16
16
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
17
|
-
gpu: "gpu";
|
|
18
17
|
cpu: "cpu";
|
|
18
|
+
gpu: "gpu";
|
|
19
19
|
}>>;
|
|
20
20
|
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
21
21
|
}, z.core.$strip>;
|
|
@@ -28,8 +28,8 @@ export declare const embedResponseSchema: z.ZodObject<{
|
|
|
28
28
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
29
29
|
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
30
30
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
31
|
-
gpu: "gpu";
|
|
32
31
|
cpu: "cpu";
|
|
32
|
+
gpu: "gpu";
|
|
33
33
|
}>>;
|
|
34
34
|
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
35
35
|
}, z.core.$strip>>;
|