@qvac/inference 0.20.1 → 0.21.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +102 -40
- package/README.md +8 -5
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +8 -20
- package/dist/handlers/assess-model-fit.js +195 -77
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +37 -2
- package/dist/resources/model-fit/assess.js +24 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +269 -85
- package/dist/schemas/assess-model-fit.js +78 -54
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +708 -66
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +104 -36
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +25 -18
- package/dist/schemas/llamacpp-config.js +26 -16
- package/dist/schemas/load-model.d.ts +2608 -469
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +183 -6
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +43 -29
- package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
- package/dist/resources/model-fit/fit-stub/index.js +0 -2
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
package/dist/schemas/common.d.ts
CHANGED
|
@@ -120,6 +120,25 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
120
120
|
lmTopP: z.ZodOptional<z.ZodNumber>;
|
|
121
121
|
lmTopK: z.ZodOptional<z.ZodNumber>;
|
|
122
122
|
}, z.core.$strict>, z.ZodObject<{
|
|
123
|
+
host: z.ZodOptional<z.ZodString>;
|
|
124
|
+
port: z.ZodOptional<z.ZodNumber>;
|
|
125
|
+
device: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
126
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
127
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
128
|
+
expectRdma: z.ZodOptional<z.ZodBoolean>;
|
|
129
|
+
allowNonLoopbackHost: z.ZodOptional<z.ZodBoolean>;
|
|
130
|
+
discoveryTopic: z.ZodOptional<z.ZodString>;
|
|
131
|
+
type: z.ZodLiteral<"startRpcServer">;
|
|
132
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
133
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
134
|
+
serverId: z.ZodString;
|
|
135
|
+
type: z.ZodLiteral<"stopRpcServer">;
|
|
136
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
137
|
+
topic: z.ZodString;
|
|
138
|
+
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
139
|
+
type: z.ZodLiteral<"discoverRpcServers">;
|
|
140
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
141
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
123
142
|
type: z.ZodLiteral<"heartbeat">;
|
|
124
143
|
}, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
|
|
125
144
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -168,15 +187,17 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
168
187
|
integrated: "integrated";
|
|
169
188
|
dedicated: "dedicated";
|
|
170
189
|
}>]>>;
|
|
190
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
191
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
171
192
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
172
193
|
none: "none";
|
|
173
194
|
layer: "layer";
|
|
174
195
|
tensor: "tensor";
|
|
175
196
|
}>>;
|
|
176
197
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
198
|
+
auto: "auto";
|
|
177
199
|
on: "on";
|
|
178
200
|
off: "off";
|
|
179
|
-
auto: "auto";
|
|
180
201
|
}>>;
|
|
181
202
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
182
203
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -195,9 +216,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
195
216
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
196
217
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
197
218
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
219
|
+
auto: "auto";
|
|
198
220
|
on: "on";
|
|
199
221
|
off: "off";
|
|
200
|
-
auto: "auto";
|
|
201
222
|
}>>;
|
|
202
223
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
203
224
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -304,6 +325,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
304
325
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
305
326
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
306
327
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
328
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
329
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
330
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
331
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
307
332
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
308
333
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
309
334
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -324,6 +349,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
324
349
|
}, z.core.$strip>>;
|
|
325
350
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
326
351
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
352
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
327
353
|
}, z.core.$strip>>;
|
|
328
354
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
329
355
|
src: z.ZodString;
|
|
@@ -476,8 +502,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
476
502
|
modelConfig: z.ZodObject<{
|
|
477
503
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
478
504
|
device: z.ZodOptional<z.ZodEnum<{
|
|
479
|
-
gpu: "gpu";
|
|
480
505
|
cpu: "cpu";
|
|
506
|
+
gpu: "gpu";
|
|
481
507
|
}>>;
|
|
482
508
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
483
509
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -493,9 +519,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
493
519
|
}>>;
|
|
494
520
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
495
521
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
522
|
+
auto: "auto";
|
|
496
523
|
on: "on";
|
|
497
524
|
off: "off";
|
|
498
|
-
auto: "auto";
|
|
499
525
|
}>>;
|
|
500
526
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
501
527
|
integrated: "integrated";
|
|
@@ -1652,6 +1678,172 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1652
1678
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1653
1679
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1654
1680
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1681
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1682
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1683
|
+
src: z.ZodString;
|
|
1684
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1685
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1686
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1687
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1688
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1689
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1690
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1691
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1692
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1693
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1694
|
+
embeddings: "embeddings";
|
|
1695
|
+
diffusion: "diffusion";
|
|
1696
|
+
audiogen: "audiogen";
|
|
1697
|
+
tts: "tts";
|
|
1698
|
+
ocr: "ocr";
|
|
1699
|
+
vla: "vla";
|
|
1700
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1701
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1702
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1703
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1704
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1705
|
+
"onnx-tts": "onnx-tts";
|
|
1706
|
+
"tts-ggml": "tts-ggml";
|
|
1707
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1708
|
+
"ggml-ocr": "ggml-ocr";
|
|
1709
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1710
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1711
|
+
"ggml-vla": "ggml-vla";
|
|
1712
|
+
"ggml-classification": "ggml-classification";
|
|
1713
|
+
llm: "llm";
|
|
1714
|
+
whisper: "whisper";
|
|
1715
|
+
bci: "bci";
|
|
1716
|
+
nmt: "nmt";
|
|
1717
|
+
parakeet: "parakeet";
|
|
1718
|
+
classification: "classification";
|
|
1719
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1720
|
+
}, z.core.$strip>]>;
|
|
1721
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1722
|
+
src: z.ZodString;
|
|
1723
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1724
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1725
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1726
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1727
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1728
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1729
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1730
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1731
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1732
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1733
|
+
embeddings: "embeddings";
|
|
1734
|
+
diffusion: "diffusion";
|
|
1735
|
+
audiogen: "audiogen";
|
|
1736
|
+
tts: "tts";
|
|
1737
|
+
ocr: "ocr";
|
|
1738
|
+
vla: "vla";
|
|
1739
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1740
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1741
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1742
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1743
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1744
|
+
"onnx-tts": "onnx-tts";
|
|
1745
|
+
"tts-ggml": "tts-ggml";
|
|
1746
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1747
|
+
"ggml-ocr": "ggml-ocr";
|
|
1748
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1749
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1750
|
+
"ggml-vla": "ggml-vla";
|
|
1751
|
+
"ggml-classification": "ggml-classification";
|
|
1752
|
+
llm: "llm";
|
|
1753
|
+
whisper: "whisper";
|
|
1754
|
+
bci: "bci";
|
|
1755
|
+
nmt: "nmt";
|
|
1756
|
+
parakeet: "parakeet";
|
|
1757
|
+
classification: "classification";
|
|
1758
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1759
|
+
}, z.core.$strip>]>>;
|
|
1760
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1761
|
+
src: z.ZodString;
|
|
1762
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1763
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1764
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1765
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1766
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1767
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1768
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1769
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1770
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1771
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1772
|
+
embeddings: "embeddings";
|
|
1773
|
+
diffusion: "diffusion";
|
|
1774
|
+
audiogen: "audiogen";
|
|
1775
|
+
tts: "tts";
|
|
1776
|
+
ocr: "ocr";
|
|
1777
|
+
vla: "vla";
|
|
1778
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1779
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1780
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1781
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1782
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1783
|
+
"onnx-tts": "onnx-tts";
|
|
1784
|
+
"tts-ggml": "tts-ggml";
|
|
1785
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1786
|
+
"ggml-ocr": "ggml-ocr";
|
|
1787
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1788
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1789
|
+
"ggml-vla": "ggml-vla";
|
|
1790
|
+
"ggml-classification": "ggml-classification";
|
|
1791
|
+
llm: "llm";
|
|
1792
|
+
whisper: "whisper";
|
|
1793
|
+
bci: "bci";
|
|
1794
|
+
nmt: "nmt";
|
|
1795
|
+
parakeet: "parakeet";
|
|
1796
|
+
classification: "classification";
|
|
1797
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1798
|
+
}, z.core.$strip>]>>;
|
|
1799
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1800
|
+
src: z.ZodString;
|
|
1801
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1802
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1803
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1804
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1805
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1806
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1807
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1808
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1809
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1810
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1811
|
+
embeddings: "embeddings";
|
|
1812
|
+
diffusion: "diffusion";
|
|
1813
|
+
audiogen: "audiogen";
|
|
1814
|
+
tts: "tts";
|
|
1815
|
+
ocr: "ocr";
|
|
1816
|
+
vla: "vla";
|
|
1817
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1818
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1819
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1820
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1821
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1822
|
+
"onnx-tts": "onnx-tts";
|
|
1823
|
+
"tts-ggml": "tts-ggml";
|
|
1824
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1825
|
+
"ggml-ocr": "ggml-ocr";
|
|
1826
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1827
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1828
|
+
"ggml-vla": "ggml-vla";
|
|
1829
|
+
"ggml-classification": "ggml-classification";
|
|
1830
|
+
llm: "llm";
|
|
1831
|
+
whisper: "whisper";
|
|
1832
|
+
bci: "bci";
|
|
1833
|
+
nmt: "nmt";
|
|
1834
|
+
parakeet: "parakeet";
|
|
1835
|
+
classification: "classification";
|
|
1836
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1837
|
+
}, z.core.$strip>]>>>;
|
|
1838
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1839
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
1840
|
+
language: z.ZodOptional<z.ZodString>;
|
|
1841
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
1842
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
1843
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1844
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1845
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1846
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1655
1847
|
}, z.core.$strict>], "ttsEngine">;
|
|
1656
1848
|
}, z.core.$strict>, z.ZodObject<{
|
|
1657
1849
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -1744,8 +1936,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1744
1936
|
}>>;
|
|
1745
1937
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1746
1938
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1747
|
-
gpu: "gpu";
|
|
1748
1939
|
cpu: "cpu";
|
|
1940
|
+
gpu: "gpu";
|
|
1749
1941
|
}>>;
|
|
1750
1942
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1751
1943
|
integrated: "integrated";
|
|
@@ -2279,6 +2471,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2279
2471
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2280
2472
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2281
2473
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2474
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2475
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2476
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2477
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2282
2478
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2283
2479
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2284
2480
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2604,8 +2800,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2604
2800
|
modelType: z.ZodLiteral<"ggml-vla">;
|
|
2605
2801
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
2606
2802
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
2607
|
-
auto: "auto";
|
|
2608
2803
|
cpu: "cpu";
|
|
2804
|
+
auto: "auto";
|
|
2609
2805
|
}>>;
|
|
2610
2806
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
2611
2807
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -2669,8 +2865,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2669
2865
|
'cache-type-k'?: string | undefined;
|
|
2670
2866
|
'cache-type-v'?: string | undefined;
|
|
2671
2867
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
2868
|
+
'rpc-servers'?: string | undefined;
|
|
2869
|
+
devices?: string | undefined;
|
|
2672
2870
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
2673
|
-
'flash-attn'?: "
|
|
2871
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
2674
2872
|
'tensor-split'?: string | undefined;
|
|
2675
2873
|
'batch-size'?: number | undefined;
|
|
2676
2874
|
'ubatch-size'?: number | undefined;
|
|
@@ -2687,7 +2885,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2687
2885
|
'n-cpu-ffn'?: number | undefined;
|
|
2688
2886
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
2689
2887
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
2690
|
-
'tensor-read-lazy'?: "
|
|
2888
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
2691
2889
|
fit?: boolean | undefined;
|
|
2692
2890
|
'fit-target'?: string | number | undefined;
|
|
2693
2891
|
'fit-ctx'?: number | undefined;
|
|
@@ -2757,6 +2955,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2757
2955
|
logprob_thold?: number | undefined;
|
|
2758
2956
|
greedy_best_of?: number | undefined;
|
|
2759
2957
|
beam_search_beam_size?: number | undefined;
|
|
2958
|
+
max_initial_ts?: number | undefined;
|
|
2959
|
+
no_speech_thold?: number | undefined;
|
|
2960
|
+
seed?: number | undefined;
|
|
2961
|
+
backendsDir?: string | undefined;
|
|
2760
2962
|
vad_params?: {
|
|
2761
2963
|
threshold?: number | undefined;
|
|
2762
2964
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -2774,6 +2976,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2774
2976
|
} | undefined;
|
|
2775
2977
|
miscConfig?: {
|
|
2776
2978
|
caption_enabled?: boolean | undefined;
|
|
2979
|
+
seed?: number | undefined;
|
|
2777
2980
|
} | undefined;
|
|
2778
2981
|
vadModelSrc?: string | {
|
|
2779
2982
|
src: string;
|
|
@@ -2873,12 +3076,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2873
3076
|
modelType: "llamacpp-embedding";
|
|
2874
3077
|
modelConfig: {
|
|
2875
3078
|
gpuLayers?: number | undefined;
|
|
2876
|
-
device?: "
|
|
3079
|
+
device?: "cpu" | "gpu" | undefined;
|
|
2877
3080
|
batchSize?: number | undefined;
|
|
2878
3081
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
2879
3082
|
attention?: "causal" | "non-causal" | undefined;
|
|
2880
3083
|
embdNormalize?: number | undefined;
|
|
2881
|
-
flashAttention?: "
|
|
3084
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
2882
3085
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
2883
3086
|
splitMode?: "none" | "layer" | undefined;
|
|
2884
3087
|
tensorSplit?: string | undefined;
|
|
@@ -3205,6 +3408,68 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3205
3408
|
threads?: number | undefined;
|
|
3206
3409
|
nGpuLayers?: number | undefined;
|
|
3207
3410
|
seed?: number | undefined;
|
|
3411
|
+
} | {
|
|
3412
|
+
mossCodecDecoderModelSrc: string | {
|
|
3413
|
+
src: string;
|
|
3414
|
+
name?: string | undefined;
|
|
3415
|
+
modelId?: string | undefined;
|
|
3416
|
+
registryPath?: string | undefined;
|
|
3417
|
+
registrySource?: string | undefined;
|
|
3418
|
+
blobCoreKey?: string | undefined;
|
|
3419
|
+
blobIndex?: number | undefined;
|
|
3420
|
+
engine?: string | undefined;
|
|
3421
|
+
expectedSize?: number | undefined;
|
|
3422
|
+
sha256Checksum?: string | undefined;
|
|
3423
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3424
|
+
};
|
|
3425
|
+
ttsEngine: "moss";
|
|
3426
|
+
mossCodecEncoderModelSrc?: string | {
|
|
3427
|
+
src: string;
|
|
3428
|
+
name?: string | undefined;
|
|
3429
|
+
modelId?: string | undefined;
|
|
3430
|
+
registryPath?: string | undefined;
|
|
3431
|
+
registrySource?: string | undefined;
|
|
3432
|
+
blobCoreKey?: string | undefined;
|
|
3433
|
+
blobIndex?: number | undefined;
|
|
3434
|
+
engine?: string | undefined;
|
|
3435
|
+
expectedSize?: number | undefined;
|
|
3436
|
+
sha256Checksum?: string | undefined;
|
|
3437
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3438
|
+
} | undefined;
|
|
3439
|
+
referenceAudioSrc?: string | {
|
|
3440
|
+
src: string;
|
|
3441
|
+
name?: string | undefined;
|
|
3442
|
+
modelId?: string | undefined;
|
|
3443
|
+
registryPath?: string | undefined;
|
|
3444
|
+
registrySource?: string | undefined;
|
|
3445
|
+
blobCoreKey?: string | undefined;
|
|
3446
|
+
blobIndex?: number | undefined;
|
|
3447
|
+
engine?: string | undefined;
|
|
3448
|
+
expectedSize?: number | undefined;
|
|
3449
|
+
sha256Checksum?: string | undefined;
|
|
3450
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3451
|
+
} | undefined;
|
|
3452
|
+
dialogueReferenceSrcs?: (string | {
|
|
3453
|
+
src: string;
|
|
3454
|
+
name?: string | undefined;
|
|
3455
|
+
modelId?: string | undefined;
|
|
3456
|
+
registryPath?: string | undefined;
|
|
3457
|
+
registrySource?: string | undefined;
|
|
3458
|
+
blobCoreKey?: string | undefined;
|
|
3459
|
+
blobIndex?: number | undefined;
|
|
3460
|
+
engine?: string | undefined;
|
|
3461
|
+
expectedSize?: number | undefined;
|
|
3462
|
+
sha256Checksum?: string | undefined;
|
|
3463
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3464
|
+
})[] | undefined;
|
|
3465
|
+
backendsDir?: string | undefined;
|
|
3466
|
+
language?: string | undefined;
|
|
3467
|
+
durationTokens?: number | undefined;
|
|
3468
|
+
streamChunkTokens?: number | undefined;
|
|
3469
|
+
useGPU?: boolean | undefined;
|
|
3470
|
+
threads?: number | undefined;
|
|
3471
|
+
nGpuLayers?: number | undefined;
|
|
3472
|
+
seed?: number | undefined;
|
|
3208
3473
|
};
|
|
3209
3474
|
modelName?: string | undefined;
|
|
3210
3475
|
withProgress?: boolean | undefined;
|
|
@@ -3263,7 +3528,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3263
3528
|
modelConfig?: {
|
|
3264
3529
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
3265
3530
|
threads?: number | undefined;
|
|
3266
|
-
device?: "
|
|
3531
|
+
device?: "cpu" | "gpu" | undefined;
|
|
3267
3532
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3268
3533
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
3269
3534
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -3447,6 +3712,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3447
3712
|
numFramePerBlock?: number | undefined;
|
|
3448
3713
|
localAttnSize?: number | undefined;
|
|
3449
3714
|
offloadParamsToCpu?: boolean | undefined;
|
|
3715
|
+
paramsBackend?: string | undefined;
|
|
3716
|
+
maxVram?: string | number | undefined;
|
|
3717
|
+
streamLayers?: boolean | undefined;
|
|
3718
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
3450
3719
|
frameJpegQuality?: number | undefined;
|
|
3451
3720
|
kvCache?: boolean | undefined;
|
|
3452
3721
|
profile?: boolean | undefined;
|
|
@@ -3589,7 +3858,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3589
3858
|
requireSecureTransport?: boolean | undefined;
|
|
3590
3859
|
requestId?: string | undefined;
|
|
3591
3860
|
modelConfig?: {
|
|
3592
|
-
backend?: "
|
|
3861
|
+
backend?: "cpu" | "auto" | undefined;
|
|
3593
3862
|
verbosity?: number | undefined;
|
|
3594
3863
|
embodiment?: string | number | {
|
|
3595
3864
|
tag?: string | undefined;
|
|
@@ -3651,8 +3920,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3651
3920
|
'cache-type-k'?: string | undefined;
|
|
3652
3921
|
'cache-type-v'?: string | undefined;
|
|
3653
3922
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3923
|
+
'rpc-servers'?: string | undefined;
|
|
3924
|
+
devices?: string | undefined;
|
|
3654
3925
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
3655
|
-
'flash-attn'?: "
|
|
3926
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
3656
3927
|
'tensor-split'?: string | undefined;
|
|
3657
3928
|
'batch-size'?: number | undefined;
|
|
3658
3929
|
'ubatch-size'?: number | undefined;
|
|
@@ -3669,7 +3940,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3669
3940
|
'n-cpu-ffn'?: number | undefined;
|
|
3670
3941
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
3671
3942
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
3672
|
-
'tensor-read-lazy'?: "
|
|
3943
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
3673
3944
|
fit?: boolean | undefined;
|
|
3674
3945
|
'fit-target'?: string | number | undefined;
|
|
3675
3946
|
'fit-ctx'?: number | undefined;
|
|
@@ -3739,6 +4010,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3739
4010
|
logprob_thold?: number | undefined;
|
|
3740
4011
|
greedy_best_of?: number | undefined;
|
|
3741
4012
|
beam_search_beam_size?: number | undefined;
|
|
4013
|
+
max_initial_ts?: number | undefined;
|
|
4014
|
+
no_speech_thold?: number | undefined;
|
|
4015
|
+
seed?: number | undefined;
|
|
4016
|
+
backendsDir?: string | undefined;
|
|
3742
4017
|
vad_params?: {
|
|
3743
4018
|
threshold?: number | undefined;
|
|
3744
4019
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -3756,6 +4031,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3756
4031
|
} | undefined;
|
|
3757
4032
|
miscConfig?: {
|
|
3758
4033
|
caption_enabled?: boolean | undefined;
|
|
4034
|
+
seed?: number | undefined;
|
|
3759
4035
|
} | undefined;
|
|
3760
4036
|
vadModelSrc?: string | {
|
|
3761
4037
|
src: string;
|
|
@@ -3855,12 +4131,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3855
4131
|
modelType: "llamacpp-embedding";
|
|
3856
4132
|
modelConfig: {
|
|
3857
4133
|
gpuLayers?: number | undefined;
|
|
3858
|
-
device?: "
|
|
4134
|
+
device?: "cpu" | "gpu" | undefined;
|
|
3859
4135
|
batchSize?: number | undefined;
|
|
3860
4136
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
3861
4137
|
attention?: "causal" | "non-causal" | undefined;
|
|
3862
4138
|
embdNormalize?: number | undefined;
|
|
3863
|
-
flashAttention?: "
|
|
4139
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
3864
4140
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
3865
4141
|
splitMode?: "none" | "layer" | undefined;
|
|
3866
4142
|
tensorSplit?: string | undefined;
|
|
@@ -4187,19 +4463,81 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4187
4463
|
threads?: number | undefined;
|
|
4188
4464
|
nGpuLayers?: number | undefined;
|
|
4189
4465
|
seed?: number | undefined;
|
|
4190
|
-
}
|
|
4191
|
-
|
|
4192
|
-
|
|
4193
|
-
|
|
4194
|
-
|
|
4195
|
-
|
|
4196
|
-
|
|
4197
|
-
|
|
4198
|
-
|
|
4199
|
-
|
|
4200
|
-
|
|
4201
|
-
|
|
4202
|
-
|
|
4466
|
+
} | {
|
|
4467
|
+
mossCodecDecoderModelSrc: string | {
|
|
4468
|
+
src: string;
|
|
4469
|
+
name?: string | undefined;
|
|
4470
|
+
modelId?: string | undefined;
|
|
4471
|
+
registryPath?: string | undefined;
|
|
4472
|
+
registrySource?: string | undefined;
|
|
4473
|
+
blobCoreKey?: string | undefined;
|
|
4474
|
+
blobIndex?: number | undefined;
|
|
4475
|
+
engine?: string | undefined;
|
|
4476
|
+
expectedSize?: number | undefined;
|
|
4477
|
+
sha256Checksum?: string | undefined;
|
|
4478
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4479
|
+
};
|
|
4480
|
+
ttsEngine: "moss";
|
|
4481
|
+
mossCodecEncoderModelSrc?: string | {
|
|
4482
|
+
src: string;
|
|
4483
|
+
name?: string | undefined;
|
|
4484
|
+
modelId?: string | undefined;
|
|
4485
|
+
registryPath?: string | undefined;
|
|
4486
|
+
registrySource?: string | undefined;
|
|
4487
|
+
blobCoreKey?: string | undefined;
|
|
4488
|
+
blobIndex?: number | undefined;
|
|
4489
|
+
engine?: string | undefined;
|
|
4490
|
+
expectedSize?: number | undefined;
|
|
4491
|
+
sha256Checksum?: string | undefined;
|
|
4492
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4493
|
+
} | undefined;
|
|
4494
|
+
referenceAudioSrc?: string | {
|
|
4495
|
+
src: string;
|
|
4496
|
+
name?: string | undefined;
|
|
4497
|
+
modelId?: string | undefined;
|
|
4498
|
+
registryPath?: string | undefined;
|
|
4499
|
+
registrySource?: string | undefined;
|
|
4500
|
+
blobCoreKey?: string | undefined;
|
|
4501
|
+
blobIndex?: number | undefined;
|
|
4502
|
+
engine?: string | undefined;
|
|
4503
|
+
expectedSize?: number | undefined;
|
|
4504
|
+
sha256Checksum?: string | undefined;
|
|
4505
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4506
|
+
} | undefined;
|
|
4507
|
+
dialogueReferenceSrcs?: (string | {
|
|
4508
|
+
src: string;
|
|
4509
|
+
name?: string | undefined;
|
|
4510
|
+
modelId?: string | undefined;
|
|
4511
|
+
registryPath?: string | undefined;
|
|
4512
|
+
registrySource?: string | undefined;
|
|
4513
|
+
blobCoreKey?: string | undefined;
|
|
4514
|
+
blobIndex?: number | undefined;
|
|
4515
|
+
engine?: string | undefined;
|
|
4516
|
+
expectedSize?: number | undefined;
|
|
4517
|
+
sha256Checksum?: string | undefined;
|
|
4518
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4519
|
+
})[] | undefined;
|
|
4520
|
+
backendsDir?: string | undefined;
|
|
4521
|
+
language?: string | undefined;
|
|
4522
|
+
durationTokens?: number | undefined;
|
|
4523
|
+
streamChunkTokens?: number | undefined;
|
|
4524
|
+
useGPU?: boolean | undefined;
|
|
4525
|
+
threads?: number | undefined;
|
|
4526
|
+
nGpuLayers?: number | undefined;
|
|
4527
|
+
seed?: number | undefined;
|
|
4528
|
+
};
|
|
4529
|
+
modelName?: string | undefined;
|
|
4530
|
+
withProgress?: boolean | undefined;
|
|
4531
|
+
seed?: boolean | undefined;
|
|
4532
|
+
fallbackSrc?: string | undefined;
|
|
4533
|
+
requireHttpChecksum?: boolean | undefined;
|
|
4534
|
+
requireSecureTransport?: boolean | undefined;
|
|
4535
|
+
requestId?: string | undefined;
|
|
4536
|
+
} | {
|
|
4537
|
+
type: "loadModel";
|
|
4538
|
+
modelSrc: string;
|
|
4539
|
+
modelType: "ggml-ocr";
|
|
4540
|
+
modelConfig: {
|
|
4203
4541
|
langList?: string[] | undefined;
|
|
4204
4542
|
pipelineType?: "easyocr" | "doctr" | undefined;
|
|
4205
4543
|
magRatio?: number | undefined;
|
|
@@ -4246,7 +4584,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4246
4584
|
modelConfig?: {
|
|
4247
4585
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
4248
4586
|
threads?: number | undefined;
|
|
4249
|
-
device?: "
|
|
4587
|
+
device?: "cpu" | "gpu" | undefined;
|
|
4250
4588
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
4251
4589
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
4252
4590
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -4430,6 +4768,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4430
4768
|
numFramePerBlock?: number | undefined;
|
|
4431
4769
|
localAttnSize?: number | undefined;
|
|
4432
4770
|
offloadParamsToCpu?: boolean | undefined;
|
|
4771
|
+
paramsBackend?: string | undefined;
|
|
4772
|
+
maxVram?: string | number | undefined;
|
|
4773
|
+
streamLayers?: boolean | undefined;
|
|
4774
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
4433
4775
|
frameJpegQuality?: number | undefined;
|
|
4434
4776
|
kvCache?: boolean | undefined;
|
|
4435
4777
|
profile?: boolean | undefined;
|
|
@@ -4572,7 +4914,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4572
4914
|
requireSecureTransport?: boolean | undefined;
|
|
4573
4915
|
requestId?: string | undefined;
|
|
4574
4916
|
modelConfig?: {
|
|
4575
|
-
backend?: "
|
|
4917
|
+
backend?: "cpu" | "auto" | undefined;
|
|
4576
4918
|
verbosity?: number | undefined;
|
|
4577
4919
|
embodiment?: string | number | {
|
|
4578
4920
|
tag?: string | undefined;
|
|
@@ -4657,6 +4999,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4657
4999
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4658
5000
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4659
5001
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5002
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5003
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5004
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5005
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4660
5006
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4661
5007
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4662
5008
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4677,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4677
5023
|
}, z.core.$strip>>>;
|
|
4678
5024
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4679
5025
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
5026
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4680
5027
|
}, z.core.$strip>>>;
|
|
4681
5028
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4682
5029
|
src: z.ZodString;
|
|
@@ -4755,6 +5102,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4755
5102
|
type: z.ZodLiteral<"function">;
|
|
4756
5103
|
name: z.ZodString;
|
|
4757
5104
|
description: z.ZodString;
|
|
5105
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5106
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4758
5107
|
parameters: z.ZodObject<{
|
|
4759
5108
|
type: z.ZodLiteral<"object">;
|
|
4760
5109
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -4826,6 +5175,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4826
5175
|
type: z.ZodLiteral<"function">;
|
|
4827
5176
|
name: z.ZodString;
|
|
4828
5177
|
description: z.ZodString;
|
|
5178
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5179
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4829
5180
|
parameters: z.ZodObject<{
|
|
4830
5181
|
type: z.ZodLiteral<"object">;
|
|
4831
5182
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -4939,6 +5290,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4939
5290
|
type: z.ZodLiteral<"function">;
|
|
4940
5291
|
name: z.ZodString;
|
|
4941
5292
|
description: z.ZodString;
|
|
5293
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5294
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4942
5295
|
parameters: z.ZodObject<{
|
|
4943
5296
|
type: z.ZodLiteral<"object">;
|
|
4944
5297
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -5155,6 +5508,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5155
5508
|
finetune: "finetune";
|
|
5156
5509
|
loadModel: "loadModel";
|
|
5157
5510
|
downloadAsset: "downloadAsset";
|
|
5511
|
+
rpcServer: "rpcServer";
|
|
5512
|
+
rpcDiscovery: "rpcDiscovery";
|
|
5158
5513
|
rag: "rag";
|
|
5159
5514
|
}>>;
|
|
5160
5515
|
}, z.core.$strip>], "operation">>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -5325,27 +5680,73 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5325
5680
|
type: z.ZodLiteral<"getSystemResources">;
|
|
5326
5681
|
}, z.core.$strip>, z.ZodObject<{
|
|
5327
5682
|
models: z.ZodArray<z.ZodObject<{
|
|
5328
|
-
|
|
5329
|
-
|
|
5330
|
-
name: z.ZodString
|
|
5331
|
-
|
|
5332
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
5333
|
-
}, z.core.$strip>;
|
|
5334
|
-
artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
5335
|
-
sha256Checksum: z.ZodString;
|
|
5336
|
-
name: z.ZodString;
|
|
5683
|
+
modelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
5684
|
+
src: z.ZodString;
|
|
5685
|
+
name: z.ZodOptional<z.ZodString>;
|
|
5686
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
5337
5687
|
registryPath: z.ZodOptional<z.ZodString>;
|
|
5338
5688
|
registrySource: z.ZodOptional<z.ZodString>;
|
|
5339
|
-
|
|
5340
|
-
|
|
5341
|
-
|
|
5342
|
-
|
|
5343
|
-
|
|
5344
|
-
|
|
5345
|
-
|
|
5346
|
-
|
|
5347
|
-
|
|
5348
|
-
|
|
5689
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
5690
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
5691
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
5692
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
5693
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
5694
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
5695
|
+
embeddings: "embeddings";
|
|
5696
|
+
diffusion: "diffusion";
|
|
5697
|
+
audiogen: "audiogen";
|
|
5698
|
+
tts: "tts";
|
|
5699
|
+
ocr: "ocr";
|
|
5700
|
+
vla: "vla";
|
|
5701
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5702
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5703
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5704
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5705
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5706
|
+
"onnx-tts": "onnx-tts";
|
|
5707
|
+
"tts-ggml": "tts-ggml";
|
|
5708
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5709
|
+
"ggml-ocr": "ggml-ocr";
|
|
5710
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5711
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5712
|
+
"ggml-vla": "ggml-vla";
|
|
5713
|
+
"ggml-classification": "ggml-classification";
|
|
5714
|
+
llm: "llm";
|
|
5715
|
+
whisper: "whisper";
|
|
5716
|
+
bci: "bci";
|
|
5717
|
+
nmt: "nmt";
|
|
5718
|
+
parakeet: "parakeet";
|
|
5719
|
+
classification: "classification";
|
|
5720
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
5721
|
+
}, z.core.$strip>]>>;
|
|
5722
|
+
modelType: z.ZodOptional<z.ZodEnum<{
|
|
5723
|
+
embeddings: "embeddings";
|
|
5724
|
+
diffusion: "diffusion";
|
|
5725
|
+
audiogen: "audiogen";
|
|
5726
|
+
tts: "tts";
|
|
5727
|
+
ocr: "ocr";
|
|
5728
|
+
vla: "vla";
|
|
5729
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5730
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5731
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5732
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5733
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5734
|
+
"onnx-tts": "onnx-tts";
|
|
5735
|
+
"tts-ggml": "tts-ggml";
|
|
5736
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5737
|
+
"ggml-ocr": "ggml-ocr";
|
|
5738
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5739
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5740
|
+
"ggml-vla": "ggml-vla";
|
|
5741
|
+
"ggml-classification": "ggml-classification";
|
|
5742
|
+
llm: "llm";
|
|
5743
|
+
whisper: "whisper";
|
|
5744
|
+
bci: "bci";
|
|
5745
|
+
nmt: "nmt";
|
|
5746
|
+
parakeet: "parakeet";
|
|
5747
|
+
classification: "classification";
|
|
5748
|
+
}>>;
|
|
5749
|
+
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
5349
5750
|
}, z.core.$strip>>;
|
|
5350
5751
|
execution: z.ZodDefault<z.ZodEnum<{
|
|
5351
5752
|
sequential: "sequential";
|
|
@@ -5770,8 +6171,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5770
6171
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5771
6172
|
selectedBackend: z.ZodString;
|
|
5772
6173
|
selectedDevice: z.ZodEnum<{
|
|
5773
|
-
gpu: "gpu";
|
|
5774
6174
|
cpu: "cpu";
|
|
6175
|
+
gpu: "gpu";
|
|
5775
6176
|
}>;
|
|
5776
6177
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5777
6178
|
vulkan: "vulkan";
|
|
@@ -5793,8 +6194,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5793
6194
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5794
6195
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5795
6196
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5796
|
-
gpu: "gpu";
|
|
5797
6197
|
cpu: "cpu";
|
|
6198
|
+
gpu: "gpu";
|
|
5798
6199
|
}>>;
|
|
5799
6200
|
reason: z.ZodString;
|
|
5800
6201
|
}, z.core.$strip>>;
|
|
@@ -5846,8 +6247,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5846
6247
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5847
6248
|
selectedBackend: z.ZodString;
|
|
5848
6249
|
selectedDevice: z.ZodEnum<{
|
|
5849
|
-
gpu: "gpu";
|
|
5850
6250
|
cpu: "cpu";
|
|
6251
|
+
gpu: "gpu";
|
|
5851
6252
|
}>;
|
|
5852
6253
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5853
6254
|
vulkan: "vulkan";
|
|
@@ -5869,8 +6270,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5869
6270
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5870
6271
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5871
6272
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5872
|
-
gpu: "gpu";
|
|
5873
6273
|
cpu: "cpu";
|
|
6274
|
+
gpu: "gpu";
|
|
5874
6275
|
}>>;
|
|
5875
6276
|
reason: z.ZodString;
|
|
5876
6277
|
}, z.core.$strip>>;
|
|
@@ -5928,8 +6329,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5928
6329
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5929
6330
|
selectedBackend: z.ZodString;
|
|
5930
6331
|
selectedDevice: z.ZodEnum<{
|
|
5931
|
-
gpu: "gpu";
|
|
5932
6332
|
cpu: "cpu";
|
|
6333
|
+
gpu: "gpu";
|
|
5933
6334
|
}>;
|
|
5934
6335
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5935
6336
|
vulkan: "vulkan";
|
|
@@ -5951,8 +6352,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5951
6352
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5952
6353
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5953
6354
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5954
|
-
gpu: "gpu";
|
|
5955
6355
|
cpu: "cpu";
|
|
6356
|
+
gpu: "gpu";
|
|
5956
6357
|
}>>;
|
|
5957
6358
|
reason: z.ZodString;
|
|
5958
6359
|
}, z.core.$strip>>;
|
|
@@ -5967,6 +6368,24 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5967
6368
|
}, z.core.$strip>>;
|
|
5968
6369
|
}, z.core.$strip>>;
|
|
5969
6370
|
}, z.core.$strict>, z.ZodObject<{
|
|
6371
|
+
serverId: z.ZodString;
|
|
6372
|
+
url: z.ZodString;
|
|
6373
|
+
rdmaCapable: z.ZodBoolean;
|
|
6374
|
+
type: z.ZodLiteral<"startRpcServer">;
|
|
6375
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6376
|
+
type: z.ZodLiteral<"stopRpcServer">;
|
|
6377
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6378
|
+
type: z.ZodLiteral<"discoverRpcServers">;
|
|
6379
|
+
servers: z.ZodArray<z.ZodObject<{
|
|
6380
|
+
url: z.ZodString;
|
|
6381
|
+
rdmaAvailable: z.ZodBoolean;
|
|
6382
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
6383
|
+
index: z.ZodNumber;
|
|
6384
|
+
freeMemory: z.ZodNumber;
|
|
6385
|
+
totalMemory: z.ZodNumber;
|
|
6386
|
+
}, z.core.$strip>>;
|
|
6387
|
+
}, z.core.$strip>>;
|
|
6388
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5970
6389
|
type: z.ZodLiteral<"heartbeat">;
|
|
5971
6390
|
number: z.ZodNumber;
|
|
5972
6391
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6029,8 +6448,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6029
6448
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6030
6449
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6031
6450
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6032
|
-
gpu: "gpu";
|
|
6033
6451
|
cpu: "cpu";
|
|
6452
|
+
gpu: "gpu";
|
|
6034
6453
|
}>>;
|
|
6035
6454
|
}, z.core.$strip>;
|
|
6036
6455
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6048,8 +6467,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6048
6467
|
seq: z.ZodNumber;
|
|
6049
6468
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6050
6469
|
cancelled: "cancelled";
|
|
6051
|
-
eos: "eos";
|
|
6052
6470
|
length: "length";
|
|
6471
|
+
eos: "eos";
|
|
6053
6472
|
stopSequence: "stopSequence";
|
|
6054
6473
|
}>>;
|
|
6055
6474
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6106,8 +6525,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6106
6525
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6107
6526
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6108
6527
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6109
|
-
gpu: "gpu";
|
|
6110
6528
|
cpu: "cpu";
|
|
6529
|
+
gpu: "gpu";
|
|
6111
6530
|
}>>;
|
|
6112
6531
|
}, z.core.$strip>;
|
|
6113
6532
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6125,8 +6544,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6125
6544
|
seq: z.ZodNumber;
|
|
6126
6545
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6127
6546
|
cancelled: "cancelled";
|
|
6128
|
-
eos: "eos";
|
|
6129
6547
|
length: "length";
|
|
6548
|
+
eos: "eos";
|
|
6130
6549
|
stopSequence: "stopSequence";
|
|
6131
6550
|
}>>;
|
|
6132
6551
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6193,8 +6612,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6193
6612
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6194
6613
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6195
6614
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6196
|
-
gpu: "gpu";
|
|
6197
6615
|
cpu: "cpu";
|
|
6616
|
+
gpu: "gpu";
|
|
6198
6617
|
}>>;
|
|
6199
6618
|
}, z.core.$strip>;
|
|
6200
6619
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6212,8 +6631,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6212
6631
|
seq: z.ZodNumber;
|
|
6213
6632
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6214
6633
|
cancelled: "cancelled";
|
|
6215
|
-
eos: "eos";
|
|
6216
6634
|
length: "length";
|
|
6635
|
+
eos: "eos";
|
|
6217
6636
|
stopSequence: "stopSequence";
|
|
6218
6637
|
}>>;
|
|
6219
6638
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6232,8 +6651,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6232
6651
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6233
6652
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6234
6653
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6235
|
-
gpu: "gpu";
|
|
6236
6654
|
cpu: "cpu";
|
|
6655
|
+
gpu: "gpu";
|
|
6237
6656
|
}>>;
|
|
6238
6657
|
}, z.core.$strip>>;
|
|
6239
6658
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -6283,6 +6702,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6283
6702
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6284
6703
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6285
6704
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6705
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6706
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6707
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6708
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6709
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6710
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6711
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6712
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6713
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6714
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6715
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6716
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6286
6717
|
}, z.core.$strip>>;
|
|
6287
6718
|
error: z.ZodOptional<z.ZodString>;
|
|
6288
6719
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6291,10 +6722,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6291
6722
|
endMs: z.ZodNumber;
|
|
6292
6723
|
append: z.ZodBoolean;
|
|
6293
6724
|
id: z.ZodNumber;
|
|
6725
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6726
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6294
6727
|
}, z.core.$strip>>;
|
|
6295
6728
|
vad: z.ZodOptional<z.ZodObject<{
|
|
6296
6729
|
speaking: z.ZodBoolean;
|
|
6297
6730
|
probability: z.ZodNumber;
|
|
6731
|
+
source: z.ZodOptional<z.ZodEnum<{
|
|
6732
|
+
silero: "silero";
|
|
6733
|
+
energy: "energy";
|
|
6734
|
+
sortformer: "sortformer";
|
|
6735
|
+
}>>;
|
|
6298
6736
|
}, z.core.$strip>>;
|
|
6299
6737
|
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6300
6738
|
source: z.ZodLiteral<"whisper">;
|
|
@@ -6302,6 +6740,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6302
6740
|
}, z.core.$strip>, z.ZodObject<{
|
|
6303
6741
|
source: z.ZodLiteral<"parakeet">;
|
|
6304
6742
|
}, z.core.$strip>], "source">, unknown>>;
|
|
6743
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6744
|
+
selectedBackend: z.ZodString;
|
|
6745
|
+
selectedDevice: z.ZodEnum<{
|
|
6746
|
+
cpu: "cpu";
|
|
6747
|
+
gpu: "gpu";
|
|
6748
|
+
}>;
|
|
6749
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6750
|
+
vulkan: "vulkan";
|
|
6751
|
+
metal: "metal";
|
|
6752
|
+
opencl: "opencl";
|
|
6753
|
+
cuda: "cuda";
|
|
6754
|
+
opengl: "opengl";
|
|
6755
|
+
webgpu: "webgpu";
|
|
6756
|
+
direct3d11: "direct3d11";
|
|
6757
|
+
direct3d12: "direct3d12";
|
|
6758
|
+
levelZero: "levelZero";
|
|
6759
|
+
rocm: "rocm";
|
|
6760
|
+
}>>;
|
|
6761
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6762
|
+
name: z.ZodString;
|
|
6763
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6764
|
+
}, z.core.$strip>>;
|
|
6765
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6766
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6767
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6768
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6769
|
+
cpu: "cpu";
|
|
6770
|
+
gpu: "gpu";
|
|
6771
|
+
}>>;
|
|
6772
|
+
reason: z.ZodString;
|
|
6773
|
+
}, z.core.$strip>>;
|
|
6774
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6775
|
+
status: z.ZodEnum<{
|
|
6776
|
+
unknown: "unknown";
|
|
6777
|
+
compatible: "compatible";
|
|
6778
|
+
incompatible: "incompatible";
|
|
6779
|
+
}>;
|
|
6780
|
+
backend: z.ZodString;
|
|
6781
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6782
|
+
}, z.core.$strip>>;
|
|
6783
|
+
}, z.core.$strip>>;
|
|
6305
6784
|
type: z.ZodLiteral<"transcribe">;
|
|
6306
6785
|
}, z.core.$strip>, z.ZodObject<{
|
|
6307
6786
|
text: z.ZodOptional<z.ZodString>;
|
|
@@ -6322,6 +6801,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6322
6801
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6323
6802
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6324
6803
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6804
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6805
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6806
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6807
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6808
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6809
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6810
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6811
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6812
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6813
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6814
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6815
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6325
6816
|
}, z.core.$strip>>;
|
|
6326
6817
|
error: z.ZodOptional<z.ZodString>;
|
|
6327
6818
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6330,10 +6821,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6330
6821
|
endMs: z.ZodNumber;
|
|
6331
6822
|
append: z.ZodBoolean;
|
|
6332
6823
|
id: z.ZodNumber;
|
|
6824
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6825
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6333
6826
|
}, z.core.$strip>>;
|
|
6334
6827
|
vad: z.ZodOptional<z.ZodObject<{
|
|
6335
6828
|
speaking: z.ZodBoolean;
|
|
6336
6829
|
probability: z.ZodNumber;
|
|
6830
|
+
source: z.ZodOptional<z.ZodEnum<{
|
|
6831
|
+
silero: "silero";
|
|
6832
|
+
energy: "energy";
|
|
6833
|
+
sortformer: "sortformer";
|
|
6834
|
+
}>>;
|
|
6337
6835
|
}, z.core.$strip>>;
|
|
6338
6836
|
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6339
6837
|
source: z.ZodLiteral<"whisper">;
|
|
@@ -6341,6 +6839,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6341
6839
|
}, z.core.$strip>, z.ZodObject<{
|
|
6342
6840
|
source: z.ZodLiteral<"parakeet">;
|
|
6343
6841
|
}, z.core.$strip>], "source">, unknown>>;
|
|
6842
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6843
|
+
selectedBackend: z.ZodString;
|
|
6844
|
+
selectedDevice: z.ZodEnum<{
|
|
6845
|
+
cpu: "cpu";
|
|
6846
|
+
gpu: "gpu";
|
|
6847
|
+
}>;
|
|
6848
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6849
|
+
vulkan: "vulkan";
|
|
6850
|
+
metal: "metal";
|
|
6851
|
+
opencl: "opencl";
|
|
6852
|
+
cuda: "cuda";
|
|
6853
|
+
opengl: "opengl";
|
|
6854
|
+
webgpu: "webgpu";
|
|
6855
|
+
direct3d11: "direct3d11";
|
|
6856
|
+
direct3d12: "direct3d12";
|
|
6857
|
+
levelZero: "levelZero";
|
|
6858
|
+
rocm: "rocm";
|
|
6859
|
+
}>>;
|
|
6860
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6861
|
+
name: z.ZodString;
|
|
6862
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6863
|
+
}, z.core.$strip>>;
|
|
6864
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6865
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6866
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6867
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6868
|
+
cpu: "cpu";
|
|
6869
|
+
gpu: "gpu";
|
|
6870
|
+
}>>;
|
|
6871
|
+
reason: z.ZodString;
|
|
6872
|
+
}, z.core.$strip>>;
|
|
6873
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6874
|
+
status: z.ZodEnum<{
|
|
6875
|
+
unknown: "unknown";
|
|
6876
|
+
compatible: "compatible";
|
|
6877
|
+
incompatible: "incompatible";
|
|
6878
|
+
}>;
|
|
6879
|
+
backend: z.ZodString;
|
|
6880
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6881
|
+
}, z.core.$strip>>;
|
|
6882
|
+
}, z.core.$strip>>;
|
|
6344
6883
|
type: z.ZodLiteral<"transcribeStream">;
|
|
6345
6884
|
}, z.core.$strip>, z.ZodObject<{
|
|
6346
6885
|
text: z.ZodOptional<z.ZodString>;
|
|
@@ -6361,6 +6900,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6361
6900
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6362
6901
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6363
6902
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6903
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6904
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6905
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6906
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6907
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6908
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6909
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6910
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6911
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6912
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6913
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6914
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6364
6915
|
}, z.core.$strip>>;
|
|
6365
6916
|
error: z.ZodOptional<z.ZodString>;
|
|
6366
6917
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6369,8 +6920,51 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6369
6920
|
endMs: z.ZodNumber;
|
|
6370
6921
|
append: z.ZodBoolean;
|
|
6371
6922
|
id: z.ZodNumber;
|
|
6923
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6924
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6372
6925
|
}, z.core.$strip>>;
|
|
6373
6926
|
type: z.ZodLiteral<"bciTranscribe">;
|
|
6927
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6928
|
+
selectedBackend: z.ZodString;
|
|
6929
|
+
selectedDevice: z.ZodEnum<{
|
|
6930
|
+
cpu: "cpu";
|
|
6931
|
+
gpu: "gpu";
|
|
6932
|
+
}>;
|
|
6933
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6934
|
+
vulkan: "vulkan";
|
|
6935
|
+
metal: "metal";
|
|
6936
|
+
opencl: "opencl";
|
|
6937
|
+
cuda: "cuda";
|
|
6938
|
+
opengl: "opengl";
|
|
6939
|
+
webgpu: "webgpu";
|
|
6940
|
+
direct3d11: "direct3d11";
|
|
6941
|
+
direct3d12: "direct3d12";
|
|
6942
|
+
levelZero: "levelZero";
|
|
6943
|
+
rocm: "rocm";
|
|
6944
|
+
}>>;
|
|
6945
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6946
|
+
name: z.ZodString;
|
|
6947
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6948
|
+
}, z.core.$strip>>;
|
|
6949
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6950
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6951
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6952
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6953
|
+
cpu: "cpu";
|
|
6954
|
+
gpu: "gpu";
|
|
6955
|
+
}>>;
|
|
6956
|
+
reason: z.ZodString;
|
|
6957
|
+
}, z.core.$strip>>;
|
|
6958
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6959
|
+
status: z.ZodEnum<{
|
|
6960
|
+
unknown: "unknown";
|
|
6961
|
+
compatible: "compatible";
|
|
6962
|
+
incompatible: "incompatible";
|
|
6963
|
+
}>;
|
|
6964
|
+
backend: z.ZodString;
|
|
6965
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6966
|
+
}, z.core.$strip>>;
|
|
6967
|
+
}, z.core.$strip>>;
|
|
6374
6968
|
}, z.core.$strip>, z.ZodObject<{
|
|
6375
6969
|
text: z.ZodOptional<z.ZodString>;
|
|
6376
6970
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -6390,16 +6984,31 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6390
6984
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6391
6985
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6392
6986
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6987
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6988
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6989
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6990
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6991
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6992
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6993
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6994
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6995
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6996
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6997
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6998
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6393
6999
|
}, z.core.$strip>>;
|
|
6394
7000
|
error: z.ZodOptional<z.ZodString>;
|
|
7001
|
+
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
6395
7002
|
segment: z.ZodOptional<z.ZodObject<{
|
|
6396
7003
|
text: z.ZodString;
|
|
6397
7004
|
startMs: z.ZodNumber;
|
|
6398
7005
|
endMs: z.ZodNumber;
|
|
6399
7006
|
append: z.ZodBoolean;
|
|
6400
7007
|
id: z.ZodNumber;
|
|
7008
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
7009
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
7010
|
+
windowStartTimestep: z.ZodOptional<z.ZodNumber>;
|
|
6401
7011
|
}, z.core.$strip>>;
|
|
6402
|
-
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
6403
7012
|
}, z.core.$strip>, z.ZodObject<{
|
|
6404
7013
|
type: z.ZodLiteral<"loggingStream">;
|
|
6405
7014
|
id: z.ZodString;
|
|
@@ -6422,8 +7031,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6422
7031
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
6423
7032
|
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
6424
7033
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6425
|
-
gpu: "gpu";
|
|
6426
7034
|
cpu: "cpu";
|
|
7035
|
+
gpu: "gpu";
|
|
6427
7036
|
}>>;
|
|
6428
7037
|
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
6429
7038
|
}, z.core.$strip>>;
|
|
@@ -6459,6 +7068,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6459
7068
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6460
7069
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6461
7070
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
7071
|
+
codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
|
|
7072
|
+
codecOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6462
7073
|
}, z.core.$strip>>;
|
|
6463
7074
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
6464
7075
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
@@ -6484,6 +7095,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6484
7095
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6485
7096
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6486
7097
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
7098
|
+
codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
|
|
7099
|
+
codecOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6487
7100
|
}, z.core.$strip>>;
|
|
6488
7101
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
6489
7102
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
@@ -6726,6 +7339,34 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6726
7339
|
gemma4: "gemma4";
|
|
6727
7340
|
dsml: "dsml";
|
|
6728
7341
|
}>>;
|
|
7342
|
+
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
7343
|
+
verdict: z.ZodEnum<{
|
|
7344
|
+
unknown: "unknown";
|
|
7345
|
+
fit: "fit";
|
|
7346
|
+
"does-not-fit": "does-not-fit";
|
|
7347
|
+
}>;
|
|
7348
|
+
basis: z.ZodLiteral<"native-probe">;
|
|
7349
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7350
|
+
estimatorVersion: z.ZodString;
|
|
7351
|
+
reason: z.ZodString;
|
|
7352
|
+
message: z.ZodOptional<z.ZodString>;
|
|
7353
|
+
plan: z.ZodOptional<z.ZodObject<{
|
|
7354
|
+
nCtx: z.ZodNumber;
|
|
7355
|
+
nGpuLayers: z.ZodNumber;
|
|
7356
|
+
nGpuDevices: z.ZodNumber;
|
|
7357
|
+
}, z.core.$strip>>;
|
|
7358
|
+
projection: z.ZodOptional<z.ZodObject<{
|
|
7359
|
+
deviceName: z.ZodOptional<z.ZodString>;
|
|
7360
|
+
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
7361
|
+
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
7362
|
+
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
7363
|
+
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
7364
|
+
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
7365
|
+
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
7366
|
+
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
7367
|
+
report: z.ZodOptional<z.ZodString>;
|
|
7368
|
+
}, z.core.$strip>>;
|
|
7369
|
+
}, z.core.$strip>>;
|
|
6729
7370
|
}, z.core.$strip>;
|
|
6730
7371
|
}, z.core.$strip>, z.ZodObject<{
|
|
6731
7372
|
capabilities: z.ZodObject<{
|
|
@@ -7762,6 +8403,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7762
8403
|
}, z.core.$strip>>;
|
|
7763
8404
|
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
7764
8405
|
estimatorVersion: z.ZodOptional<z.ZodString>;
|
|
8406
|
+
device: z.ZodOptional<z.ZodString>;
|
|
7765
8407
|
reasons: z.ZodArray<z.ZodString>;
|
|
7766
8408
|
}, z.core.$strip>>;
|
|
7767
8409
|
reasons: z.ZodArray<z.ZodString>;
|
|
@@ -7856,8 +8498,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7856
8498
|
height: z.ZodOptional<z.ZodNumber>;
|
|
7857
8499
|
repeats: z.ZodOptional<z.ZodNumber>;
|
|
7858
8500
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
7859
|
-
gpu: "gpu";
|
|
7860
8501
|
cpu: "cpu";
|
|
8502
|
+
gpu: "gpu";
|
|
7861
8503
|
}>>;
|
|
7862
8504
|
}, z.core.$strip>>;
|
|
7863
8505
|
}, z.core.$strip>, z.ZodObject<{
|