@qvac/inference 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +107 -33
- package/README.md +8 -5
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +18 -6
- package/dist/handlers/assess-model-fit.js +215 -35
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +80 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +46 -2
- package/dist/resources/model-fit/assess.js +67 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +102 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +212 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +284 -77
- package/dist/schemas/assess-model-fit.js +93 -55
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +765 -56
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +236 -30
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +105 -14
- package/dist/schemas/llamacpp-config.js +113 -3
- package/dist/schemas/load-model.d.ts +3102 -627
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +205 -5
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +44 -30
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -171
package/dist/schemas/common.d.ts
CHANGED
|
@@ -120,6 +120,25 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
120
120
|
lmTopP: z.ZodOptional<z.ZodNumber>;
|
|
121
121
|
lmTopK: z.ZodOptional<z.ZodNumber>;
|
|
122
122
|
}, z.core.$strict>, z.ZodObject<{
|
|
123
|
+
host: z.ZodOptional<z.ZodString>;
|
|
124
|
+
port: z.ZodOptional<z.ZodNumber>;
|
|
125
|
+
device: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>>;
|
|
126
|
+
cache: z.ZodOptional<z.ZodBoolean>;
|
|
127
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
128
|
+
expectRdma: z.ZodOptional<z.ZodBoolean>;
|
|
129
|
+
allowNonLoopbackHost: z.ZodOptional<z.ZodBoolean>;
|
|
130
|
+
discoveryTopic: z.ZodOptional<z.ZodString>;
|
|
131
|
+
type: z.ZodLiteral<"startRpcServer">;
|
|
132
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
133
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
134
|
+
serverId: z.ZodString;
|
|
135
|
+
type: z.ZodLiteral<"stopRpcServer">;
|
|
136
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
137
|
+
topic: z.ZodString;
|
|
138
|
+
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
139
|
+
type: z.ZodLiteral<"discoverRpcServers">;
|
|
140
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
141
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
123
142
|
type: z.ZodLiteral<"heartbeat">;
|
|
124
143
|
}, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
|
|
125
144
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -168,17 +187,42 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
168
187
|
integrated: "integrated";
|
|
169
188
|
dedicated: "dedicated";
|
|
170
189
|
}>]>>;
|
|
190
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
191
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
171
192
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
172
193
|
none: "none";
|
|
173
194
|
layer: "layer";
|
|
174
195
|
tensor: "tensor";
|
|
175
196
|
}>>;
|
|
176
197
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
198
|
+
auto: "auto";
|
|
177
199
|
on: "on";
|
|
178
200
|
off: "off";
|
|
179
|
-
auto: "auto";
|
|
180
201
|
}>>;
|
|
181
202
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
203
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
204
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
205
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
206
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
207
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
208
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
209
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
210
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
211
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
212
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
213
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
214
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
215
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
216
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
217
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
218
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
219
|
+
auto: "auto";
|
|
220
|
+
on: "on";
|
|
221
|
+
off: "off";
|
|
222
|
+
}>>;
|
|
223
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
224
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
225
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
182
226
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
183
227
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
184
228
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -281,6 +325,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
281
325
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
282
326
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
283
327
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
328
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
329
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
330
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
331
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
284
332
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
285
333
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
286
334
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -301,6 +349,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
301
349
|
}, z.core.$strip>>;
|
|
302
350
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
303
351
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
352
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
304
353
|
}, z.core.$strip>>;
|
|
305
354
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
306
355
|
src: z.ZodString;
|
|
@@ -453,8 +502,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
453
502
|
modelConfig: z.ZodObject<{
|
|
454
503
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
455
504
|
device: z.ZodOptional<z.ZodEnum<{
|
|
456
|
-
gpu: "gpu";
|
|
457
505
|
cpu: "cpu";
|
|
506
|
+
gpu: "gpu";
|
|
458
507
|
}>>;
|
|
459
508
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
460
509
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -470,9 +519,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
470
519
|
}>>;
|
|
471
520
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
472
521
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
522
|
+
auto: "auto";
|
|
473
523
|
on: "on";
|
|
474
524
|
off: "off";
|
|
475
|
-
auto: "auto";
|
|
476
525
|
}>>;
|
|
477
526
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
478
527
|
integrated: "integrated";
|
|
@@ -1629,6 +1678,172 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1629
1678
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1630
1679
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1631
1680
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1681
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1682
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1683
|
+
src: z.ZodString;
|
|
1684
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1685
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1686
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1687
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1688
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1689
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1690
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1691
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1692
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1693
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1694
|
+
embeddings: "embeddings";
|
|
1695
|
+
diffusion: "diffusion";
|
|
1696
|
+
audiogen: "audiogen";
|
|
1697
|
+
tts: "tts";
|
|
1698
|
+
ocr: "ocr";
|
|
1699
|
+
vla: "vla";
|
|
1700
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1701
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1702
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1703
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1704
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1705
|
+
"onnx-tts": "onnx-tts";
|
|
1706
|
+
"tts-ggml": "tts-ggml";
|
|
1707
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1708
|
+
"ggml-ocr": "ggml-ocr";
|
|
1709
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1710
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1711
|
+
"ggml-vla": "ggml-vla";
|
|
1712
|
+
"ggml-classification": "ggml-classification";
|
|
1713
|
+
llm: "llm";
|
|
1714
|
+
whisper: "whisper";
|
|
1715
|
+
bci: "bci";
|
|
1716
|
+
nmt: "nmt";
|
|
1717
|
+
parakeet: "parakeet";
|
|
1718
|
+
classification: "classification";
|
|
1719
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1720
|
+
}, z.core.$strip>]>;
|
|
1721
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1722
|
+
src: z.ZodString;
|
|
1723
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1724
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1725
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1726
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1727
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1728
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1729
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1730
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1731
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1732
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1733
|
+
embeddings: "embeddings";
|
|
1734
|
+
diffusion: "diffusion";
|
|
1735
|
+
audiogen: "audiogen";
|
|
1736
|
+
tts: "tts";
|
|
1737
|
+
ocr: "ocr";
|
|
1738
|
+
vla: "vla";
|
|
1739
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1740
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1741
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1742
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1743
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1744
|
+
"onnx-tts": "onnx-tts";
|
|
1745
|
+
"tts-ggml": "tts-ggml";
|
|
1746
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1747
|
+
"ggml-ocr": "ggml-ocr";
|
|
1748
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1749
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1750
|
+
"ggml-vla": "ggml-vla";
|
|
1751
|
+
"ggml-classification": "ggml-classification";
|
|
1752
|
+
llm: "llm";
|
|
1753
|
+
whisper: "whisper";
|
|
1754
|
+
bci: "bci";
|
|
1755
|
+
nmt: "nmt";
|
|
1756
|
+
parakeet: "parakeet";
|
|
1757
|
+
classification: "classification";
|
|
1758
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1759
|
+
}, z.core.$strip>]>>;
|
|
1760
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1761
|
+
src: z.ZodString;
|
|
1762
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1763
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1764
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1765
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1766
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1767
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1768
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1769
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1770
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1771
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1772
|
+
embeddings: "embeddings";
|
|
1773
|
+
diffusion: "diffusion";
|
|
1774
|
+
audiogen: "audiogen";
|
|
1775
|
+
tts: "tts";
|
|
1776
|
+
ocr: "ocr";
|
|
1777
|
+
vla: "vla";
|
|
1778
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1779
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1780
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1781
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1782
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1783
|
+
"onnx-tts": "onnx-tts";
|
|
1784
|
+
"tts-ggml": "tts-ggml";
|
|
1785
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1786
|
+
"ggml-ocr": "ggml-ocr";
|
|
1787
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1788
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1789
|
+
"ggml-vla": "ggml-vla";
|
|
1790
|
+
"ggml-classification": "ggml-classification";
|
|
1791
|
+
llm: "llm";
|
|
1792
|
+
whisper: "whisper";
|
|
1793
|
+
bci: "bci";
|
|
1794
|
+
nmt: "nmt";
|
|
1795
|
+
parakeet: "parakeet";
|
|
1796
|
+
classification: "classification";
|
|
1797
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1798
|
+
}, z.core.$strip>]>>;
|
|
1799
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1800
|
+
src: z.ZodString;
|
|
1801
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1802
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1803
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1804
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1805
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1806
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1807
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1808
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1809
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1810
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1811
|
+
embeddings: "embeddings";
|
|
1812
|
+
diffusion: "diffusion";
|
|
1813
|
+
audiogen: "audiogen";
|
|
1814
|
+
tts: "tts";
|
|
1815
|
+
ocr: "ocr";
|
|
1816
|
+
vla: "vla";
|
|
1817
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1818
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1819
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1820
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1821
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1822
|
+
"onnx-tts": "onnx-tts";
|
|
1823
|
+
"tts-ggml": "tts-ggml";
|
|
1824
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1825
|
+
"ggml-ocr": "ggml-ocr";
|
|
1826
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1827
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1828
|
+
"ggml-vla": "ggml-vla";
|
|
1829
|
+
"ggml-classification": "ggml-classification";
|
|
1830
|
+
llm: "llm";
|
|
1831
|
+
whisper: "whisper";
|
|
1832
|
+
bci: "bci";
|
|
1833
|
+
nmt: "nmt";
|
|
1834
|
+
parakeet: "parakeet";
|
|
1835
|
+
classification: "classification";
|
|
1836
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1837
|
+
}, z.core.$strip>]>>>;
|
|
1838
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1839
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
1840
|
+
language: z.ZodOptional<z.ZodString>;
|
|
1841
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
1842
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
1843
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1844
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1845
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1846
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1632
1847
|
}, z.core.$strict>], "ttsEngine">;
|
|
1633
1848
|
}, z.core.$strict>, z.ZodObject<{
|
|
1634
1849
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -1721,8 +1936,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1721
1936
|
}>>;
|
|
1722
1937
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1723
1938
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1724
|
-
gpu: "gpu";
|
|
1725
1939
|
cpu: "cpu";
|
|
1940
|
+
gpu: "gpu";
|
|
1726
1941
|
}>>;
|
|
1727
1942
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1728
1943
|
integrated: "integrated";
|
|
@@ -2256,6 +2471,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2256
2471
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2257
2472
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2258
2473
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2474
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2475
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2476
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2477
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2259
2478
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2260
2479
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2261
2480
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2581,8 +2800,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2581
2800
|
modelType: z.ZodLiteral<"ggml-vla">;
|
|
2582
2801
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
2583
2802
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
2584
|
-
auto: "auto";
|
|
2585
2803
|
cpu: "cpu";
|
|
2804
|
+
auto: "auto";
|
|
2586
2805
|
}>>;
|
|
2587
2806
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
2588
2807
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -2646,9 +2865,30 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2646
2865
|
'cache-type-k'?: string | undefined;
|
|
2647
2866
|
'cache-type-v'?: string | undefined;
|
|
2648
2867
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
2868
|
+
'rpc-servers'?: string | undefined;
|
|
2869
|
+
devices?: string | undefined;
|
|
2649
2870
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
2650
|
-
'flash-attn'?: "
|
|
2871
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
2651
2872
|
'tensor-split'?: string | undefined;
|
|
2873
|
+
'batch-size'?: number | undefined;
|
|
2874
|
+
'ubatch-size'?: number | undefined;
|
|
2875
|
+
'cpu-moe'?: boolean | undefined;
|
|
2876
|
+
'n-cpu-moe'?: number | undefined;
|
|
2877
|
+
'kv-offload'?: boolean | undefined;
|
|
2878
|
+
'image-max-tokens'?: number | undefined;
|
|
2879
|
+
'image-min-tokens'?: number | undefined;
|
|
2880
|
+
threads?: number | undefined;
|
|
2881
|
+
'threads-batch'?: number | undefined;
|
|
2882
|
+
'cpu-mask'?: string | undefined;
|
|
2883
|
+
'cpu-mask-batch'?: string | undefined;
|
|
2884
|
+
'override-tensor'?: string | undefined;
|
|
2885
|
+
'n-cpu-ffn'?: number | undefined;
|
|
2886
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
2887
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
2888
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
2889
|
+
fit?: boolean | undefined;
|
|
2890
|
+
'fit-target'?: string | number | undefined;
|
|
2891
|
+
'fit-ctx'?: number | undefined;
|
|
2652
2892
|
openclCacheDir?: string | undefined;
|
|
2653
2893
|
reasoning_budget?: number | undefined;
|
|
2654
2894
|
projectionModelSrc?: string | {
|
|
@@ -2715,6 +2955,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2715
2955
|
logprob_thold?: number | undefined;
|
|
2716
2956
|
greedy_best_of?: number | undefined;
|
|
2717
2957
|
beam_search_beam_size?: number | undefined;
|
|
2958
|
+
max_initial_ts?: number | undefined;
|
|
2959
|
+
no_speech_thold?: number | undefined;
|
|
2960
|
+
seed?: number | undefined;
|
|
2961
|
+
backendsDir?: string | undefined;
|
|
2718
2962
|
vad_params?: {
|
|
2719
2963
|
threshold?: number | undefined;
|
|
2720
2964
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -2732,6 +2976,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2732
2976
|
} | undefined;
|
|
2733
2977
|
miscConfig?: {
|
|
2734
2978
|
caption_enabled?: boolean | undefined;
|
|
2979
|
+
seed?: number | undefined;
|
|
2735
2980
|
} | undefined;
|
|
2736
2981
|
vadModelSrc?: string | {
|
|
2737
2982
|
src: string;
|
|
@@ -2831,12 +3076,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2831
3076
|
modelType: "llamacpp-embedding";
|
|
2832
3077
|
modelConfig: {
|
|
2833
3078
|
gpuLayers?: number | undefined;
|
|
2834
|
-
device?: "
|
|
3079
|
+
device?: "cpu" | "gpu" | undefined;
|
|
2835
3080
|
batchSize?: number | undefined;
|
|
2836
3081
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
2837
3082
|
attention?: "causal" | "non-causal" | undefined;
|
|
2838
3083
|
embdNormalize?: number | undefined;
|
|
2839
|
-
flashAttention?: "
|
|
3084
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
2840
3085
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
2841
3086
|
splitMode?: "none" | "layer" | undefined;
|
|
2842
3087
|
tensorSplit?: string | undefined;
|
|
@@ -3163,6 +3408,68 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3163
3408
|
threads?: number | undefined;
|
|
3164
3409
|
nGpuLayers?: number | undefined;
|
|
3165
3410
|
seed?: number | undefined;
|
|
3411
|
+
} | {
|
|
3412
|
+
mossCodecDecoderModelSrc: string | {
|
|
3413
|
+
src: string;
|
|
3414
|
+
name?: string | undefined;
|
|
3415
|
+
modelId?: string | undefined;
|
|
3416
|
+
registryPath?: string | undefined;
|
|
3417
|
+
registrySource?: string | undefined;
|
|
3418
|
+
blobCoreKey?: string | undefined;
|
|
3419
|
+
blobIndex?: number | undefined;
|
|
3420
|
+
engine?: string | undefined;
|
|
3421
|
+
expectedSize?: number | undefined;
|
|
3422
|
+
sha256Checksum?: string | undefined;
|
|
3423
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3424
|
+
};
|
|
3425
|
+
ttsEngine: "moss";
|
|
3426
|
+
mossCodecEncoderModelSrc?: string | {
|
|
3427
|
+
src: string;
|
|
3428
|
+
name?: string | undefined;
|
|
3429
|
+
modelId?: string | undefined;
|
|
3430
|
+
registryPath?: string | undefined;
|
|
3431
|
+
registrySource?: string | undefined;
|
|
3432
|
+
blobCoreKey?: string | undefined;
|
|
3433
|
+
blobIndex?: number | undefined;
|
|
3434
|
+
engine?: string | undefined;
|
|
3435
|
+
expectedSize?: number | undefined;
|
|
3436
|
+
sha256Checksum?: string | undefined;
|
|
3437
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3438
|
+
} | undefined;
|
|
3439
|
+
referenceAudioSrc?: string | {
|
|
3440
|
+
src: string;
|
|
3441
|
+
name?: string | undefined;
|
|
3442
|
+
modelId?: string | undefined;
|
|
3443
|
+
registryPath?: string | undefined;
|
|
3444
|
+
registrySource?: string | undefined;
|
|
3445
|
+
blobCoreKey?: string | undefined;
|
|
3446
|
+
blobIndex?: number | undefined;
|
|
3447
|
+
engine?: string | undefined;
|
|
3448
|
+
expectedSize?: number | undefined;
|
|
3449
|
+
sha256Checksum?: string | undefined;
|
|
3450
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3451
|
+
} | undefined;
|
|
3452
|
+
dialogueReferenceSrcs?: (string | {
|
|
3453
|
+
src: string;
|
|
3454
|
+
name?: string | undefined;
|
|
3455
|
+
modelId?: string | undefined;
|
|
3456
|
+
registryPath?: string | undefined;
|
|
3457
|
+
registrySource?: string | undefined;
|
|
3458
|
+
blobCoreKey?: string | undefined;
|
|
3459
|
+
blobIndex?: number | undefined;
|
|
3460
|
+
engine?: string | undefined;
|
|
3461
|
+
expectedSize?: number | undefined;
|
|
3462
|
+
sha256Checksum?: string | undefined;
|
|
3463
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3464
|
+
})[] | undefined;
|
|
3465
|
+
backendsDir?: string | undefined;
|
|
3466
|
+
language?: string | undefined;
|
|
3467
|
+
durationTokens?: number | undefined;
|
|
3468
|
+
streamChunkTokens?: number | undefined;
|
|
3469
|
+
useGPU?: boolean | undefined;
|
|
3470
|
+
threads?: number | undefined;
|
|
3471
|
+
nGpuLayers?: number | undefined;
|
|
3472
|
+
seed?: number | undefined;
|
|
3166
3473
|
};
|
|
3167
3474
|
modelName?: string | undefined;
|
|
3168
3475
|
withProgress?: boolean | undefined;
|
|
@@ -3221,7 +3528,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3221
3528
|
modelConfig?: {
|
|
3222
3529
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
3223
3530
|
threads?: number | undefined;
|
|
3224
|
-
device?: "
|
|
3531
|
+
device?: "cpu" | "gpu" | undefined;
|
|
3225
3532
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3226
3533
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
3227
3534
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -3405,6 +3712,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3405
3712
|
numFramePerBlock?: number | undefined;
|
|
3406
3713
|
localAttnSize?: number | undefined;
|
|
3407
3714
|
offloadParamsToCpu?: boolean | undefined;
|
|
3715
|
+
paramsBackend?: string | undefined;
|
|
3716
|
+
maxVram?: string | number | undefined;
|
|
3717
|
+
streamLayers?: boolean | undefined;
|
|
3718
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
3408
3719
|
frameJpegQuality?: number | undefined;
|
|
3409
3720
|
kvCache?: boolean | undefined;
|
|
3410
3721
|
profile?: boolean | undefined;
|
|
@@ -3547,7 +3858,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3547
3858
|
requireSecureTransport?: boolean | undefined;
|
|
3548
3859
|
requestId?: string | undefined;
|
|
3549
3860
|
modelConfig?: {
|
|
3550
|
-
backend?: "
|
|
3861
|
+
backend?: "cpu" | "auto" | undefined;
|
|
3551
3862
|
verbosity?: number | undefined;
|
|
3552
3863
|
embodiment?: string | number | {
|
|
3553
3864
|
tag?: string | undefined;
|
|
@@ -3609,9 +3920,30 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3609
3920
|
'cache-type-k'?: string | undefined;
|
|
3610
3921
|
'cache-type-v'?: string | undefined;
|
|
3611
3922
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3923
|
+
'rpc-servers'?: string | undefined;
|
|
3924
|
+
devices?: string | undefined;
|
|
3612
3925
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
3613
|
-
'flash-attn'?: "
|
|
3926
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
3614
3927
|
'tensor-split'?: string | undefined;
|
|
3928
|
+
'batch-size'?: number | undefined;
|
|
3929
|
+
'ubatch-size'?: number | undefined;
|
|
3930
|
+
'cpu-moe'?: boolean | undefined;
|
|
3931
|
+
'n-cpu-moe'?: number | undefined;
|
|
3932
|
+
'kv-offload'?: boolean | undefined;
|
|
3933
|
+
'image-max-tokens'?: number | undefined;
|
|
3934
|
+
'image-min-tokens'?: number | undefined;
|
|
3935
|
+
threads?: number | undefined;
|
|
3936
|
+
'threads-batch'?: number | undefined;
|
|
3937
|
+
'cpu-mask'?: string | undefined;
|
|
3938
|
+
'cpu-mask-batch'?: string | undefined;
|
|
3939
|
+
'override-tensor'?: string | undefined;
|
|
3940
|
+
'n-cpu-ffn'?: number | undefined;
|
|
3941
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
3942
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
3943
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
3944
|
+
fit?: boolean | undefined;
|
|
3945
|
+
'fit-target'?: string | number | undefined;
|
|
3946
|
+
'fit-ctx'?: number | undefined;
|
|
3615
3947
|
openclCacheDir?: string | undefined;
|
|
3616
3948
|
reasoning_budget?: number | undefined;
|
|
3617
3949
|
projectionModelSrc?: string | {
|
|
@@ -3678,6 +4010,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3678
4010
|
logprob_thold?: number | undefined;
|
|
3679
4011
|
greedy_best_of?: number | undefined;
|
|
3680
4012
|
beam_search_beam_size?: number | undefined;
|
|
4013
|
+
max_initial_ts?: number | undefined;
|
|
4014
|
+
no_speech_thold?: number | undefined;
|
|
4015
|
+
seed?: number | undefined;
|
|
4016
|
+
backendsDir?: string | undefined;
|
|
3681
4017
|
vad_params?: {
|
|
3682
4018
|
threshold?: number | undefined;
|
|
3683
4019
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -3695,6 +4031,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3695
4031
|
} | undefined;
|
|
3696
4032
|
miscConfig?: {
|
|
3697
4033
|
caption_enabled?: boolean | undefined;
|
|
4034
|
+
seed?: number | undefined;
|
|
3698
4035
|
} | undefined;
|
|
3699
4036
|
vadModelSrc?: string | {
|
|
3700
4037
|
src: string;
|
|
@@ -3794,12 +4131,12 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3794
4131
|
modelType: "llamacpp-embedding";
|
|
3795
4132
|
modelConfig: {
|
|
3796
4133
|
gpuLayers?: number | undefined;
|
|
3797
|
-
device?: "
|
|
4134
|
+
device?: "cpu" | "gpu" | undefined;
|
|
3798
4135
|
batchSize?: number | undefined;
|
|
3799
4136
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
3800
4137
|
attention?: "causal" | "non-causal" | undefined;
|
|
3801
4138
|
embdNormalize?: number | undefined;
|
|
3802
|
-
flashAttention?: "
|
|
4139
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
3803
4140
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
3804
4141
|
splitMode?: "none" | "layer" | undefined;
|
|
3805
4142
|
tensorSplit?: string | undefined;
|
|
@@ -4126,14 +4463,76 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4126
4463
|
threads?: number | undefined;
|
|
4127
4464
|
nGpuLayers?: number | undefined;
|
|
4128
4465
|
seed?: number | undefined;
|
|
4129
|
-
}
|
|
4130
|
-
|
|
4131
|
-
|
|
4132
|
-
|
|
4133
|
-
|
|
4134
|
-
|
|
4135
|
-
|
|
4136
|
-
|
|
4466
|
+
} | {
|
|
4467
|
+
mossCodecDecoderModelSrc: string | {
|
|
4468
|
+
src: string;
|
|
4469
|
+
name?: string | undefined;
|
|
4470
|
+
modelId?: string | undefined;
|
|
4471
|
+
registryPath?: string | undefined;
|
|
4472
|
+
registrySource?: string | undefined;
|
|
4473
|
+
blobCoreKey?: string | undefined;
|
|
4474
|
+
blobIndex?: number | undefined;
|
|
4475
|
+
engine?: string | undefined;
|
|
4476
|
+
expectedSize?: number | undefined;
|
|
4477
|
+
sha256Checksum?: string | undefined;
|
|
4478
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4479
|
+
};
|
|
4480
|
+
ttsEngine: "moss";
|
|
4481
|
+
mossCodecEncoderModelSrc?: string | {
|
|
4482
|
+
src: string;
|
|
4483
|
+
name?: string | undefined;
|
|
4484
|
+
modelId?: string | undefined;
|
|
4485
|
+
registryPath?: string | undefined;
|
|
4486
|
+
registrySource?: string | undefined;
|
|
4487
|
+
blobCoreKey?: string | undefined;
|
|
4488
|
+
blobIndex?: number | undefined;
|
|
4489
|
+
engine?: string | undefined;
|
|
4490
|
+
expectedSize?: number | undefined;
|
|
4491
|
+
sha256Checksum?: string | undefined;
|
|
4492
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4493
|
+
} | undefined;
|
|
4494
|
+
referenceAudioSrc?: string | {
|
|
4495
|
+
src: string;
|
|
4496
|
+
name?: string | undefined;
|
|
4497
|
+
modelId?: string | undefined;
|
|
4498
|
+
registryPath?: string | undefined;
|
|
4499
|
+
registrySource?: string | undefined;
|
|
4500
|
+
blobCoreKey?: string | undefined;
|
|
4501
|
+
blobIndex?: number | undefined;
|
|
4502
|
+
engine?: string | undefined;
|
|
4503
|
+
expectedSize?: number | undefined;
|
|
4504
|
+
sha256Checksum?: string | undefined;
|
|
4505
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4506
|
+
} | undefined;
|
|
4507
|
+
dialogueReferenceSrcs?: (string | {
|
|
4508
|
+
src: string;
|
|
4509
|
+
name?: string | undefined;
|
|
4510
|
+
modelId?: string | undefined;
|
|
4511
|
+
registryPath?: string | undefined;
|
|
4512
|
+
registrySource?: string | undefined;
|
|
4513
|
+
blobCoreKey?: string | undefined;
|
|
4514
|
+
blobIndex?: number | undefined;
|
|
4515
|
+
engine?: string | undefined;
|
|
4516
|
+
expectedSize?: number | undefined;
|
|
4517
|
+
sha256Checksum?: string | undefined;
|
|
4518
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4519
|
+
})[] | undefined;
|
|
4520
|
+
backendsDir?: string | undefined;
|
|
4521
|
+
language?: string | undefined;
|
|
4522
|
+
durationTokens?: number | undefined;
|
|
4523
|
+
streamChunkTokens?: number | undefined;
|
|
4524
|
+
useGPU?: boolean | undefined;
|
|
4525
|
+
threads?: number | undefined;
|
|
4526
|
+
nGpuLayers?: number | undefined;
|
|
4527
|
+
seed?: number | undefined;
|
|
4528
|
+
};
|
|
4529
|
+
modelName?: string | undefined;
|
|
4530
|
+
withProgress?: boolean | undefined;
|
|
4531
|
+
seed?: boolean | undefined;
|
|
4532
|
+
fallbackSrc?: string | undefined;
|
|
4533
|
+
requireHttpChecksum?: boolean | undefined;
|
|
4534
|
+
requireSecureTransport?: boolean | undefined;
|
|
4535
|
+
requestId?: string | undefined;
|
|
4137
4536
|
} | {
|
|
4138
4537
|
type: "loadModel";
|
|
4139
4538
|
modelSrc: string;
|
|
@@ -4185,7 +4584,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4185
4584
|
modelConfig?: {
|
|
4186
4585
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
4187
4586
|
threads?: number | undefined;
|
|
4188
|
-
device?: "
|
|
4587
|
+
device?: "cpu" | "gpu" | undefined;
|
|
4189
4588
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
4190
4589
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
4191
4590
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -4369,6 +4768,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4369
4768
|
numFramePerBlock?: number | undefined;
|
|
4370
4769
|
localAttnSize?: number | undefined;
|
|
4371
4770
|
offloadParamsToCpu?: boolean | undefined;
|
|
4771
|
+
paramsBackend?: string | undefined;
|
|
4772
|
+
maxVram?: string | number | undefined;
|
|
4773
|
+
streamLayers?: boolean | undefined;
|
|
4774
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
4372
4775
|
frameJpegQuality?: number | undefined;
|
|
4373
4776
|
kvCache?: boolean | undefined;
|
|
4374
4777
|
profile?: boolean | undefined;
|
|
@@ -4511,7 +4914,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4511
4914
|
requireSecureTransport?: boolean | undefined;
|
|
4512
4915
|
requestId?: string | undefined;
|
|
4513
4916
|
modelConfig?: {
|
|
4514
|
-
backend?: "
|
|
4917
|
+
backend?: "cpu" | "auto" | undefined;
|
|
4515
4918
|
verbosity?: number | undefined;
|
|
4516
4919
|
embodiment?: string | number | {
|
|
4517
4920
|
tag?: string | undefined;
|
|
@@ -4596,6 +4999,10 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4596
4999
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4597
5000
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
4598
5001
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5002
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5003
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5004
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
5005
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
4599
5006
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4600
5007
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
4601
5008
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4616,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4616
5023
|
}, z.core.$strip>>>;
|
|
4617
5024
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
4618
5025
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
5026
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4619
5027
|
}, z.core.$strip>>>;
|
|
4620
5028
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4621
5029
|
src: z.ZodString;
|
|
@@ -4694,6 +5102,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4694
5102
|
type: z.ZodLiteral<"function">;
|
|
4695
5103
|
name: z.ZodString;
|
|
4696
5104
|
description: z.ZodString;
|
|
5105
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5106
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4697
5107
|
parameters: z.ZodObject<{
|
|
4698
5108
|
type: z.ZodLiteral<"object">;
|
|
4699
5109
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -4765,6 +5175,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4765
5175
|
type: z.ZodLiteral<"function">;
|
|
4766
5176
|
name: z.ZodString;
|
|
4767
5177
|
description: z.ZodString;
|
|
5178
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5179
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4768
5180
|
parameters: z.ZodObject<{
|
|
4769
5181
|
type: z.ZodLiteral<"object">;
|
|
4770
5182
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -4878,6 +5290,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4878
5290
|
type: z.ZodLiteral<"function">;
|
|
4879
5291
|
name: z.ZodString;
|
|
4880
5292
|
description: z.ZodString;
|
|
5293
|
+
deferLoading: z.ZodOptional<z.ZodBoolean>;
|
|
5294
|
+
group: z.ZodOptional<z.ZodString>;
|
|
4881
5295
|
parameters: z.ZodObject<{
|
|
4882
5296
|
type: z.ZodLiteral<"object">;
|
|
4883
5297
|
properties: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
@@ -5094,6 +5508,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5094
5508
|
finetune: "finetune";
|
|
5095
5509
|
loadModel: "loadModel";
|
|
5096
5510
|
downloadAsset: "downloadAsset";
|
|
5511
|
+
rpcServer: "rpcServer";
|
|
5512
|
+
rpcDiscovery: "rpcDiscovery";
|
|
5097
5513
|
rag: "rag";
|
|
5098
5514
|
}>>;
|
|
5099
5515
|
}, z.core.$strip>], "operation">>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -5264,23 +5680,73 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5264
5680
|
type: z.ZodLiteral<"getSystemResources">;
|
|
5265
5681
|
}, z.core.$strip>, z.ZodObject<{
|
|
5266
5682
|
models: z.ZodArray<z.ZodObject<{
|
|
5267
|
-
|
|
5268
|
-
|
|
5269
|
-
name: z.ZodString
|
|
5270
|
-
|
|
5271
|
-
|
|
5272
|
-
|
|
5273
|
-
|
|
5274
|
-
|
|
5275
|
-
|
|
5276
|
-
|
|
5277
|
-
|
|
5278
|
-
|
|
5279
|
-
|
|
5280
|
-
|
|
5281
|
-
|
|
5282
|
-
|
|
5283
|
-
|
|
5683
|
+
modelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
5684
|
+
src: z.ZodString;
|
|
5685
|
+
name: z.ZodOptional<z.ZodString>;
|
|
5686
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
5687
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
5688
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
5689
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
5690
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
5691
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
5692
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
5693
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
5694
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
5695
|
+
embeddings: "embeddings";
|
|
5696
|
+
diffusion: "diffusion";
|
|
5697
|
+
audiogen: "audiogen";
|
|
5698
|
+
tts: "tts";
|
|
5699
|
+
ocr: "ocr";
|
|
5700
|
+
vla: "vla";
|
|
5701
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5702
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5703
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5704
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5705
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5706
|
+
"onnx-tts": "onnx-tts";
|
|
5707
|
+
"tts-ggml": "tts-ggml";
|
|
5708
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5709
|
+
"ggml-ocr": "ggml-ocr";
|
|
5710
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5711
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5712
|
+
"ggml-vla": "ggml-vla";
|
|
5713
|
+
"ggml-classification": "ggml-classification";
|
|
5714
|
+
llm: "llm";
|
|
5715
|
+
whisper: "whisper";
|
|
5716
|
+
bci: "bci";
|
|
5717
|
+
nmt: "nmt";
|
|
5718
|
+
parakeet: "parakeet";
|
|
5719
|
+
classification: "classification";
|
|
5720
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
5721
|
+
}, z.core.$strip>]>>;
|
|
5722
|
+
modelType: z.ZodOptional<z.ZodEnum<{
|
|
5723
|
+
embeddings: "embeddings";
|
|
5724
|
+
diffusion: "diffusion";
|
|
5725
|
+
audiogen: "audiogen";
|
|
5726
|
+
tts: "tts";
|
|
5727
|
+
ocr: "ocr";
|
|
5728
|
+
vla: "vla";
|
|
5729
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5730
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5731
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5732
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5733
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5734
|
+
"onnx-tts": "onnx-tts";
|
|
5735
|
+
"tts-ggml": "tts-ggml";
|
|
5736
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5737
|
+
"ggml-ocr": "ggml-ocr";
|
|
5738
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5739
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5740
|
+
"ggml-vla": "ggml-vla";
|
|
5741
|
+
"ggml-classification": "ggml-classification";
|
|
5742
|
+
llm: "llm";
|
|
5743
|
+
whisper: "whisper";
|
|
5744
|
+
bci: "bci";
|
|
5745
|
+
nmt: "nmt";
|
|
5746
|
+
parakeet: "parakeet";
|
|
5747
|
+
classification: "classification";
|
|
5748
|
+
}>>;
|
|
5749
|
+
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
5284
5750
|
}, z.core.$strip>>;
|
|
5285
5751
|
execution: z.ZodDefault<z.ZodEnum<{
|
|
5286
5752
|
sequential: "sequential";
|
|
@@ -5705,8 +6171,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5705
6171
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5706
6172
|
selectedBackend: z.ZodString;
|
|
5707
6173
|
selectedDevice: z.ZodEnum<{
|
|
5708
|
-
gpu: "gpu";
|
|
5709
6174
|
cpu: "cpu";
|
|
6175
|
+
gpu: "gpu";
|
|
5710
6176
|
}>;
|
|
5711
6177
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5712
6178
|
vulkan: "vulkan";
|
|
@@ -5728,8 +6194,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5728
6194
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5729
6195
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5730
6196
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5731
|
-
gpu: "gpu";
|
|
5732
6197
|
cpu: "cpu";
|
|
6198
|
+
gpu: "gpu";
|
|
5733
6199
|
}>>;
|
|
5734
6200
|
reason: z.ZodString;
|
|
5735
6201
|
}, z.core.$strip>>;
|
|
@@ -5781,8 +6247,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5781
6247
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5782
6248
|
selectedBackend: z.ZodString;
|
|
5783
6249
|
selectedDevice: z.ZodEnum<{
|
|
5784
|
-
gpu: "gpu";
|
|
5785
6250
|
cpu: "cpu";
|
|
6251
|
+
gpu: "gpu";
|
|
5786
6252
|
}>;
|
|
5787
6253
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5788
6254
|
vulkan: "vulkan";
|
|
@@ -5804,8 +6270,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5804
6270
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5805
6271
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5806
6272
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5807
|
-
gpu: "gpu";
|
|
5808
6273
|
cpu: "cpu";
|
|
6274
|
+
gpu: "gpu";
|
|
5809
6275
|
}>>;
|
|
5810
6276
|
reason: z.ZodString;
|
|
5811
6277
|
}, z.core.$strip>>;
|
|
@@ -5863,8 +6329,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5863
6329
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5864
6330
|
selectedBackend: z.ZodString;
|
|
5865
6331
|
selectedDevice: z.ZodEnum<{
|
|
5866
|
-
gpu: "gpu";
|
|
5867
6332
|
cpu: "cpu";
|
|
6333
|
+
gpu: "gpu";
|
|
5868
6334
|
}>;
|
|
5869
6335
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5870
6336
|
vulkan: "vulkan";
|
|
@@ -5886,8 +6352,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5886
6352
|
fallback: z.ZodOptional<z.ZodObject<{
|
|
5887
6353
|
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5888
6354
|
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5889
|
-
gpu: "gpu";
|
|
5890
6355
|
cpu: "cpu";
|
|
6356
|
+
gpu: "gpu";
|
|
5891
6357
|
}>>;
|
|
5892
6358
|
reason: z.ZodString;
|
|
5893
6359
|
}, z.core.$strip>>;
|
|
@@ -5902,6 +6368,24 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5902
6368
|
}, z.core.$strip>>;
|
|
5903
6369
|
}, z.core.$strip>>;
|
|
5904
6370
|
}, z.core.$strict>, z.ZodObject<{
|
|
6371
|
+
serverId: z.ZodString;
|
|
6372
|
+
url: z.ZodString;
|
|
6373
|
+
rdmaCapable: z.ZodBoolean;
|
|
6374
|
+
type: z.ZodLiteral<"startRpcServer">;
|
|
6375
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6376
|
+
type: z.ZodLiteral<"stopRpcServer">;
|
|
6377
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6378
|
+
type: z.ZodLiteral<"discoverRpcServers">;
|
|
6379
|
+
servers: z.ZodArray<z.ZodObject<{
|
|
6380
|
+
url: z.ZodString;
|
|
6381
|
+
rdmaAvailable: z.ZodBoolean;
|
|
6382
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
6383
|
+
index: z.ZodNumber;
|
|
6384
|
+
freeMemory: z.ZodNumber;
|
|
6385
|
+
totalMemory: z.ZodNumber;
|
|
6386
|
+
}, z.core.$strip>>;
|
|
6387
|
+
}, z.core.$strip>>;
|
|
6388
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5905
6389
|
type: z.ZodLiteral<"heartbeat">;
|
|
5906
6390
|
number: z.ZodNumber;
|
|
5907
6391
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -5964,8 +6448,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5964
6448
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
5965
6449
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
5966
6450
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
5967
|
-
gpu: "gpu";
|
|
5968
6451
|
cpu: "cpu";
|
|
6452
|
+
gpu: "gpu";
|
|
5969
6453
|
}>>;
|
|
5970
6454
|
}, z.core.$strip>;
|
|
5971
6455
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -5983,8 +6467,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5983
6467
|
seq: z.ZodNumber;
|
|
5984
6468
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
5985
6469
|
cancelled: "cancelled";
|
|
5986
|
-
eos: "eos";
|
|
5987
6470
|
length: "length";
|
|
6471
|
+
eos: "eos";
|
|
5988
6472
|
stopSequence: "stopSequence";
|
|
5989
6473
|
}>>;
|
|
5990
6474
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6041,8 +6525,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6041
6525
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6042
6526
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6043
6527
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6044
|
-
gpu: "gpu";
|
|
6045
6528
|
cpu: "cpu";
|
|
6529
|
+
gpu: "gpu";
|
|
6046
6530
|
}>>;
|
|
6047
6531
|
}, z.core.$strip>;
|
|
6048
6532
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6060,8 +6544,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6060
6544
|
seq: z.ZodNumber;
|
|
6061
6545
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6062
6546
|
cancelled: "cancelled";
|
|
6063
|
-
eos: "eos";
|
|
6064
6547
|
length: "length";
|
|
6548
|
+
eos: "eos";
|
|
6065
6549
|
stopSequence: "stopSequence";
|
|
6066
6550
|
}>>;
|
|
6067
6551
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6128,8 +6612,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6128
6612
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6129
6613
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6130
6614
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6131
|
-
gpu: "gpu";
|
|
6132
6615
|
cpu: "cpu";
|
|
6616
|
+
gpu: "gpu";
|
|
6133
6617
|
}>>;
|
|
6134
6618
|
}, z.core.$strip>;
|
|
6135
6619
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -6147,8 +6631,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6147
6631
|
seq: z.ZodNumber;
|
|
6148
6632
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6149
6633
|
cancelled: "cancelled";
|
|
6150
|
-
eos: "eos";
|
|
6151
6634
|
length: "length";
|
|
6635
|
+
eos: "eos";
|
|
6152
6636
|
stopSequence: "stopSequence";
|
|
6153
6637
|
}>>;
|
|
6154
6638
|
raw: z.ZodOptional<z.ZodObject<{
|
|
@@ -6167,8 +6651,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6167
6651
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6168
6652
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
6169
6653
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6170
|
-
gpu: "gpu";
|
|
6171
6654
|
cpu: "cpu";
|
|
6655
|
+
gpu: "gpu";
|
|
6172
6656
|
}>>;
|
|
6173
6657
|
}, z.core.$strip>>;
|
|
6174
6658
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -6218,6 +6702,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6218
6702
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6219
6703
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6220
6704
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6705
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6706
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6707
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6708
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6709
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6710
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6711
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6712
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6713
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6714
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6715
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6716
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6221
6717
|
}, z.core.$strip>>;
|
|
6222
6718
|
error: z.ZodOptional<z.ZodString>;
|
|
6223
6719
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6226,10 +6722,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6226
6722
|
endMs: z.ZodNumber;
|
|
6227
6723
|
append: z.ZodBoolean;
|
|
6228
6724
|
id: z.ZodNumber;
|
|
6725
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6726
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6229
6727
|
}, z.core.$strip>>;
|
|
6230
6728
|
vad: z.ZodOptional<z.ZodObject<{
|
|
6231
6729
|
speaking: z.ZodBoolean;
|
|
6232
6730
|
probability: z.ZodNumber;
|
|
6731
|
+
source: z.ZodOptional<z.ZodEnum<{
|
|
6732
|
+
silero: "silero";
|
|
6733
|
+
energy: "energy";
|
|
6734
|
+
sortformer: "sortformer";
|
|
6735
|
+
}>>;
|
|
6233
6736
|
}, z.core.$strip>>;
|
|
6234
6737
|
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6235
6738
|
source: z.ZodLiteral<"whisper">;
|
|
@@ -6237,6 +6740,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6237
6740
|
}, z.core.$strip>, z.ZodObject<{
|
|
6238
6741
|
source: z.ZodLiteral<"parakeet">;
|
|
6239
6742
|
}, z.core.$strip>], "source">, unknown>>;
|
|
6743
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6744
|
+
selectedBackend: z.ZodString;
|
|
6745
|
+
selectedDevice: z.ZodEnum<{
|
|
6746
|
+
cpu: "cpu";
|
|
6747
|
+
gpu: "gpu";
|
|
6748
|
+
}>;
|
|
6749
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6750
|
+
vulkan: "vulkan";
|
|
6751
|
+
metal: "metal";
|
|
6752
|
+
opencl: "opencl";
|
|
6753
|
+
cuda: "cuda";
|
|
6754
|
+
opengl: "opengl";
|
|
6755
|
+
webgpu: "webgpu";
|
|
6756
|
+
direct3d11: "direct3d11";
|
|
6757
|
+
direct3d12: "direct3d12";
|
|
6758
|
+
levelZero: "levelZero";
|
|
6759
|
+
rocm: "rocm";
|
|
6760
|
+
}>>;
|
|
6761
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6762
|
+
name: z.ZodString;
|
|
6763
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6764
|
+
}, z.core.$strip>>;
|
|
6765
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6766
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6767
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6768
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6769
|
+
cpu: "cpu";
|
|
6770
|
+
gpu: "gpu";
|
|
6771
|
+
}>>;
|
|
6772
|
+
reason: z.ZodString;
|
|
6773
|
+
}, z.core.$strip>>;
|
|
6774
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6775
|
+
status: z.ZodEnum<{
|
|
6776
|
+
unknown: "unknown";
|
|
6777
|
+
compatible: "compatible";
|
|
6778
|
+
incompatible: "incompatible";
|
|
6779
|
+
}>;
|
|
6780
|
+
backend: z.ZodString;
|
|
6781
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6782
|
+
}, z.core.$strip>>;
|
|
6783
|
+
}, z.core.$strip>>;
|
|
6240
6784
|
type: z.ZodLiteral<"transcribe">;
|
|
6241
6785
|
}, z.core.$strip>, z.ZodObject<{
|
|
6242
6786
|
text: z.ZodOptional<z.ZodString>;
|
|
@@ -6257,6 +6801,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6257
6801
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6258
6802
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6259
6803
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6804
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6805
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6806
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6807
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6808
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6809
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6810
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6811
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6812
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6813
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6814
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6815
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6260
6816
|
}, z.core.$strip>>;
|
|
6261
6817
|
error: z.ZodOptional<z.ZodString>;
|
|
6262
6818
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6265,10 +6821,17 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6265
6821
|
endMs: z.ZodNumber;
|
|
6266
6822
|
append: z.ZodBoolean;
|
|
6267
6823
|
id: z.ZodNumber;
|
|
6824
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6825
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6268
6826
|
}, z.core.$strip>>;
|
|
6269
6827
|
vad: z.ZodOptional<z.ZodObject<{
|
|
6270
6828
|
speaking: z.ZodBoolean;
|
|
6271
6829
|
probability: z.ZodNumber;
|
|
6830
|
+
source: z.ZodOptional<z.ZodEnum<{
|
|
6831
|
+
silero: "silero";
|
|
6832
|
+
energy: "energy";
|
|
6833
|
+
sortformer: "sortformer";
|
|
6834
|
+
}>>;
|
|
6272
6835
|
}, z.core.$strip>>;
|
|
6273
6836
|
endOfTurn: z.ZodOptional<z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6274
6837
|
source: z.ZodLiteral<"whisper">;
|
|
@@ -6276,6 +6839,47 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6276
6839
|
}, z.core.$strip>, z.ZodObject<{
|
|
6277
6840
|
source: z.ZodLiteral<"parakeet">;
|
|
6278
6841
|
}, z.core.$strip>], "source">, unknown>>;
|
|
6842
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6843
|
+
selectedBackend: z.ZodString;
|
|
6844
|
+
selectedDevice: z.ZodEnum<{
|
|
6845
|
+
cpu: "cpu";
|
|
6846
|
+
gpu: "gpu";
|
|
6847
|
+
}>;
|
|
6848
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6849
|
+
vulkan: "vulkan";
|
|
6850
|
+
metal: "metal";
|
|
6851
|
+
opencl: "opencl";
|
|
6852
|
+
cuda: "cuda";
|
|
6853
|
+
opengl: "opengl";
|
|
6854
|
+
webgpu: "webgpu";
|
|
6855
|
+
direct3d11: "direct3d11";
|
|
6856
|
+
direct3d12: "direct3d12";
|
|
6857
|
+
levelZero: "levelZero";
|
|
6858
|
+
rocm: "rocm";
|
|
6859
|
+
}>>;
|
|
6860
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6861
|
+
name: z.ZodString;
|
|
6862
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6863
|
+
}, z.core.$strip>>;
|
|
6864
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6865
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6866
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6867
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6868
|
+
cpu: "cpu";
|
|
6869
|
+
gpu: "gpu";
|
|
6870
|
+
}>>;
|
|
6871
|
+
reason: z.ZodString;
|
|
6872
|
+
}, z.core.$strip>>;
|
|
6873
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6874
|
+
status: z.ZodEnum<{
|
|
6875
|
+
unknown: "unknown";
|
|
6876
|
+
compatible: "compatible";
|
|
6877
|
+
incompatible: "incompatible";
|
|
6878
|
+
}>;
|
|
6879
|
+
backend: z.ZodString;
|
|
6880
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6881
|
+
}, z.core.$strip>>;
|
|
6882
|
+
}, z.core.$strip>>;
|
|
6279
6883
|
type: z.ZodLiteral<"transcribeStream">;
|
|
6280
6884
|
}, z.core.$strip>, z.ZodObject<{
|
|
6281
6885
|
text: z.ZodOptional<z.ZodString>;
|
|
@@ -6296,6 +6900,18 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6296
6900
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6297
6901
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6298
6902
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6903
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6904
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6905
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6906
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6907
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6908
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6909
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6910
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6911
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6912
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6913
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6914
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6299
6915
|
}, z.core.$strip>>;
|
|
6300
6916
|
error: z.ZodOptional<z.ZodString>;
|
|
6301
6917
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -6304,8 +6920,51 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6304
6920
|
endMs: z.ZodNumber;
|
|
6305
6921
|
append: z.ZodBoolean;
|
|
6306
6922
|
id: z.ZodNumber;
|
|
6923
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
6924
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
6307
6925
|
}, z.core.$strip>>;
|
|
6308
6926
|
type: z.ZodLiteral<"bciTranscribe">;
|
|
6927
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
6928
|
+
selectedBackend: z.ZodString;
|
|
6929
|
+
selectedDevice: z.ZodEnum<{
|
|
6930
|
+
cpu: "cpu";
|
|
6931
|
+
gpu: "gpu";
|
|
6932
|
+
}>;
|
|
6933
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
6934
|
+
vulkan: "vulkan";
|
|
6935
|
+
metal: "metal";
|
|
6936
|
+
opencl: "opencl";
|
|
6937
|
+
cuda: "cuda";
|
|
6938
|
+
opengl: "opengl";
|
|
6939
|
+
webgpu: "webgpu";
|
|
6940
|
+
direct3d11: "direct3d11";
|
|
6941
|
+
direct3d12: "direct3d12";
|
|
6942
|
+
levelZero: "levelZero";
|
|
6943
|
+
rocm: "rocm";
|
|
6944
|
+
}>>;
|
|
6945
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
6946
|
+
name: z.ZodString;
|
|
6947
|
+
version: z.ZodOptional<z.ZodString>;
|
|
6948
|
+
}, z.core.$strip>>;
|
|
6949
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
6950
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
6951
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
6952
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
6953
|
+
cpu: "cpu";
|
|
6954
|
+
gpu: "gpu";
|
|
6955
|
+
}>>;
|
|
6956
|
+
reason: z.ZodString;
|
|
6957
|
+
}, z.core.$strip>>;
|
|
6958
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
6959
|
+
status: z.ZodEnum<{
|
|
6960
|
+
unknown: "unknown";
|
|
6961
|
+
compatible: "compatible";
|
|
6962
|
+
incompatible: "incompatible";
|
|
6963
|
+
}>;
|
|
6964
|
+
backend: z.ZodString;
|
|
6965
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
6966
|
+
}, z.core.$strip>>;
|
|
6967
|
+
}, z.core.$strip>>;
|
|
6309
6968
|
}, z.core.$strip>, z.ZodObject<{
|
|
6310
6969
|
text: z.ZodOptional<z.ZodString>;
|
|
6311
6970
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -6325,16 +6984,31 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6325
6984
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6326
6985
|
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
6327
6986
|
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
6987
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6988
|
+
totalWallMs: z.ZodOptional<z.ZodNumber>;
|
|
6989
|
+
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6990
|
+
processCalls: z.ZodOptional<z.ZodNumber>;
|
|
6991
|
+
whisperSampleMs: z.ZodOptional<z.ZodNumber>;
|
|
6992
|
+
whisperBatchdMs: z.ZodOptional<z.ZodNumber>;
|
|
6993
|
+
whisperPromptMs: z.ZodOptional<z.ZodNumber>;
|
|
6994
|
+
totalTranscriptions: z.ZodOptional<z.ZodNumber>;
|
|
6995
|
+
modelLoadMs: z.ZodOptional<z.ZodNumber>;
|
|
6996
|
+
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6997
|
+
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6998
|
+
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6328
6999
|
}, z.core.$strip>>;
|
|
6329
7000
|
error: z.ZodOptional<z.ZodString>;
|
|
7001
|
+
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
6330
7002
|
segment: z.ZodOptional<z.ZodObject<{
|
|
6331
7003
|
text: z.ZodString;
|
|
6332
7004
|
startMs: z.ZodNumber;
|
|
6333
7005
|
endMs: z.ZodNumber;
|
|
6334
7006
|
append: z.ZodBoolean;
|
|
6335
7007
|
id: z.ZodNumber;
|
|
7008
|
+
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
7009
|
+
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
7010
|
+
windowStartTimestep: z.ZodOptional<z.ZodNumber>;
|
|
6336
7011
|
}, z.core.$strip>>;
|
|
6337
|
-
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
6338
7012
|
}, z.core.$strip>, z.ZodObject<{
|
|
6339
7013
|
type: z.ZodLiteral<"loggingStream">;
|
|
6340
7014
|
id: z.ZodString;
|
|
@@ -6357,8 +7031,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6357
7031
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
6358
7032
|
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
6359
7033
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
6360
|
-
gpu: "gpu";
|
|
6361
7034
|
cpu: "cpu";
|
|
7035
|
+
gpu: "gpu";
|
|
6362
7036
|
}>>;
|
|
6363
7037
|
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
6364
7038
|
}, z.core.$strip>>;
|
|
@@ -6394,6 +7068,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6394
7068
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6395
7069
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6396
7070
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
7071
|
+
codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
|
|
7072
|
+
codecOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6397
7073
|
}, z.core.$strip>>;
|
|
6398
7074
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
6399
7075
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
@@ -6419,6 +7095,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6419
7095
|
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
6420
7096
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6421
7097
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
7098
|
+
codecSidecarLoaded: z.ZodOptional<z.ZodNumber>;
|
|
7099
|
+
codecOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
6422
7100
|
}, z.core.$strip>>;
|
|
6423
7101
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
6424
7102
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
@@ -6661,6 +7339,34 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6661
7339
|
gemma4: "gemma4";
|
|
6662
7340
|
dsml: "dsml";
|
|
6663
7341
|
}>>;
|
|
7342
|
+
fitProbe: z.ZodOptional<z.ZodObject<{
|
|
7343
|
+
verdict: z.ZodEnum<{
|
|
7344
|
+
unknown: "unknown";
|
|
7345
|
+
fit: "fit";
|
|
7346
|
+
"does-not-fit": "does-not-fit";
|
|
7347
|
+
}>;
|
|
7348
|
+
basis: z.ZodLiteral<"native-probe">;
|
|
7349
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7350
|
+
estimatorVersion: z.ZodString;
|
|
7351
|
+
reason: z.ZodString;
|
|
7352
|
+
message: z.ZodOptional<z.ZodString>;
|
|
7353
|
+
plan: z.ZodOptional<z.ZodObject<{
|
|
7354
|
+
nCtx: z.ZodNumber;
|
|
7355
|
+
nGpuLayers: z.ZodNumber;
|
|
7356
|
+
nGpuDevices: z.ZodNumber;
|
|
7357
|
+
}, z.core.$strip>>;
|
|
7358
|
+
projection: z.ZodOptional<z.ZodObject<{
|
|
7359
|
+
deviceName: z.ZodOptional<z.ZodString>;
|
|
7360
|
+
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
7361
|
+
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
7362
|
+
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
7363
|
+
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
7364
|
+
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
7365
|
+
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
7366
|
+
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
7367
|
+
report: z.ZodOptional<z.ZodString>;
|
|
7368
|
+
}, z.core.$strip>>;
|
|
7369
|
+
}, z.core.$strip>>;
|
|
6664
7370
|
}, z.core.$strip>;
|
|
6665
7371
|
}, z.core.$strip>, z.ZodObject<{
|
|
6666
7372
|
capabilities: z.ZodObject<{
|
|
@@ -7665,6 +8371,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7665
8371
|
evidence: z.ZodOptional<z.ZodEnum<{
|
|
7666
8372
|
calibration: "calibration";
|
|
7667
8373
|
"computed-only": "computed-only";
|
|
8374
|
+
"native-fit": "native-fit";
|
|
7668
8375
|
}>>;
|
|
7669
8376
|
budget: z.ZodOptional<z.ZodObject<{
|
|
7670
8377
|
totalBytes: z.ZodNumber;
|
|
@@ -7688,6 +8395,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7688
8395
|
evidence: z.ZodOptional<z.ZodEnum<{
|
|
7689
8396
|
calibration: "calibration";
|
|
7690
8397
|
"computed-only": "computed-only";
|
|
8398
|
+
"native-fit": "native-fit";
|
|
7691
8399
|
}>>;
|
|
7692
8400
|
estimate: z.ZodOptional<z.ZodObject<{
|
|
7693
8401
|
lowerBoundBytes: z.ZodNumber;
|
|
@@ -7695,6 +8403,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7695
8403
|
}, z.core.$strip>>;
|
|
7696
8404
|
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
7697
8405
|
estimatorVersion: z.ZodOptional<z.ZodString>;
|
|
8406
|
+
device: z.ZodOptional<z.ZodString>;
|
|
7698
8407
|
reasons: z.ZodArray<z.ZodString>;
|
|
7699
8408
|
}, z.core.$strip>>;
|
|
7700
8409
|
reasons: z.ZodArray<z.ZodString>;
|
|
@@ -7789,8 +8498,8 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
7789
8498
|
height: z.ZodOptional<z.ZodNumber>;
|
|
7790
8499
|
repeats: z.ZodOptional<z.ZodNumber>;
|
|
7791
8500
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
7792
|
-
gpu: "gpu";
|
|
7793
8501
|
cpu: "cpu";
|
|
8502
|
+
gpu: "gpu";
|
|
7794
8503
|
}>>;
|
|
7795
8504
|
}, z.core.$strip>>;
|
|
7796
8505
|
}, z.core.$strip>, z.ZodObject<{
|