@qvac/inference 0.20.1 → 0.21.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +102 -40
- package/README.md +8 -5
- package/dist/api/bci-transcribe.d.ts +4 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/rpc-server.d.ts +19 -0
- package/dist/api/rpc-server.js +44 -0
- package/dist/api/text-to-speech.d.ts +9 -0
- package/dist/api/text-to-speech.js +9 -0
- package/dist/api/transcribe.d.ts +11 -7
- package/dist/api/transcribe.js +47 -15
- package/dist/api/video-request.d.ts +5 -5
- package/dist/dispatch.js +39 -7
- package/dist/errors/index.d.ts +7 -0
- package/dist/errors/index.js +15 -0
- package/dist/handlers/assess-model-fit.d.ts +8 -20
- package/dist/handlers/assess-model-fit.js +195 -77
- package/dist/handlers/completion-orchestrate.js +17 -0
- package/dist/handlers/get-loaded-model-info.js +4 -1
- package/dist/handlers/get-model-info.js +29 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +25 -0
- package/dist/handlers/load-model/coreml-sidecars.js +274 -0
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/registry.js +59 -0
- package/dist/handlers/rpc-server.d.ts +23 -0
- package/dist/handlers/rpc-server.js +141 -0
- package/dist/index.d.ts +2 -1
- package/dist/index.js +2 -1
- package/dist/models/registry/models.d.ts +7731 -5672
- package/dist/models/registry/models.js +4652 -2526
- package/dist/models/registry/resource-profiles.js +481 -94
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +8 -6
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +2 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +73 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +37 -19
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +9 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +16 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -11
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +9 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +121 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +56 -27
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +7 -2
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +2 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +5 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +27 -10
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +181 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +84 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +136 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +18 -7
- package/dist/plugins/ops/bci-transcribe.d.ts +6 -2
- package/dist/plugins/ops/bci-transcribe.js +18 -13
- package/dist/plugins/ops/load-model.js +2 -2
- package/dist/plugins/ops/transcribe.d.ts +4 -2
- package/dist/plugins/ops/transcribe.js +39 -2
- package/dist/plugins/ops/translate-stats.d.ts +2 -1
- package/dist/plugins/ops/translate-stats.js +64 -7
- package/dist/plugins/ops/translate.js +20 -4
- package/dist/profiling/operation-metrics.js +56 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +37 -2
- package/dist/resources/model-fit/assess.js +24 -3
- package/dist/resources/model-fit/estimators/llm.js +2 -2
- package/dist/resources/model-fit/estimators/whisper.js +3 -4
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +20 -1
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +126 -47
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +27 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +31 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +38 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +138 -0
- package/dist/resources/model-fit/floor.js +2 -2
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +9 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +129 -80
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +41 -0
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +6 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +135 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +28 -0
- package/dist/resources/model-fit/native-probe/create-fit-request.js +51 -0
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +59 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +103 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +35 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +7 -0
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +55 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.d.ts +10 -0
- package/dist/resources/model-fit/native-probe/engines/gpu.js +21 -0
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +13 -0
- package/dist/resources/model-fit/native-probe/engines/llama.js +145 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +106 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +16 -0
- package/dist/resources/model-fit/native-probe/fit-outcome.js +1 -0
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +27 -0
- package/dist/resources/model-fit/native-probe/fit-process.js +55 -0
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +1 -0
- package/dist/resources/model-fit/native-probe/fit-runner.js +58 -0
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +24 -0
- package/dist/resources/model-fit/native-probe/run-fit.js +20 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +14 -34
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +55 -139
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +5 -12
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +13 -8
- package/dist/resources/model-fit/platform.d.ts +9 -0
- package/dist/resources/model-fit/platform.js +28 -0
- package/dist/rpc/device-map.d.ts +13 -0
- package/dist/rpc/device-map.js +22 -0
- package/dist/rpc/discovery.d.ts +12 -0
- package/dist/rpc/discovery.js +225 -0
- package/dist/rpc/ggml-provider.d.ts +4 -0
- package/dist/rpc/ggml-provider.js +25 -0
- package/dist/rpc/index.d.ts +2 -0
- package/dist/rpc/index.js +1 -0
- package/dist/rpc/instance.d.ts +6 -0
- package/dist/rpc/instance.js +21 -0
- package/dist/rpc/inventory.d.ts +5 -0
- package/dist/rpc/inventory.js +144 -0
- package/dist/rpc/manager.d.ts +14 -0
- package/dist/rpc/manager.js +174 -0
- package/dist/rpc/network.d.ts +11 -0
- package/dist/rpc/network.js +85 -0
- package/dist/rpc/provider.d.ts +6 -0
- package/dist/rpc/provider.js +24 -0
- package/dist/runtime/lifecycle.js +31 -13
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +269 -85
- package/dist/schemas/assess-model-fit.js +78 -54
- package/dist/schemas/audio-gen.d.ts +6 -6
- package/dist/schemas/audio-gen.js +2 -2
- package/dist/schemas/batch-completion-stream.d.ts +13 -5
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci-config.js +1 -1
- package/dist/schemas/bci.d.ts +86 -1
- package/dist/schemas/bci.js +21 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +708 -66
- package/dist/schemas/common.js +7 -0
- package/dist/schemas/completion-event.d.ts +6 -6
- package/dist/schemas/completion-stream.d.ts +27 -8
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +104 -36
- package/dist/schemas/config.js +10 -0
- package/dist/schemas/embed.d.ts +2 -2
- package/dist/schemas/error.js +13 -0
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +25 -18
- package/dist/schemas/llamacpp-config.js +26 -16
- package/dist/schemas/load-model.d.ts +2608 -469
- package/dist/schemas/load-model.js +2 -2
- package/dist/schemas/mcp-adapter.d.ts +4 -0
- package/dist/schemas/model-config-schemas.d.ts +183 -6
- package/dist/schemas/model-info.d.ts +56 -0
- package/dist/schemas/model-info.js +5 -1
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/reload-config.d.ts +30 -0
- package/dist/schemas/rpc-server.d.ts +101 -0
- package/dist/schemas/rpc-server.js +87 -0
- package/dist/schemas/sdcpp-config.d.ts +7 -3
- package/dist/schemas/sdcpp-config.js +37 -2
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +529 -1
- package/dist/schemas/text-to-speech.js +122 -12
- package/dist/schemas/tools.d.ts +2 -0
- package/dist/schemas/tools.js +8 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +20 -2
- package/dist/schemas/transcription.d.ts +164 -0
- package/dist/schemas/transcription.js +71 -4
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/surface.d.ts +4 -1
- package/dist/surface.js +3 -1
- package/dist/utils/addon-responses.d.ts +5 -1
- package/dist/utils/archive.js +5 -1
- package/dist/utils/asr-diagnostics.d.ts +12 -0
- package/dist/utils/asr-diagnostics.js +42 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +3 -2
- package/dist/utils/cache/paths.js +3 -2
- package/dist/utils/mcp-adapter.js +7 -1
- package/dist/utils/multi-gpu-mobile.d.ts +1 -1
- package/dist/utils/multi-gpu-mobile.js +8 -6
- package/dist/utils/path-security.d.ts +5 -0
- package/dist/utils/path-security.js +14 -0
- package/dist/utils/tool-helpers.d.ts +4 -0
- package/dist/utils/tool-helpers.js +2 -0
- package/dist/utils/tools/defer.d.ts +93 -0
- package/dist/utils/tools/defer.js +290 -0
- package/dist/utils/tools/index.d.ts +1 -0
- package/dist/utils/tools/index.js +1 -0
- package/dist/utils/transcribe-metadata.d.ts +21 -7
- package/dist/utils/transcribe-metadata.js +24 -8
- package/dist/utils/tts-stats.d.ts +6 -0
- package/dist/utils/tts-stats.js +14 -1
- package/package.json +43 -29
- package/dist/resources/model-fit/fit-stub/index.d.ts +0 -2
- package/dist/resources/model-fit/fit-stub/index.js +0 -2
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +0 -31
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +0 -36
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +0 -26
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +0 -191
|
@@ -54,15 +54,17 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
54
54
|
integrated: "integrated";
|
|
55
55
|
dedicated: "dedicated";
|
|
56
56
|
}>]>>;
|
|
57
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
58
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
57
59
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
58
60
|
none: "none";
|
|
59
61
|
layer: "layer";
|
|
60
62
|
tensor: "tensor";
|
|
61
63
|
}>>;
|
|
62
64
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
65
|
+
auto: "auto";
|
|
63
66
|
on: "on";
|
|
64
67
|
off: "off";
|
|
65
|
-
auto: "auto";
|
|
66
68
|
}>>;
|
|
67
69
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
68
70
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -81,9 +83,9 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
81
83
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
82
84
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
83
85
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
86
|
+
auto: "auto";
|
|
84
87
|
on: "on";
|
|
85
88
|
off: "off";
|
|
86
|
-
auto: "auto";
|
|
87
89
|
}>>;
|
|
88
90
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
89
91
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -227,6 +229,10 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
227
229
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
228
230
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
229
231
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
232
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
233
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
234
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
235
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
230
236
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
231
237
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
232
238
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -247,6 +253,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
247
253
|
}, z.core.$strip>>>;
|
|
248
254
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
249
255
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
256
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
250
257
|
}, z.core.$strip>>>;
|
|
251
258
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
252
259
|
src: z.ZodString;
|
|
@@ -510,8 +517,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
510
517
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
511
518
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
512
519
|
device: z.ZodOptional<z.ZodEnum<{
|
|
513
|
-
gpu: "gpu";
|
|
514
520
|
cpu: "cpu";
|
|
521
|
+
gpu: "gpu";
|
|
515
522
|
}>>;
|
|
516
523
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
517
524
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -527,9 +534,9 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
527
534
|
}>>;
|
|
528
535
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
529
536
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
537
|
+
auto: "auto";
|
|
530
538
|
on: "on";
|
|
531
539
|
off: "off";
|
|
532
|
-
auto: "auto";
|
|
533
540
|
}>>;
|
|
534
541
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
535
542
|
integrated: "integrated";
|
|
@@ -1760,6 +1767,172 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1760
1767
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1761
1768
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1762
1769
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1770
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
1771
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1772
|
+
src: z.ZodString;
|
|
1773
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1774
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1775
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1776
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1777
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1778
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1779
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1780
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1781
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1782
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1783
|
+
embeddings: "embeddings";
|
|
1784
|
+
diffusion: "diffusion";
|
|
1785
|
+
audiogen: "audiogen";
|
|
1786
|
+
tts: "tts";
|
|
1787
|
+
ocr: "ocr";
|
|
1788
|
+
vla: "vla";
|
|
1789
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1790
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1791
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1792
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1793
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1794
|
+
"onnx-tts": "onnx-tts";
|
|
1795
|
+
"tts-ggml": "tts-ggml";
|
|
1796
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1797
|
+
"ggml-ocr": "ggml-ocr";
|
|
1798
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1799
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1800
|
+
"ggml-vla": "ggml-vla";
|
|
1801
|
+
"ggml-classification": "ggml-classification";
|
|
1802
|
+
llm: "llm";
|
|
1803
|
+
whisper: "whisper";
|
|
1804
|
+
bci: "bci";
|
|
1805
|
+
nmt: "nmt";
|
|
1806
|
+
parakeet: "parakeet";
|
|
1807
|
+
classification: "classification";
|
|
1808
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1809
|
+
}, z.core.$strip>]>;
|
|
1810
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1811
|
+
src: z.ZodString;
|
|
1812
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1813
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1814
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1815
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1816
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1817
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1818
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1819
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1820
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1821
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1822
|
+
embeddings: "embeddings";
|
|
1823
|
+
diffusion: "diffusion";
|
|
1824
|
+
audiogen: "audiogen";
|
|
1825
|
+
tts: "tts";
|
|
1826
|
+
ocr: "ocr";
|
|
1827
|
+
vla: "vla";
|
|
1828
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1829
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1830
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1831
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1832
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1833
|
+
"onnx-tts": "onnx-tts";
|
|
1834
|
+
"tts-ggml": "tts-ggml";
|
|
1835
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1836
|
+
"ggml-ocr": "ggml-ocr";
|
|
1837
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1838
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1839
|
+
"ggml-vla": "ggml-vla";
|
|
1840
|
+
"ggml-classification": "ggml-classification";
|
|
1841
|
+
llm: "llm";
|
|
1842
|
+
whisper: "whisper";
|
|
1843
|
+
bci: "bci";
|
|
1844
|
+
nmt: "nmt";
|
|
1845
|
+
parakeet: "parakeet";
|
|
1846
|
+
classification: "classification";
|
|
1847
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1848
|
+
}, z.core.$strip>]>>;
|
|
1849
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1850
|
+
src: z.ZodString;
|
|
1851
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1852
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1853
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1854
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1855
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1856
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1857
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1858
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1859
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1860
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1861
|
+
embeddings: "embeddings";
|
|
1862
|
+
diffusion: "diffusion";
|
|
1863
|
+
audiogen: "audiogen";
|
|
1864
|
+
tts: "tts";
|
|
1865
|
+
ocr: "ocr";
|
|
1866
|
+
vla: "vla";
|
|
1867
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1868
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1869
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1870
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1871
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1872
|
+
"onnx-tts": "onnx-tts";
|
|
1873
|
+
"tts-ggml": "tts-ggml";
|
|
1874
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1875
|
+
"ggml-ocr": "ggml-ocr";
|
|
1876
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1877
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1878
|
+
"ggml-vla": "ggml-vla";
|
|
1879
|
+
"ggml-classification": "ggml-classification";
|
|
1880
|
+
llm: "llm";
|
|
1881
|
+
whisper: "whisper";
|
|
1882
|
+
bci: "bci";
|
|
1883
|
+
nmt: "nmt";
|
|
1884
|
+
parakeet: "parakeet";
|
|
1885
|
+
classification: "classification";
|
|
1886
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1887
|
+
}, z.core.$strip>]>>;
|
|
1888
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1889
|
+
src: z.ZodString;
|
|
1890
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1891
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1892
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1893
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1894
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1895
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1896
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1897
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1898
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1899
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1900
|
+
embeddings: "embeddings";
|
|
1901
|
+
diffusion: "diffusion";
|
|
1902
|
+
audiogen: "audiogen";
|
|
1903
|
+
tts: "tts";
|
|
1904
|
+
ocr: "ocr";
|
|
1905
|
+
vla: "vla";
|
|
1906
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1907
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1908
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1909
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1910
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1911
|
+
"onnx-tts": "onnx-tts";
|
|
1912
|
+
"tts-ggml": "tts-ggml";
|
|
1913
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1914
|
+
"ggml-ocr": "ggml-ocr";
|
|
1915
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1916
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1917
|
+
"ggml-vla": "ggml-vla";
|
|
1918
|
+
"ggml-classification": "ggml-classification";
|
|
1919
|
+
llm: "llm";
|
|
1920
|
+
whisper: "whisper";
|
|
1921
|
+
bci: "bci";
|
|
1922
|
+
nmt: "nmt";
|
|
1923
|
+
parakeet: "parakeet";
|
|
1924
|
+
classification: "classification";
|
|
1925
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1926
|
+
}, z.core.$strip>]>>>;
|
|
1927
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1928
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
1929
|
+
language: z.ZodOptional<z.ZodString>;
|
|
1930
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
1931
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
1932
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1933
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
1934
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
1935
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
1763
1936
|
}, z.core.$strict>], "ttsEngine">;
|
|
1764
1937
|
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1765
1938
|
src: z.ZodString;
|
|
@@ -1926,8 +2099,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1926
2099
|
}>>;
|
|
1927
2100
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
1928
2101
|
device: z.ZodOptional<z.ZodEnum<{
|
|
1929
|
-
gpu: "gpu";
|
|
1930
2102
|
cpu: "cpu";
|
|
2103
|
+
gpu: "gpu";
|
|
1931
2104
|
}>>;
|
|
1932
2105
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
1933
2106
|
integrated: "integrated";
|
|
@@ -2461,6 +2634,10 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
2461
2634
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
2462
2635
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
2463
2636
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
2637
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
2638
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
2639
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
2640
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
2464
2641
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
2465
2642
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
2466
2643
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -2860,8 +3037,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
2860
3037
|
}>;
|
|
2861
3038
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
2862
3039
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
2863
|
-
auto: "auto";
|
|
2864
3040
|
cpu: "cpu";
|
|
3041
|
+
auto: "auto";
|
|
2865
3042
|
}>>;
|
|
2866
3043
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
2867
3044
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -3055,15 +3232,17 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3055
3232
|
integrated: "integrated";
|
|
3056
3233
|
dedicated: "dedicated";
|
|
3057
3234
|
}>]>>;
|
|
3235
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
3236
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
3058
3237
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
3059
3238
|
none: "none";
|
|
3060
3239
|
layer: "layer";
|
|
3061
3240
|
tensor: "tensor";
|
|
3062
3241
|
}>>;
|
|
3063
3242
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
3243
|
+
auto: "auto";
|
|
3064
3244
|
on: "on";
|
|
3065
3245
|
off: "off";
|
|
3066
|
-
auto: "auto";
|
|
3067
3246
|
}>>;
|
|
3068
3247
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
3069
3248
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -3082,9 +3261,9 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3082
3261
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
3083
3262
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
3084
3263
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
3264
|
+
auto: "auto";
|
|
3085
3265
|
on: "on";
|
|
3086
3266
|
off: "off";
|
|
3087
|
-
auto: "auto";
|
|
3088
3267
|
}>>;
|
|
3089
3268
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
3090
3269
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -3228,6 +3407,10 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3228
3407
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3229
3408
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3230
3409
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3410
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3411
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3412
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
3413
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
3231
3414
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3232
3415
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
3233
3416
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -3248,6 +3431,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3248
3431
|
}, z.core.$strip>>>;
|
|
3249
3432
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
3250
3433
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3434
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
3251
3435
|
}, z.core.$strip>>>;
|
|
3252
3436
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
3253
3437
|
src: z.ZodString;
|
|
@@ -3511,8 +3695,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3511
3695
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
3512
3696
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
3513
3697
|
device: z.ZodOptional<z.ZodEnum<{
|
|
3514
|
-
gpu: "gpu";
|
|
3515
3698
|
cpu: "cpu";
|
|
3699
|
+
gpu: "gpu";
|
|
3516
3700
|
}>>;
|
|
3517
3701
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
3518
3702
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -3528,9 +3712,9 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3528
3712
|
}>>;
|
|
3529
3713
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
3530
3714
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
3715
|
+
auto: "auto";
|
|
3531
3716
|
on: "on";
|
|
3532
3717
|
off: "off";
|
|
3533
|
-
auto: "auto";
|
|
3534
3718
|
}>>;
|
|
3535
3719
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
3536
3720
|
integrated: "integrated";
|
|
@@ -4761,6 +4945,172 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4761
4945
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
4762
4946
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4763
4947
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
4948
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
4949
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4950
|
+
src: z.ZodString;
|
|
4951
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4952
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4953
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4954
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4955
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4956
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4957
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4958
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4959
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4960
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4961
|
+
embeddings: "embeddings";
|
|
4962
|
+
diffusion: "diffusion";
|
|
4963
|
+
audiogen: "audiogen";
|
|
4964
|
+
tts: "tts";
|
|
4965
|
+
ocr: "ocr";
|
|
4966
|
+
vla: "vla";
|
|
4967
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4968
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4969
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4970
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4971
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4972
|
+
"onnx-tts": "onnx-tts";
|
|
4973
|
+
"tts-ggml": "tts-ggml";
|
|
4974
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4975
|
+
"ggml-ocr": "ggml-ocr";
|
|
4976
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4977
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4978
|
+
"ggml-vla": "ggml-vla";
|
|
4979
|
+
"ggml-classification": "ggml-classification";
|
|
4980
|
+
llm: "llm";
|
|
4981
|
+
whisper: "whisper";
|
|
4982
|
+
bci: "bci";
|
|
4983
|
+
nmt: "nmt";
|
|
4984
|
+
parakeet: "parakeet";
|
|
4985
|
+
classification: "classification";
|
|
4986
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4987
|
+
}, z.core.$strip>]>;
|
|
4988
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4989
|
+
src: z.ZodString;
|
|
4990
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4991
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4992
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4993
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4994
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4995
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4996
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4997
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4998
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4999
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
5000
|
+
embeddings: "embeddings";
|
|
5001
|
+
diffusion: "diffusion";
|
|
5002
|
+
audiogen: "audiogen";
|
|
5003
|
+
tts: "tts";
|
|
5004
|
+
ocr: "ocr";
|
|
5005
|
+
vla: "vla";
|
|
5006
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5007
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5008
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5009
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5010
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5011
|
+
"onnx-tts": "onnx-tts";
|
|
5012
|
+
"tts-ggml": "tts-ggml";
|
|
5013
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5014
|
+
"ggml-ocr": "ggml-ocr";
|
|
5015
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5016
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5017
|
+
"ggml-vla": "ggml-vla";
|
|
5018
|
+
"ggml-classification": "ggml-classification";
|
|
5019
|
+
llm: "llm";
|
|
5020
|
+
whisper: "whisper";
|
|
5021
|
+
bci: "bci";
|
|
5022
|
+
nmt: "nmt";
|
|
5023
|
+
parakeet: "parakeet";
|
|
5024
|
+
classification: "classification";
|
|
5025
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
5026
|
+
}, z.core.$strip>]>>;
|
|
5027
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
5028
|
+
src: z.ZodString;
|
|
5029
|
+
name: z.ZodOptional<z.ZodString>;
|
|
5030
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
5031
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
5032
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
5033
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
5034
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
5035
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
5036
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
5037
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
5038
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
5039
|
+
embeddings: "embeddings";
|
|
5040
|
+
diffusion: "diffusion";
|
|
5041
|
+
audiogen: "audiogen";
|
|
5042
|
+
tts: "tts";
|
|
5043
|
+
ocr: "ocr";
|
|
5044
|
+
vla: "vla";
|
|
5045
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5046
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5047
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5048
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5049
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5050
|
+
"onnx-tts": "onnx-tts";
|
|
5051
|
+
"tts-ggml": "tts-ggml";
|
|
5052
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5053
|
+
"ggml-ocr": "ggml-ocr";
|
|
5054
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5055
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5056
|
+
"ggml-vla": "ggml-vla";
|
|
5057
|
+
"ggml-classification": "ggml-classification";
|
|
5058
|
+
llm: "llm";
|
|
5059
|
+
whisper: "whisper";
|
|
5060
|
+
bci: "bci";
|
|
5061
|
+
nmt: "nmt";
|
|
5062
|
+
parakeet: "parakeet";
|
|
5063
|
+
classification: "classification";
|
|
5064
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
5065
|
+
}, z.core.$strip>]>>;
|
|
5066
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
5067
|
+
src: z.ZodString;
|
|
5068
|
+
name: z.ZodOptional<z.ZodString>;
|
|
5069
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
5070
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
5071
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
5072
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
5073
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
5074
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
5075
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
5076
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
5077
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
5078
|
+
embeddings: "embeddings";
|
|
5079
|
+
diffusion: "diffusion";
|
|
5080
|
+
audiogen: "audiogen";
|
|
5081
|
+
tts: "tts";
|
|
5082
|
+
ocr: "ocr";
|
|
5083
|
+
vla: "vla";
|
|
5084
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
5085
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
5086
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
5087
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
5088
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
5089
|
+
"onnx-tts": "onnx-tts";
|
|
5090
|
+
"tts-ggml": "tts-ggml";
|
|
5091
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
5092
|
+
"ggml-ocr": "ggml-ocr";
|
|
5093
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
5094
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
5095
|
+
"ggml-vla": "ggml-vla";
|
|
5096
|
+
"ggml-classification": "ggml-classification";
|
|
5097
|
+
llm: "llm";
|
|
5098
|
+
whisper: "whisper";
|
|
5099
|
+
bci: "bci";
|
|
5100
|
+
nmt: "nmt";
|
|
5101
|
+
parakeet: "parakeet";
|
|
5102
|
+
classification: "classification";
|
|
5103
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
5104
|
+
}, z.core.$strip>]>>>;
|
|
5105
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
5106
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
5107
|
+
language: z.ZodOptional<z.ZodString>;
|
|
5108
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
5109
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
5110
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
5111
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
5112
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
5113
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4764
5114
|
}, z.core.$strict>], "ttsEngine">;
|
|
4765
5115
|
modelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4766
5116
|
src: z.ZodString;
|
|
@@ -4927,8 +5277,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4927
5277
|
}>>;
|
|
4928
5278
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
4929
5279
|
device: z.ZodOptional<z.ZodEnum<{
|
|
4930
|
-
gpu: "gpu";
|
|
4931
5280
|
cpu: "cpu";
|
|
5281
|
+
gpu: "gpu";
|
|
4932
5282
|
}>>;
|
|
4933
5283
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
4934
5284
|
integrated: "integrated";
|
|
@@ -5462,6 +5812,10 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
5462
5812
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
5463
5813
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
5464
5814
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
5815
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
5816
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
5817
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
5818
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
5465
5819
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
5466
5820
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
5467
5821
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -5861,8 +6215,8 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
5861
6215
|
}>;
|
|
5862
6216
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
5863
6217
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
5864
|
-
auto: "auto";
|
|
5865
6218
|
cpu: "cpu";
|
|
6219
|
+
auto: "auto";
|
|
5866
6220
|
}>>;
|
|
5867
6221
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
5868
6222
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -6055,15 +6409,17 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6055
6409
|
integrated: "integrated";
|
|
6056
6410
|
dedicated: "dedicated";
|
|
6057
6411
|
}>]>>;
|
|
6412
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
6413
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
6058
6414
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
6059
6415
|
none: "none";
|
|
6060
6416
|
layer: "layer";
|
|
6061
6417
|
tensor: "tensor";
|
|
6062
6418
|
}>>;
|
|
6063
6419
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
6420
|
+
auto: "auto";
|
|
6064
6421
|
on: "on";
|
|
6065
6422
|
off: "off";
|
|
6066
|
-
auto: "auto";
|
|
6067
6423
|
}>>;
|
|
6068
6424
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
6069
6425
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -6082,9 +6438,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6082
6438
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
6083
6439
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
6084
6440
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
6441
|
+
auto: "auto";
|
|
6085
6442
|
on: "on";
|
|
6086
6443
|
off: "off";
|
|
6087
|
-
auto: "auto";
|
|
6088
6444
|
}>>;
|
|
6089
6445
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
6090
6446
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -6228,6 +6584,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6228
6584
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6229
6585
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6230
6586
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6587
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6588
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6589
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
6590
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
6231
6591
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
6232
6592
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
6233
6593
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -6248,6 +6608,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6248
6608
|
}, z.core.$strip>>>;
|
|
6249
6609
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
6250
6610
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
6611
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
6251
6612
|
}, z.core.$strip>>>;
|
|
6252
6613
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
6253
6614
|
src: z.ZodString;
|
|
@@ -6511,8 +6872,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6511
6872
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
6512
6873
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
6513
6874
|
device: z.ZodOptional<z.ZodEnum<{
|
|
6514
|
-
gpu: "gpu";
|
|
6515
6875
|
cpu: "cpu";
|
|
6876
|
+
gpu: "gpu";
|
|
6516
6877
|
}>>;
|
|
6517
6878
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
6518
6879
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -6528,9 +6889,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6528
6889
|
}>>;
|
|
6529
6890
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
6530
6891
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
6892
|
+
auto: "auto";
|
|
6531
6893
|
on: "on";
|
|
6532
6894
|
off: "off";
|
|
6533
|
-
auto: "auto";
|
|
6534
6895
|
}>>;
|
|
6535
6896
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
6536
6897
|
integrated: "integrated";
|
|
@@ -7501,7 +7862,268 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7501
7862
|
classification: "classification";
|
|
7502
7863
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7503
7864
|
}, z.core.$strip>]>>;
|
|
7504
|
-
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7865
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7866
|
+
src: z.ZodString;
|
|
7867
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7868
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7869
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7870
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7871
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7872
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7873
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7874
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7875
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7876
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7877
|
+
embeddings: "embeddings";
|
|
7878
|
+
diffusion: "diffusion";
|
|
7879
|
+
audiogen: "audiogen";
|
|
7880
|
+
tts: "tts";
|
|
7881
|
+
ocr: "ocr";
|
|
7882
|
+
vla: "vla";
|
|
7883
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7884
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7885
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7886
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7887
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7888
|
+
"onnx-tts": "onnx-tts";
|
|
7889
|
+
"tts-ggml": "tts-ggml";
|
|
7890
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7891
|
+
"ggml-ocr": "ggml-ocr";
|
|
7892
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7893
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7894
|
+
"ggml-vla": "ggml-vla";
|
|
7895
|
+
"ggml-classification": "ggml-classification";
|
|
7896
|
+
llm: "llm";
|
|
7897
|
+
whisper: "whisper";
|
|
7898
|
+
bci: "bci";
|
|
7899
|
+
nmt: "nmt";
|
|
7900
|
+
parakeet: "parakeet";
|
|
7901
|
+
classification: "classification";
|
|
7902
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7903
|
+
}, z.core.$strip>]>>;
|
|
7904
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7905
|
+
src: z.ZodString;
|
|
7906
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7907
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7908
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7909
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7910
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7911
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7912
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7913
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7914
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7915
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7916
|
+
embeddings: "embeddings";
|
|
7917
|
+
diffusion: "diffusion";
|
|
7918
|
+
audiogen: "audiogen";
|
|
7919
|
+
tts: "tts";
|
|
7920
|
+
ocr: "ocr";
|
|
7921
|
+
vla: "vla";
|
|
7922
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7923
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7924
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7925
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7926
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7927
|
+
"onnx-tts": "onnx-tts";
|
|
7928
|
+
"tts-ggml": "tts-ggml";
|
|
7929
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7930
|
+
"ggml-ocr": "ggml-ocr";
|
|
7931
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7932
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7933
|
+
"ggml-vla": "ggml-vla";
|
|
7934
|
+
"ggml-classification": "ggml-classification";
|
|
7935
|
+
llm: "llm";
|
|
7936
|
+
whisper: "whisper";
|
|
7937
|
+
bci: "bci";
|
|
7938
|
+
nmt: "nmt";
|
|
7939
|
+
parakeet: "parakeet";
|
|
7940
|
+
classification: "classification";
|
|
7941
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7942
|
+
}, z.core.$strip>]>>;
|
|
7943
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
7944
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
7945
|
+
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
7946
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
7947
|
+
anger: "anger";
|
|
7948
|
+
happy: "happy";
|
|
7949
|
+
neutral: "neutral";
|
|
7950
|
+
sad: "sad";
|
|
7951
|
+
}>>;
|
|
7952
|
+
pace: z.ZodOptional<z.ZodEnum<{
|
|
7953
|
+
slow: "slow";
|
|
7954
|
+
moderate: "moderate";
|
|
7955
|
+
fast: "fast";
|
|
7956
|
+
}>>;
|
|
7957
|
+
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7958
|
+
dialect: z.ZodOptional<z.ZodEnum<{
|
|
7959
|
+
cantonese: "cantonese";
|
|
7960
|
+
northeastern: "northeastern";
|
|
7961
|
+
gansu: "gansu";
|
|
7962
|
+
guizhou: "guizhou";
|
|
7963
|
+
henan: "henan";
|
|
7964
|
+
hubei: "hubei";
|
|
7965
|
+
hunan: "hunan";
|
|
7966
|
+
jiangxi: "jiangxi";
|
|
7967
|
+
minnan: "minnan";
|
|
7968
|
+
ningxia: "ningxia";
|
|
7969
|
+
shanxi: "shanxi";
|
|
7970
|
+
shaanxi: "shaanxi";
|
|
7971
|
+
shandong: "shandong";
|
|
7972
|
+
shanghai: "shanghai";
|
|
7973
|
+
sichuan: "sichuan";
|
|
7974
|
+
tianjin: "tianjin";
|
|
7975
|
+
yunnan: "yunnan";
|
|
7976
|
+
}>>;
|
|
7977
|
+
volume: z.ZodOptional<z.ZodEnum<{
|
|
7978
|
+
loud: "loud";
|
|
7979
|
+
soft: "soft";
|
|
7980
|
+
}>>;
|
|
7981
|
+
style: z.ZodOptional<z.ZodEnum<{
|
|
7982
|
+
peppa: "peppa";
|
|
7983
|
+
robot: "robot";
|
|
7984
|
+
}>>;
|
|
7985
|
+
}, z.core.$strict>]>>;
|
|
7986
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
7987
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
7988
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
7989
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7990
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7991
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
7992
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
7993
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
7994
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
7995
|
+
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7996
|
+
src: z.ZodString;
|
|
7997
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7998
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7999
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
8000
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
8001
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
8002
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
8003
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
8004
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
8005
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
8006
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
8007
|
+
embeddings: "embeddings";
|
|
8008
|
+
diffusion: "diffusion";
|
|
8009
|
+
audiogen: "audiogen";
|
|
8010
|
+
tts: "tts";
|
|
8011
|
+
ocr: "ocr";
|
|
8012
|
+
vla: "vla";
|
|
8013
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
8014
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
8015
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
8016
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
8017
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
8018
|
+
"onnx-tts": "onnx-tts";
|
|
8019
|
+
"tts-ggml": "tts-ggml";
|
|
8020
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
8021
|
+
"ggml-ocr": "ggml-ocr";
|
|
8022
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
8023
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
8024
|
+
"ggml-vla": "ggml-vla";
|
|
8025
|
+
"ggml-classification": "ggml-classification";
|
|
8026
|
+
llm: "llm";
|
|
8027
|
+
whisper: "whisper";
|
|
8028
|
+
bci: "bci";
|
|
8029
|
+
nmt: "nmt";
|
|
8030
|
+
parakeet: "parakeet";
|
|
8031
|
+
classification: "classification";
|
|
8032
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
8033
|
+
}, z.core.$strip>]>;
|
|
8034
|
+
audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
8035
|
+
src: z.ZodString;
|
|
8036
|
+
name: z.ZodOptional<z.ZodString>;
|
|
8037
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
8038
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
8039
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
8040
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
8041
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
8042
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
8043
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
8044
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
8045
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
8046
|
+
embeddings: "embeddings";
|
|
8047
|
+
diffusion: "diffusion";
|
|
8048
|
+
audiogen: "audiogen";
|
|
8049
|
+
tts: "tts";
|
|
8050
|
+
ocr: "ocr";
|
|
8051
|
+
vla: "vla";
|
|
8052
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
8053
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
8054
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
8055
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
8056
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
8057
|
+
"onnx-tts": "onnx-tts";
|
|
8058
|
+
"tts-ggml": "tts-ggml";
|
|
8059
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
8060
|
+
"ggml-ocr": "ggml-ocr";
|
|
8061
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
8062
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
8063
|
+
"ggml-vla": "ggml-vla";
|
|
8064
|
+
"ggml-classification": "ggml-classification";
|
|
8065
|
+
llm: "llm";
|
|
8066
|
+
whisper: "whisper";
|
|
8067
|
+
bci: "bci";
|
|
8068
|
+
nmt: "nmt";
|
|
8069
|
+
parakeet: "parakeet";
|
|
8070
|
+
classification: "classification";
|
|
8071
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
8072
|
+
}, z.core.$strip>]>>;
|
|
8073
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
8074
|
+
src: z.ZodString;
|
|
8075
|
+
name: z.ZodOptional<z.ZodString>;
|
|
8076
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
8077
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
8078
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
8079
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
8080
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
8081
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
8082
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
8083
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
8084
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
8085
|
+
embeddings: "embeddings";
|
|
8086
|
+
diffusion: "diffusion";
|
|
8087
|
+
audiogen: "audiogen";
|
|
8088
|
+
tts: "tts";
|
|
8089
|
+
ocr: "ocr";
|
|
8090
|
+
vla: "vla";
|
|
8091
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
8092
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
8093
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
8094
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
8095
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
8096
|
+
"onnx-tts": "onnx-tts";
|
|
8097
|
+
"tts-ggml": "tts-ggml";
|
|
8098
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
8099
|
+
"ggml-ocr": "ggml-ocr";
|
|
8100
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
8101
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
8102
|
+
"ggml-vla": "ggml-vla";
|
|
8103
|
+
"ggml-classification": "ggml-classification";
|
|
8104
|
+
llm: "llm";
|
|
8105
|
+
whisper: "whisper";
|
|
8106
|
+
bci: "bci";
|
|
8107
|
+
nmt: "nmt";
|
|
8108
|
+
parakeet: "parakeet";
|
|
8109
|
+
classification: "classification";
|
|
8110
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
8111
|
+
}, z.core.$strip>]>>;
|
|
8112
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
8113
|
+
ttsEngine: z.ZodLiteral<"audio8">;
|
|
8114
|
+
referenceText: z.ZodOptional<z.ZodString>;
|
|
8115
|
+
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
8116
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
8117
|
+
topK: z.ZodOptional<z.ZodNumber>;
|
|
8118
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
8119
|
+
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
8120
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
8121
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
8122
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
8123
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
8124
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
8125
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
8126
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7505
8127
|
src: z.ZodString;
|
|
7506
8128
|
name: z.ZodOptional<z.ZodString>;
|
|
7507
8129
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -7539,8 +8161,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7539
8161
|
parakeet: "parakeet";
|
|
7540
8162
|
classification: "classification";
|
|
7541
8163
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7542
|
-
}, z.core.$strip>]
|
|
7543
|
-
|
|
8164
|
+
}, z.core.$strip>]>;
|
|
8165
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7544
8166
|
src: z.ZodString;
|
|
7545
8167
|
name: z.ZodOptional<z.ZodString>;
|
|
7546
8168
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -7579,98 +8201,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7579
8201
|
classification: "classification";
|
|
7580
8202
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7581
8203
|
}, z.core.$strip>]>>;
|
|
7582
|
-
|
|
7583
|
-
backendsDir: z.ZodOptional<z.ZodString>;
|
|
7584
|
-
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
7585
|
-
emotion: z.ZodOptional<z.ZodEnum<{
|
|
7586
|
-
anger: "anger";
|
|
7587
|
-
happy: "happy";
|
|
7588
|
-
neutral: "neutral";
|
|
7589
|
-
sad: "sad";
|
|
7590
|
-
}>>;
|
|
7591
|
-
pace: z.ZodOptional<z.ZodEnum<{
|
|
7592
|
-
slow: "slow";
|
|
7593
|
-
moderate: "moderate";
|
|
7594
|
-
fast: "fast";
|
|
7595
|
-
}>>;
|
|
7596
|
-
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7597
|
-
dialect: z.ZodOptional<z.ZodEnum<{
|
|
7598
|
-
cantonese: "cantonese";
|
|
7599
|
-
northeastern: "northeastern";
|
|
7600
|
-
gansu: "gansu";
|
|
7601
|
-
guizhou: "guizhou";
|
|
7602
|
-
henan: "henan";
|
|
7603
|
-
hubei: "hubei";
|
|
7604
|
-
hunan: "hunan";
|
|
7605
|
-
jiangxi: "jiangxi";
|
|
7606
|
-
minnan: "minnan";
|
|
7607
|
-
ningxia: "ningxia";
|
|
7608
|
-
shanxi: "shanxi";
|
|
7609
|
-
shaanxi: "shaanxi";
|
|
7610
|
-
shandong: "shandong";
|
|
7611
|
-
shanghai: "shanghai";
|
|
7612
|
-
sichuan: "sichuan";
|
|
7613
|
-
tianjin: "tianjin";
|
|
7614
|
-
yunnan: "yunnan";
|
|
7615
|
-
}>>;
|
|
7616
|
-
volume: z.ZodOptional<z.ZodEnum<{
|
|
7617
|
-
loud: "loud";
|
|
7618
|
-
soft: "soft";
|
|
7619
|
-
}>>;
|
|
7620
|
-
style: z.ZodOptional<z.ZodEnum<{
|
|
7621
|
-
peppa: "peppa";
|
|
7622
|
-
robot: "robot";
|
|
7623
|
-
}>>;
|
|
7624
|
-
}, z.core.$strict>]>>;
|
|
7625
|
-
promptText: z.ZodOptional<z.ZodString>;
|
|
7626
|
-
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
7627
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
7628
|
-
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7629
|
-
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7630
|
-
threads: z.ZodOptional<z.ZodNumber>;
|
|
7631
|
-
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
7632
|
-
seed: z.ZodOptional<z.ZodNumber>;
|
|
7633
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
7634
|
-
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7635
|
-
src: z.ZodString;
|
|
7636
|
-
name: z.ZodOptional<z.ZodString>;
|
|
7637
|
-
modelId: z.ZodOptional<z.ZodString>;
|
|
7638
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
7639
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
7640
|
-
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7641
|
-
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7642
|
-
engine: z.ZodOptional<z.ZodString>;
|
|
7643
|
-
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7644
|
-
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7645
|
-
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7646
|
-
embeddings: "embeddings";
|
|
7647
|
-
diffusion: "diffusion";
|
|
7648
|
-
audiogen: "audiogen";
|
|
7649
|
-
tts: "tts";
|
|
7650
|
-
ocr: "ocr";
|
|
7651
|
-
vla: "vla";
|
|
7652
|
-
"llamacpp-completion": "llamacpp-completion";
|
|
7653
|
-
"whispercpp-transcription": "whispercpp-transcription";
|
|
7654
|
-
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7655
|
-
"llamacpp-embedding": "llamacpp-embedding";
|
|
7656
|
-
"nmtcpp-translation": "nmtcpp-translation";
|
|
7657
|
-
"onnx-tts": "onnx-tts";
|
|
7658
|
-
"tts-ggml": "tts-ggml";
|
|
7659
|
-
"parakeet-transcription": "parakeet-transcription";
|
|
7660
|
-
"ggml-ocr": "ggml-ocr";
|
|
7661
|
-
"sdcpp-generation": "sdcpp-generation";
|
|
7662
|
-
"audiogen-ggml": "audiogen-ggml";
|
|
7663
|
-
"ggml-vla": "ggml-vla";
|
|
7664
|
-
"ggml-classification": "ggml-classification";
|
|
7665
|
-
llm: "llm";
|
|
7666
|
-
whisper: "whisper";
|
|
7667
|
-
bci: "bci";
|
|
7668
|
-
nmt: "nmt";
|
|
7669
|
-
parakeet: "parakeet";
|
|
7670
|
-
classification: "classification";
|
|
7671
|
-
}>, z.ZodLiteral<"vad">]>>;
|
|
7672
|
-
}, z.core.$strip>]>;
|
|
7673
|
-
audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
8204
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7674
8205
|
src: z.ZodString;
|
|
7675
8206
|
name: z.ZodOptional<z.ZodString>;
|
|
7676
8207
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -7709,7 +8240,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7709
8240
|
classification: "classification";
|
|
7710
8241
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7711
8242
|
}, z.core.$strip>]>>;
|
|
7712
|
-
|
|
8243
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7713
8244
|
src: z.ZodString;
|
|
7714
8245
|
name: z.ZodOptional<z.ZodString>;
|
|
7715
8246
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -7747,17 +8278,13 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7747
8278
|
parakeet: "parakeet";
|
|
7748
8279
|
classification: "classification";
|
|
7749
8280
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7750
|
-
}, z.core.$strip>]
|
|
8281
|
+
}, z.core.$strip>]>>>;
|
|
7751
8282
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
7752
|
-
ttsEngine: z.ZodLiteral<"
|
|
7753
|
-
|
|
7754
|
-
|
|
7755
|
-
|
|
7756
|
-
topK: z.ZodOptional<z.ZodNumber>;
|
|
7757
|
-
topP: z.ZodOptional<z.ZodNumber>;
|
|
7758
|
-
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
8283
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
8284
|
+
language: z.ZodOptional<z.ZodString>;
|
|
8285
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
8286
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7759
8287
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
7760
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
7761
8288
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
7762
8289
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
7763
8290
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
@@ -7927,8 +8454,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7927
8454
|
}>>;
|
|
7928
8455
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
7929
8456
|
device: z.ZodOptional<z.ZodEnum<{
|
|
7930
|
-
gpu: "gpu";
|
|
7931
8457
|
cpu: "cpu";
|
|
8458
|
+
gpu: "gpu";
|
|
7932
8459
|
}>>;
|
|
7933
8460
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
7934
8461
|
integrated: "integrated";
|
|
@@ -8462,6 +8989,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8462
8989
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
8463
8990
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
8464
8991
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
8992
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
8993
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
8994
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
8995
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
8465
8996
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
8466
8997
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
8467
8998
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -8861,8 +9392,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8861
9392
|
}>;
|
|
8862
9393
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
8863
9394
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
8864
|
-
auto: "auto";
|
|
8865
9395
|
cpu: "cpu";
|
|
9396
|
+
auto: "auto";
|
|
8866
9397
|
}>>;
|
|
8867
9398
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
8868
9399
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -9051,8 +9582,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9051
9582
|
'cache-type-k'?: string | undefined;
|
|
9052
9583
|
'cache-type-v'?: string | undefined;
|
|
9053
9584
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
9585
|
+
'rpc-servers'?: string | undefined;
|
|
9586
|
+
devices?: string | undefined;
|
|
9054
9587
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
9055
|
-
'flash-attn'?: "
|
|
9588
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
9056
9589
|
'tensor-split'?: string | undefined;
|
|
9057
9590
|
'batch-size'?: number | undefined;
|
|
9058
9591
|
'ubatch-size'?: number | undefined;
|
|
@@ -9069,7 +9602,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9069
9602
|
'n-cpu-ffn'?: number | undefined;
|
|
9070
9603
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
9071
9604
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
9072
|
-
'tensor-read-lazy'?: "
|
|
9605
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
9073
9606
|
fit?: boolean | undefined;
|
|
9074
9607
|
'fit-target'?: string | number | undefined;
|
|
9075
9608
|
'fit-ctx'?: number | undefined;
|
|
@@ -9147,6 +9680,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9147
9680
|
logprob_thold?: number | undefined;
|
|
9148
9681
|
greedy_best_of?: number | undefined;
|
|
9149
9682
|
beam_search_beam_size?: number | undefined;
|
|
9683
|
+
max_initial_ts?: number | undefined;
|
|
9684
|
+
no_speech_thold?: number | undefined;
|
|
9685
|
+
seed?: number | undefined;
|
|
9686
|
+
backendsDir?: string | undefined;
|
|
9150
9687
|
vad_params?: {
|
|
9151
9688
|
threshold?: number | undefined;
|
|
9152
9689
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -9164,6 +9701,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9164
9701
|
} | undefined;
|
|
9165
9702
|
miscConfig?: {
|
|
9166
9703
|
caption_enabled?: boolean | undefined;
|
|
9704
|
+
seed?: number | undefined;
|
|
9167
9705
|
} | undefined;
|
|
9168
9706
|
vadModelSrc?: string | {
|
|
9169
9707
|
src: string;
|
|
@@ -9287,12 +9825,12 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9287
9825
|
};
|
|
9288
9826
|
modelConfig?: {
|
|
9289
9827
|
gpuLayers?: number | undefined;
|
|
9290
|
-
device?: "
|
|
9828
|
+
device?: "cpu" | "gpu" | undefined;
|
|
9291
9829
|
batchSize?: number | undefined;
|
|
9292
9830
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
9293
9831
|
attention?: "causal" | "non-causal" | undefined;
|
|
9294
9832
|
embdNormalize?: number | undefined;
|
|
9295
|
-
flashAttention?: "
|
|
9833
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
9296
9834
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
9297
9835
|
splitMode?: "none" | "layer" | undefined;
|
|
9298
9836
|
tensorSplit?: string | undefined;
|
|
@@ -9622,6 +10160,68 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9622
10160
|
threads?: number | undefined;
|
|
9623
10161
|
nGpuLayers?: number | undefined;
|
|
9624
10162
|
seed?: number | undefined;
|
|
10163
|
+
} | {
|
|
10164
|
+
mossCodecDecoderModelSrc: string | {
|
|
10165
|
+
src: string;
|
|
10166
|
+
name?: string | undefined;
|
|
10167
|
+
modelId?: string | undefined;
|
|
10168
|
+
registryPath?: string | undefined;
|
|
10169
|
+
registrySource?: string | undefined;
|
|
10170
|
+
blobCoreKey?: string | undefined;
|
|
10171
|
+
blobIndex?: number | undefined;
|
|
10172
|
+
engine?: string | undefined;
|
|
10173
|
+
expectedSize?: number | undefined;
|
|
10174
|
+
sha256Checksum?: string | undefined;
|
|
10175
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10176
|
+
};
|
|
10177
|
+
ttsEngine: "moss";
|
|
10178
|
+
mossCodecEncoderModelSrc?: string | {
|
|
10179
|
+
src: string;
|
|
10180
|
+
name?: string | undefined;
|
|
10181
|
+
modelId?: string | undefined;
|
|
10182
|
+
registryPath?: string | undefined;
|
|
10183
|
+
registrySource?: string | undefined;
|
|
10184
|
+
blobCoreKey?: string | undefined;
|
|
10185
|
+
blobIndex?: number | undefined;
|
|
10186
|
+
engine?: string | undefined;
|
|
10187
|
+
expectedSize?: number | undefined;
|
|
10188
|
+
sha256Checksum?: string | undefined;
|
|
10189
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10190
|
+
} | undefined;
|
|
10191
|
+
referenceAudioSrc?: string | {
|
|
10192
|
+
src: string;
|
|
10193
|
+
name?: string | undefined;
|
|
10194
|
+
modelId?: string | undefined;
|
|
10195
|
+
registryPath?: string | undefined;
|
|
10196
|
+
registrySource?: string | undefined;
|
|
10197
|
+
blobCoreKey?: string | undefined;
|
|
10198
|
+
blobIndex?: number | undefined;
|
|
10199
|
+
engine?: string | undefined;
|
|
10200
|
+
expectedSize?: number | undefined;
|
|
10201
|
+
sha256Checksum?: string | undefined;
|
|
10202
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10203
|
+
} | undefined;
|
|
10204
|
+
dialogueReferenceSrcs?: (string | {
|
|
10205
|
+
src: string;
|
|
10206
|
+
name?: string | undefined;
|
|
10207
|
+
modelId?: string | undefined;
|
|
10208
|
+
registryPath?: string | undefined;
|
|
10209
|
+
registrySource?: string | undefined;
|
|
10210
|
+
blobCoreKey?: string | undefined;
|
|
10211
|
+
blobIndex?: number | undefined;
|
|
10212
|
+
engine?: string | undefined;
|
|
10213
|
+
expectedSize?: number | undefined;
|
|
10214
|
+
sha256Checksum?: string | undefined;
|
|
10215
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10216
|
+
})[] | undefined;
|
|
10217
|
+
backendsDir?: string | undefined;
|
|
10218
|
+
language?: string | undefined;
|
|
10219
|
+
durationTokens?: number | undefined;
|
|
10220
|
+
streamChunkTokens?: number | undefined;
|
|
10221
|
+
useGPU?: boolean | undefined;
|
|
10222
|
+
threads?: number | undefined;
|
|
10223
|
+
nGpuLayers?: number | undefined;
|
|
10224
|
+
seed?: number | undefined;
|
|
9625
10225
|
};
|
|
9626
10226
|
modelSrc: string | {
|
|
9627
10227
|
src: string;
|
|
@@ -9703,7 +10303,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9703
10303
|
modelConfig?: {
|
|
9704
10304
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
9705
10305
|
threads?: number | undefined;
|
|
9706
|
-
device?: "
|
|
10306
|
+
device?: "cpu" | "gpu" | undefined;
|
|
9707
10307
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
9708
10308
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
9709
10309
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -9887,6 +10487,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9887
10487
|
numFramePerBlock?: number | undefined;
|
|
9888
10488
|
localAttnSize?: number | undefined;
|
|
9889
10489
|
offloadParamsToCpu?: boolean | undefined;
|
|
10490
|
+
paramsBackend?: string | undefined;
|
|
10491
|
+
maxVram?: string | number | undefined;
|
|
10492
|
+
streamLayers?: boolean | undefined;
|
|
10493
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
9890
10494
|
frameJpegQuality?: number | undefined;
|
|
9891
10495
|
kvCache?: boolean | undefined;
|
|
9892
10496
|
profile?: boolean | undefined;
|
|
@@ -10045,7 +10649,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10045
10649
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10046
10650
|
};
|
|
10047
10651
|
modelConfig?: {
|
|
10048
|
-
backend?: "
|
|
10652
|
+
backend?: "cpu" | "auto" | undefined;
|
|
10049
10653
|
verbosity?: number | undefined;
|
|
10050
10654
|
embodiment?: string | number | {
|
|
10051
10655
|
tag?: string | undefined;
|
|
@@ -10137,8 +10741,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10137
10741
|
'cache-type-k'?: string | undefined;
|
|
10138
10742
|
'cache-type-v'?: string | undefined;
|
|
10139
10743
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
10744
|
+
'rpc-servers'?: string | undefined;
|
|
10745
|
+
devices?: string | undefined;
|
|
10140
10746
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
10141
|
-
'flash-attn'?: "
|
|
10747
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
10142
10748
|
'tensor-split'?: string | undefined;
|
|
10143
10749
|
'batch-size'?: number | undefined;
|
|
10144
10750
|
'ubatch-size'?: number | undefined;
|
|
@@ -10155,7 +10761,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10155
10761
|
'n-cpu-ffn'?: number | undefined;
|
|
10156
10762
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
10157
10763
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
10158
|
-
'tensor-read-lazy'?: "
|
|
10764
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
10159
10765
|
fit?: boolean | undefined;
|
|
10160
10766
|
'fit-target'?: string | number | undefined;
|
|
10161
10767
|
'fit-ctx'?: number | undefined;
|
|
@@ -10233,6 +10839,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10233
10839
|
logprob_thold?: number | undefined;
|
|
10234
10840
|
greedy_best_of?: number | undefined;
|
|
10235
10841
|
beam_search_beam_size?: number | undefined;
|
|
10842
|
+
max_initial_ts?: number | undefined;
|
|
10843
|
+
no_speech_thold?: number | undefined;
|
|
10844
|
+
seed?: number | undefined;
|
|
10845
|
+
backendsDir?: string | undefined;
|
|
10236
10846
|
vad_params?: {
|
|
10237
10847
|
threshold?: number | undefined;
|
|
10238
10848
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -10250,6 +10860,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10250
10860
|
} | undefined;
|
|
10251
10861
|
miscConfig?: {
|
|
10252
10862
|
caption_enabled?: boolean | undefined;
|
|
10863
|
+
seed?: number | undefined;
|
|
10253
10864
|
} | undefined;
|
|
10254
10865
|
vadModelSrc?: string | {
|
|
10255
10866
|
src: string;
|
|
@@ -10373,12 +10984,12 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10373
10984
|
};
|
|
10374
10985
|
modelConfig?: {
|
|
10375
10986
|
gpuLayers?: number | undefined;
|
|
10376
|
-
device?: "
|
|
10987
|
+
device?: "cpu" | "gpu" | undefined;
|
|
10377
10988
|
batchSize?: number | undefined;
|
|
10378
10989
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
10379
10990
|
attention?: "causal" | "non-causal" | undefined;
|
|
10380
10991
|
embdNormalize?: number | undefined;
|
|
10381
|
-
flashAttention?: "
|
|
10992
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
10382
10993
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
10383
10994
|
splitMode?: "none" | "layer" | undefined;
|
|
10384
10995
|
tensorSplit?: string | undefined;
|
|
@@ -10708,6 +11319,68 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10708
11319
|
threads?: number | undefined;
|
|
10709
11320
|
nGpuLayers?: number | undefined;
|
|
10710
11321
|
seed?: number | undefined;
|
|
11322
|
+
} | {
|
|
11323
|
+
mossCodecDecoderModelSrc: string | {
|
|
11324
|
+
src: string;
|
|
11325
|
+
name?: string | undefined;
|
|
11326
|
+
modelId?: string | undefined;
|
|
11327
|
+
registryPath?: string | undefined;
|
|
11328
|
+
registrySource?: string | undefined;
|
|
11329
|
+
blobCoreKey?: string | undefined;
|
|
11330
|
+
blobIndex?: number | undefined;
|
|
11331
|
+
engine?: string | undefined;
|
|
11332
|
+
expectedSize?: number | undefined;
|
|
11333
|
+
sha256Checksum?: string | undefined;
|
|
11334
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11335
|
+
};
|
|
11336
|
+
ttsEngine: "moss";
|
|
11337
|
+
mossCodecEncoderModelSrc?: string | {
|
|
11338
|
+
src: string;
|
|
11339
|
+
name?: string | undefined;
|
|
11340
|
+
modelId?: string | undefined;
|
|
11341
|
+
registryPath?: string | undefined;
|
|
11342
|
+
registrySource?: string | undefined;
|
|
11343
|
+
blobCoreKey?: string | undefined;
|
|
11344
|
+
blobIndex?: number | undefined;
|
|
11345
|
+
engine?: string | undefined;
|
|
11346
|
+
expectedSize?: number | undefined;
|
|
11347
|
+
sha256Checksum?: string | undefined;
|
|
11348
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11349
|
+
} | undefined;
|
|
11350
|
+
referenceAudioSrc?: string | {
|
|
11351
|
+
src: string;
|
|
11352
|
+
name?: string | undefined;
|
|
11353
|
+
modelId?: string | undefined;
|
|
11354
|
+
registryPath?: string | undefined;
|
|
11355
|
+
registrySource?: string | undefined;
|
|
11356
|
+
blobCoreKey?: string | undefined;
|
|
11357
|
+
blobIndex?: number | undefined;
|
|
11358
|
+
engine?: string | undefined;
|
|
11359
|
+
expectedSize?: number | undefined;
|
|
11360
|
+
sha256Checksum?: string | undefined;
|
|
11361
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11362
|
+
} | undefined;
|
|
11363
|
+
dialogueReferenceSrcs?: (string | {
|
|
11364
|
+
src: string;
|
|
11365
|
+
name?: string | undefined;
|
|
11366
|
+
modelId?: string | undefined;
|
|
11367
|
+
registryPath?: string | undefined;
|
|
11368
|
+
registrySource?: string | undefined;
|
|
11369
|
+
blobCoreKey?: string | undefined;
|
|
11370
|
+
blobIndex?: number | undefined;
|
|
11371
|
+
engine?: string | undefined;
|
|
11372
|
+
expectedSize?: number | undefined;
|
|
11373
|
+
sha256Checksum?: string | undefined;
|
|
11374
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11375
|
+
})[] | undefined;
|
|
11376
|
+
backendsDir?: string | undefined;
|
|
11377
|
+
language?: string | undefined;
|
|
11378
|
+
durationTokens?: number | undefined;
|
|
11379
|
+
streamChunkTokens?: number | undefined;
|
|
11380
|
+
useGPU?: boolean | undefined;
|
|
11381
|
+
threads?: number | undefined;
|
|
11382
|
+
nGpuLayers?: number | undefined;
|
|
11383
|
+
seed?: number | undefined;
|
|
10711
11384
|
};
|
|
10712
11385
|
modelSrc: string | {
|
|
10713
11386
|
src: string;
|
|
@@ -10789,7 +11462,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10789
11462
|
modelConfig?: {
|
|
10790
11463
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
10791
11464
|
threads?: number | undefined;
|
|
10792
|
-
device?: "
|
|
11465
|
+
device?: "cpu" | "gpu" | undefined;
|
|
10793
11466
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
10794
11467
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
10795
11468
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -10973,6 +11646,10 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
10973
11646
|
numFramePerBlock?: number | undefined;
|
|
10974
11647
|
localAttnSize?: number | undefined;
|
|
10975
11648
|
offloadParamsToCpu?: boolean | undefined;
|
|
11649
|
+
paramsBackend?: string | undefined;
|
|
11650
|
+
maxVram?: string | number | undefined;
|
|
11651
|
+
streamLayers?: boolean | undefined;
|
|
11652
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
10976
11653
|
frameJpegQuality?: number | undefined;
|
|
10977
11654
|
kvCache?: boolean | undefined;
|
|
10978
11655
|
profile?: boolean | undefined;
|
|
@@ -11131,7 +11808,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
11131
11808
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
11132
11809
|
};
|
|
11133
11810
|
modelConfig?: {
|
|
11134
|
-
backend?: "
|
|
11811
|
+
backend?: "cpu" | "auto" | undefined;
|
|
11135
11812
|
verbosity?: number | undefined;
|
|
11136
11813
|
embodiment?: string | number | {
|
|
11137
11814
|
tag?: string | undefined;
|
|
@@ -11229,15 +11906,17 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11229
11906
|
integrated: "integrated";
|
|
11230
11907
|
dedicated: "dedicated";
|
|
11231
11908
|
}>]>>;
|
|
11909
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
11910
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
11232
11911
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
11233
11912
|
none: "none";
|
|
11234
11913
|
layer: "layer";
|
|
11235
11914
|
tensor: "tensor";
|
|
11236
11915
|
}>>;
|
|
11237
11916
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
11917
|
+
auto: "auto";
|
|
11238
11918
|
on: "on";
|
|
11239
11919
|
off: "off";
|
|
11240
|
-
auto: "auto";
|
|
11241
11920
|
}>>;
|
|
11242
11921
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
11243
11922
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -11256,9 +11935,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11256
11935
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
11257
11936
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
11258
11937
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
11938
|
+
auto: "auto";
|
|
11259
11939
|
on: "on";
|
|
11260
11940
|
off: "off";
|
|
11261
|
-
auto: "auto";
|
|
11262
11941
|
}>>;
|
|
11263
11942
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
11264
11943
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -11411,8 +12090,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11411
12090
|
'cache-type-k'?: string | undefined;
|
|
11412
12091
|
'cache-type-v'?: string | undefined;
|
|
11413
12092
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
12093
|
+
'rpc-servers'?: string | undefined;
|
|
12094
|
+
devices?: string | undefined;
|
|
11414
12095
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
11415
|
-
'flash-attn'?: "
|
|
12096
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
11416
12097
|
'tensor-split'?: string | undefined;
|
|
11417
12098
|
'batch-size'?: number | undefined;
|
|
11418
12099
|
'ubatch-size'?: number | undefined;
|
|
@@ -11429,7 +12110,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11429
12110
|
'n-cpu-ffn'?: number | undefined;
|
|
11430
12111
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
11431
12112
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
11432
|
-
'tensor-read-lazy'?: "
|
|
12113
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
11433
12114
|
fit?: boolean | undefined;
|
|
11434
12115
|
'fit-target'?: string | number | undefined;
|
|
11435
12116
|
'fit-ctx'?: number | undefined;
|
|
@@ -11504,6 +12185,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11504
12185
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
11505
12186
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
11506
12187
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
12188
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
12189
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
12190
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
12191
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
11507
12192
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
11508
12193
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
11509
12194
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -11524,6 +12209,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11524
12209
|
}, z.core.$strip>>>;
|
|
11525
12210
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
11526
12211
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
12212
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
11527
12213
|
}, z.core.$strip>>>;
|
|
11528
12214
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
11529
12215
|
src: z.ZodString;
|
|
@@ -11657,6 +12343,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11657
12343
|
logprob_thold?: number | undefined;
|
|
11658
12344
|
greedy_best_of?: number | undefined;
|
|
11659
12345
|
beam_search_beam_size?: number | undefined;
|
|
12346
|
+
max_initial_ts?: number | undefined;
|
|
12347
|
+
no_speech_thold?: number | undefined;
|
|
12348
|
+
seed?: number | undefined;
|
|
12349
|
+
backendsDir?: string | undefined;
|
|
11660
12350
|
vad_params?: {
|
|
11661
12351
|
threshold?: number | undefined;
|
|
11662
12352
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -11674,6 +12364,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11674
12364
|
} | undefined;
|
|
11675
12365
|
miscConfig?: {
|
|
11676
12366
|
caption_enabled?: boolean | undefined;
|
|
12367
|
+
seed?: number | undefined;
|
|
11677
12368
|
} | undefined;
|
|
11678
12369
|
vadModelSrc?: string | {
|
|
11679
12370
|
src: string;
|
|
@@ -11742,6 +12433,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11742
12433
|
logprob_thold?: number | undefined;
|
|
11743
12434
|
greedy_best_of?: number | undefined;
|
|
11744
12435
|
beam_search_beam_size?: number | undefined;
|
|
12436
|
+
max_initial_ts?: number | undefined;
|
|
12437
|
+
no_speech_thold?: number | undefined;
|
|
12438
|
+
seed?: number | undefined;
|
|
12439
|
+
backendsDir?: string | undefined;
|
|
11745
12440
|
vad_params?: {
|
|
11746
12441
|
threshold?: number | undefined;
|
|
11747
12442
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -11759,6 +12454,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11759
12454
|
} | undefined;
|
|
11760
12455
|
miscConfig?: {
|
|
11761
12456
|
caption_enabled?: boolean | undefined;
|
|
12457
|
+
seed?: number | undefined;
|
|
11762
12458
|
} | undefined;
|
|
11763
12459
|
vadModelSrc?: string | {
|
|
11764
12460
|
src: string;
|
|
@@ -12135,8 +12831,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12135
12831
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
12136
12832
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
12137
12833
|
device: z.ZodOptional<z.ZodEnum<{
|
|
12138
|
-
gpu: "gpu";
|
|
12139
12834
|
cpu: "cpu";
|
|
12835
|
+
gpu: "gpu";
|
|
12140
12836
|
}>>;
|
|
12141
12837
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
12142
12838
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -12152,9 +12848,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12152
12848
|
}>>;
|
|
12153
12849
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
12154
12850
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
12851
|
+
auto: "auto";
|
|
12155
12852
|
on: "on";
|
|
12156
12853
|
off: "off";
|
|
12157
|
-
auto: "auto";
|
|
12158
12854
|
}>>;
|
|
12159
12855
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
12160
12856
|
integrated: "integrated";
|
|
@@ -12249,12 +12945,12 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12249
12945
|
};
|
|
12250
12946
|
modelConfig?: {
|
|
12251
12947
|
gpuLayers?: number | undefined;
|
|
12252
|
-
device?: "
|
|
12948
|
+
device?: "cpu" | "gpu" | undefined;
|
|
12253
12949
|
batchSize?: number | undefined;
|
|
12254
12950
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
12255
12951
|
attention?: "causal" | "non-causal" | undefined;
|
|
12256
12952
|
embdNormalize?: number | undefined;
|
|
12257
|
-
flashAttention?: "
|
|
12953
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
12258
12954
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
12259
12955
|
splitMode?: "none" | "layer" | undefined;
|
|
12260
12956
|
tensorSplit?: string | undefined;
|
|
@@ -13686,6 +14382,172 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13686
14382
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
13687
14383
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
13688
14384
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
14385
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
14386
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
14387
|
+
src: z.ZodString;
|
|
14388
|
+
name: z.ZodOptional<z.ZodString>;
|
|
14389
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
14390
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
14391
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
14392
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
14393
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
14394
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
14395
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
14396
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
14397
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
14398
|
+
embeddings: "embeddings";
|
|
14399
|
+
diffusion: "diffusion";
|
|
14400
|
+
audiogen: "audiogen";
|
|
14401
|
+
tts: "tts";
|
|
14402
|
+
ocr: "ocr";
|
|
14403
|
+
vla: "vla";
|
|
14404
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
14405
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
14406
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
14407
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
14408
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
14409
|
+
"onnx-tts": "onnx-tts";
|
|
14410
|
+
"tts-ggml": "tts-ggml";
|
|
14411
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
14412
|
+
"ggml-ocr": "ggml-ocr";
|
|
14413
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
14414
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
14415
|
+
"ggml-vla": "ggml-vla";
|
|
14416
|
+
"ggml-classification": "ggml-classification";
|
|
14417
|
+
llm: "llm";
|
|
14418
|
+
whisper: "whisper";
|
|
14419
|
+
bci: "bci";
|
|
14420
|
+
nmt: "nmt";
|
|
14421
|
+
parakeet: "parakeet";
|
|
14422
|
+
classification: "classification";
|
|
14423
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
14424
|
+
}, z.core.$strip>]>;
|
|
14425
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
14426
|
+
src: z.ZodString;
|
|
14427
|
+
name: z.ZodOptional<z.ZodString>;
|
|
14428
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
14429
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
14430
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
14431
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
14432
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
14433
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
14434
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
14435
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
14436
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
14437
|
+
embeddings: "embeddings";
|
|
14438
|
+
diffusion: "diffusion";
|
|
14439
|
+
audiogen: "audiogen";
|
|
14440
|
+
tts: "tts";
|
|
14441
|
+
ocr: "ocr";
|
|
14442
|
+
vla: "vla";
|
|
14443
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
14444
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
14445
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
14446
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
14447
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
14448
|
+
"onnx-tts": "onnx-tts";
|
|
14449
|
+
"tts-ggml": "tts-ggml";
|
|
14450
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
14451
|
+
"ggml-ocr": "ggml-ocr";
|
|
14452
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
14453
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
14454
|
+
"ggml-vla": "ggml-vla";
|
|
14455
|
+
"ggml-classification": "ggml-classification";
|
|
14456
|
+
llm: "llm";
|
|
14457
|
+
whisper: "whisper";
|
|
14458
|
+
bci: "bci";
|
|
14459
|
+
nmt: "nmt";
|
|
14460
|
+
parakeet: "parakeet";
|
|
14461
|
+
classification: "classification";
|
|
14462
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
14463
|
+
}, z.core.$strip>]>>;
|
|
14464
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
14465
|
+
src: z.ZodString;
|
|
14466
|
+
name: z.ZodOptional<z.ZodString>;
|
|
14467
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
14468
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
14469
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
14470
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
14471
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
14472
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
14473
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
14474
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
14475
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
14476
|
+
embeddings: "embeddings";
|
|
14477
|
+
diffusion: "diffusion";
|
|
14478
|
+
audiogen: "audiogen";
|
|
14479
|
+
tts: "tts";
|
|
14480
|
+
ocr: "ocr";
|
|
14481
|
+
vla: "vla";
|
|
14482
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
14483
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
14484
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
14485
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
14486
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
14487
|
+
"onnx-tts": "onnx-tts";
|
|
14488
|
+
"tts-ggml": "tts-ggml";
|
|
14489
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
14490
|
+
"ggml-ocr": "ggml-ocr";
|
|
14491
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
14492
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
14493
|
+
"ggml-vla": "ggml-vla";
|
|
14494
|
+
"ggml-classification": "ggml-classification";
|
|
14495
|
+
llm: "llm";
|
|
14496
|
+
whisper: "whisper";
|
|
14497
|
+
bci: "bci";
|
|
14498
|
+
nmt: "nmt";
|
|
14499
|
+
parakeet: "parakeet";
|
|
14500
|
+
classification: "classification";
|
|
14501
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
14502
|
+
}, z.core.$strip>]>>;
|
|
14503
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
14504
|
+
src: z.ZodString;
|
|
14505
|
+
name: z.ZodOptional<z.ZodString>;
|
|
14506
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
14507
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
14508
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
14509
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
14510
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
14511
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
14512
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
14513
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
14514
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
14515
|
+
embeddings: "embeddings";
|
|
14516
|
+
diffusion: "diffusion";
|
|
14517
|
+
audiogen: "audiogen";
|
|
14518
|
+
tts: "tts";
|
|
14519
|
+
ocr: "ocr";
|
|
14520
|
+
vla: "vla";
|
|
14521
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
14522
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
14523
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
14524
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
14525
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
14526
|
+
"onnx-tts": "onnx-tts";
|
|
14527
|
+
"tts-ggml": "tts-ggml";
|
|
14528
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
14529
|
+
"ggml-ocr": "ggml-ocr";
|
|
14530
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
14531
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
14532
|
+
"ggml-vla": "ggml-vla";
|
|
14533
|
+
"ggml-classification": "ggml-classification";
|
|
14534
|
+
llm: "llm";
|
|
14535
|
+
whisper: "whisper";
|
|
14536
|
+
bci: "bci";
|
|
14537
|
+
nmt: "nmt";
|
|
14538
|
+
parakeet: "parakeet";
|
|
14539
|
+
classification: "classification";
|
|
14540
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
14541
|
+
}, z.core.$strip>]>>>;
|
|
14542
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
14543
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
14544
|
+
language: z.ZodOptional<z.ZodString>;
|
|
14545
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
14546
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
14547
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
14548
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
14549
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
14550
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
13689
14551
|
}, z.core.$strict>], "ttsEngine">;
|
|
13690
14552
|
onProgress: z.ZodOptional<z.ZodUnknown>;
|
|
13691
14553
|
logger: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -13936,6 +14798,68 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13936
14798
|
threads?: number | undefined;
|
|
13937
14799
|
nGpuLayers?: number | undefined;
|
|
13938
14800
|
seed?: number | undefined;
|
|
14801
|
+
} | {
|
|
14802
|
+
mossCodecDecoderModelSrc: string | {
|
|
14803
|
+
src: string;
|
|
14804
|
+
name?: string | undefined;
|
|
14805
|
+
modelId?: string | undefined;
|
|
14806
|
+
registryPath?: string | undefined;
|
|
14807
|
+
registrySource?: string | undefined;
|
|
14808
|
+
blobCoreKey?: string | undefined;
|
|
14809
|
+
blobIndex?: number | undefined;
|
|
14810
|
+
engine?: string | undefined;
|
|
14811
|
+
expectedSize?: number | undefined;
|
|
14812
|
+
sha256Checksum?: string | undefined;
|
|
14813
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14814
|
+
};
|
|
14815
|
+
ttsEngine: "moss";
|
|
14816
|
+
mossCodecEncoderModelSrc?: string | {
|
|
14817
|
+
src: string;
|
|
14818
|
+
name?: string | undefined;
|
|
14819
|
+
modelId?: string | undefined;
|
|
14820
|
+
registryPath?: string | undefined;
|
|
14821
|
+
registrySource?: string | undefined;
|
|
14822
|
+
blobCoreKey?: string | undefined;
|
|
14823
|
+
blobIndex?: number | undefined;
|
|
14824
|
+
engine?: string | undefined;
|
|
14825
|
+
expectedSize?: number | undefined;
|
|
14826
|
+
sha256Checksum?: string | undefined;
|
|
14827
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14828
|
+
} | undefined;
|
|
14829
|
+
referenceAudioSrc?: string | {
|
|
14830
|
+
src: string;
|
|
14831
|
+
name?: string | undefined;
|
|
14832
|
+
modelId?: string | undefined;
|
|
14833
|
+
registryPath?: string | undefined;
|
|
14834
|
+
registrySource?: string | undefined;
|
|
14835
|
+
blobCoreKey?: string | undefined;
|
|
14836
|
+
blobIndex?: number | undefined;
|
|
14837
|
+
engine?: string | undefined;
|
|
14838
|
+
expectedSize?: number | undefined;
|
|
14839
|
+
sha256Checksum?: string | undefined;
|
|
14840
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14841
|
+
} | undefined;
|
|
14842
|
+
dialogueReferenceSrcs?: (string | {
|
|
14843
|
+
src: string;
|
|
14844
|
+
name?: string | undefined;
|
|
14845
|
+
modelId?: string | undefined;
|
|
14846
|
+
registryPath?: string | undefined;
|
|
14847
|
+
registrySource?: string | undefined;
|
|
14848
|
+
blobCoreKey?: string | undefined;
|
|
14849
|
+
blobIndex?: number | undefined;
|
|
14850
|
+
engine?: string | undefined;
|
|
14851
|
+
expectedSize?: number | undefined;
|
|
14852
|
+
sha256Checksum?: string | undefined;
|
|
14853
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14854
|
+
})[] | undefined;
|
|
14855
|
+
backendsDir?: string | undefined;
|
|
14856
|
+
language?: string | undefined;
|
|
14857
|
+
durationTokens?: number | undefined;
|
|
14858
|
+
streamChunkTokens?: number | undefined;
|
|
14859
|
+
useGPU?: boolean | undefined;
|
|
14860
|
+
threads?: number | undefined;
|
|
14861
|
+
nGpuLayers?: number | undefined;
|
|
14862
|
+
seed?: number | undefined;
|
|
13939
14863
|
};
|
|
13940
14864
|
seed: boolean;
|
|
13941
14865
|
withProgress: boolean;
|
|
@@ -14123,14 +15047,76 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
14123
15047
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14124
15048
|
} | undefined;
|
|
14125
15049
|
backendsDir?: string | undefined;
|
|
14126
|
-
referenceText?: string | undefined;
|
|
14127
|
-
greedy?: boolean | undefined;
|
|
14128
|
-
temperature?: number | undefined;
|
|
14129
|
-
topK?: number | undefined;
|
|
14130
|
-
topP?: number | undefined;
|
|
14131
|
-
maxFrames?: number | undefined;
|
|
15050
|
+
referenceText?: string | undefined;
|
|
15051
|
+
greedy?: boolean | undefined;
|
|
15052
|
+
temperature?: number | undefined;
|
|
15053
|
+
topK?: number | undefined;
|
|
15054
|
+
topP?: number | undefined;
|
|
15055
|
+
maxFrames?: number | undefined;
|
|
15056
|
+
useGPU?: boolean | undefined;
|
|
15057
|
+
outputSampleRate?: number | undefined;
|
|
15058
|
+
threads?: number | undefined;
|
|
15059
|
+
nGpuLayers?: number | undefined;
|
|
15060
|
+
seed?: number | undefined;
|
|
15061
|
+
} | {
|
|
15062
|
+
mossCodecDecoderModelSrc: string | {
|
|
15063
|
+
src: string;
|
|
15064
|
+
name?: string | undefined;
|
|
15065
|
+
modelId?: string | undefined;
|
|
15066
|
+
registryPath?: string | undefined;
|
|
15067
|
+
registrySource?: string | undefined;
|
|
15068
|
+
blobCoreKey?: string | undefined;
|
|
15069
|
+
blobIndex?: number | undefined;
|
|
15070
|
+
engine?: string | undefined;
|
|
15071
|
+
expectedSize?: number | undefined;
|
|
15072
|
+
sha256Checksum?: string | undefined;
|
|
15073
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15074
|
+
};
|
|
15075
|
+
ttsEngine: "moss";
|
|
15076
|
+
mossCodecEncoderModelSrc?: string | {
|
|
15077
|
+
src: string;
|
|
15078
|
+
name?: string | undefined;
|
|
15079
|
+
modelId?: string | undefined;
|
|
15080
|
+
registryPath?: string | undefined;
|
|
15081
|
+
registrySource?: string | undefined;
|
|
15082
|
+
blobCoreKey?: string | undefined;
|
|
15083
|
+
blobIndex?: number | undefined;
|
|
15084
|
+
engine?: string | undefined;
|
|
15085
|
+
expectedSize?: number | undefined;
|
|
15086
|
+
sha256Checksum?: string | undefined;
|
|
15087
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15088
|
+
} | undefined;
|
|
15089
|
+
referenceAudioSrc?: string | {
|
|
15090
|
+
src: string;
|
|
15091
|
+
name?: string | undefined;
|
|
15092
|
+
modelId?: string | undefined;
|
|
15093
|
+
registryPath?: string | undefined;
|
|
15094
|
+
registrySource?: string | undefined;
|
|
15095
|
+
blobCoreKey?: string | undefined;
|
|
15096
|
+
blobIndex?: number | undefined;
|
|
15097
|
+
engine?: string | undefined;
|
|
15098
|
+
expectedSize?: number | undefined;
|
|
15099
|
+
sha256Checksum?: string | undefined;
|
|
15100
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15101
|
+
} | undefined;
|
|
15102
|
+
dialogueReferenceSrcs?: (string | {
|
|
15103
|
+
src: string;
|
|
15104
|
+
name?: string | undefined;
|
|
15105
|
+
modelId?: string | undefined;
|
|
15106
|
+
registryPath?: string | undefined;
|
|
15107
|
+
registrySource?: string | undefined;
|
|
15108
|
+
blobCoreKey?: string | undefined;
|
|
15109
|
+
blobIndex?: number | undefined;
|
|
15110
|
+
engine?: string | undefined;
|
|
15111
|
+
expectedSize?: number | undefined;
|
|
15112
|
+
sha256Checksum?: string | undefined;
|
|
15113
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15114
|
+
})[] | undefined;
|
|
15115
|
+
backendsDir?: string | undefined;
|
|
15116
|
+
language?: string | undefined;
|
|
15117
|
+
durationTokens?: number | undefined;
|
|
15118
|
+
streamChunkTokens?: number | undefined;
|
|
14132
15119
|
useGPU?: boolean | undefined;
|
|
14133
|
-
outputSampleRate?: number | undefined;
|
|
14134
15120
|
threads?: number | undefined;
|
|
14135
15121
|
nGpuLayers?: number | undefined;
|
|
14136
15122
|
seed?: number | undefined;
|
|
@@ -14368,8 +15354,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
14368
15354
|
}>>;
|
|
14369
15355
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
14370
15356
|
device: z.ZodOptional<z.ZodEnum<{
|
|
14371
|
-
gpu: "gpu";
|
|
14372
15357
|
cpu: "cpu";
|
|
15358
|
+
gpu: "gpu";
|
|
14373
15359
|
}>>;
|
|
14374
15360
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
14375
15361
|
integrated: "integrated";
|
|
@@ -14903,6 +15889,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
14903
15889
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
14904
15890
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
14905
15891
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
15892
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
15893
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
15894
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
15895
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
14906
15896
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
14907
15897
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
14908
15898
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -15031,7 +16021,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
15031
16021
|
modelConfig?: {
|
|
15032
16022
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
15033
16023
|
threads?: number | undefined;
|
|
15034
|
-
device?: "
|
|
16024
|
+
device?: "cpu" | "gpu" | undefined;
|
|
15035
16025
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
15036
16026
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
15037
16027
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -15215,6 +16205,10 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
15215
16205
|
numFramePerBlock?: number | undefined;
|
|
15216
16206
|
localAttnSize?: number | undefined;
|
|
15217
16207
|
offloadParamsToCpu?: boolean | undefined;
|
|
16208
|
+
paramsBackend?: string | undefined;
|
|
16209
|
+
maxVram?: string | number | undefined;
|
|
16210
|
+
streamLayers?: boolean | undefined;
|
|
16211
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
15218
16212
|
frameJpegQuality?: number | undefined;
|
|
15219
16213
|
kvCache?: boolean | undefined;
|
|
15220
16214
|
profile?: boolean | undefined;
|
|
@@ -15779,8 +16773,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
15779
16773
|
}>;
|
|
15780
16774
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
15781
16775
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
15782
|
-
auto: "auto";
|
|
15783
16776
|
cpu: "cpu";
|
|
16777
|
+
auto: "auto";
|
|
15784
16778
|
}>>;
|
|
15785
16779
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
15786
16780
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -15846,7 +16840,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
15846
16840
|
modelSrc: string;
|
|
15847
16841
|
modelName: string | undefined;
|
|
15848
16842
|
modelConfig: {
|
|
15849
|
-
backend?: "
|
|
16843
|
+
backend?: "cpu" | "auto" | undefined;
|
|
15850
16844
|
verbosity?: number | undefined;
|
|
15851
16845
|
embodiment?: string | number | {
|
|
15852
16846
|
tag?: string | undefined;
|
|
@@ -15872,7 +16866,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
15872
16866
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
15873
16867
|
};
|
|
15874
16868
|
modelConfig?: {
|
|
15875
|
-
backend?: "
|
|
16869
|
+
backend?: "cpu" | "auto" | undefined;
|
|
15876
16870
|
verbosity?: number | undefined;
|
|
15877
16871
|
embodiment?: string | number | {
|
|
15878
16872
|
tag?: string | undefined;
|
|
@@ -16118,15 +17112,17 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16118
17112
|
integrated: "integrated";
|
|
16119
17113
|
dedicated: "dedicated";
|
|
16120
17114
|
}>]>>;
|
|
17115
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
17116
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
16121
17117
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
16122
17118
|
none: "none";
|
|
16123
17119
|
layer: "layer";
|
|
16124
17120
|
tensor: "tensor";
|
|
16125
17121
|
}>>;
|
|
16126
17122
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
17123
|
+
auto: "auto";
|
|
16127
17124
|
on: "on";
|
|
16128
17125
|
off: "off";
|
|
16129
|
-
auto: "auto";
|
|
16130
17126
|
}>>;
|
|
16131
17127
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
16132
17128
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -16145,9 +17141,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16145
17141
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
16146
17142
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
16147
17143
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
17144
|
+
auto: "auto";
|
|
16148
17145
|
on: "on";
|
|
16149
17146
|
off: "off";
|
|
16150
|
-
auto: "auto";
|
|
16151
17147
|
}>>;
|
|
16152
17148
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
16153
17149
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -16300,8 +17296,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16300
17296
|
'cache-type-k'?: string | undefined;
|
|
16301
17297
|
'cache-type-v'?: string | undefined;
|
|
16302
17298
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
17299
|
+
'rpc-servers'?: string | undefined;
|
|
17300
|
+
devices?: string | undefined;
|
|
16303
17301
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
16304
|
-
'flash-attn'?: "
|
|
17302
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
16305
17303
|
'tensor-split'?: string | undefined;
|
|
16306
17304
|
'batch-size'?: number | undefined;
|
|
16307
17305
|
'ubatch-size'?: number | undefined;
|
|
@@ -16318,7 +17316,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16318
17316
|
'n-cpu-ffn'?: number | undefined;
|
|
16319
17317
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
16320
17318
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
16321
|
-
'tensor-read-lazy'?: "
|
|
17319
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
16322
17320
|
fit?: boolean | undefined;
|
|
16323
17321
|
'fit-target'?: string | number | undefined;
|
|
16324
17322
|
'fit-ctx'?: number | undefined;
|
|
@@ -16393,6 +17391,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16393
17391
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
16394
17392
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
16395
17393
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
17394
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
17395
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
17396
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
17397
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
16396
17398
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
16397
17399
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
16398
17400
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -16413,6 +17415,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16413
17415
|
}, z.core.$strip>>>;
|
|
16414
17416
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
16415
17417
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
17418
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
16416
17419
|
}, z.core.$strip>>>;
|
|
16417
17420
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
16418
17421
|
src: z.ZodString;
|
|
@@ -16546,6 +17549,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16546
17549
|
logprob_thold?: number | undefined;
|
|
16547
17550
|
greedy_best_of?: number | undefined;
|
|
16548
17551
|
beam_search_beam_size?: number | undefined;
|
|
17552
|
+
max_initial_ts?: number | undefined;
|
|
17553
|
+
no_speech_thold?: number | undefined;
|
|
17554
|
+
seed?: number | undefined;
|
|
17555
|
+
backendsDir?: string | undefined;
|
|
16549
17556
|
vad_params?: {
|
|
16550
17557
|
threshold?: number | undefined;
|
|
16551
17558
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -16563,6 +17570,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16563
17570
|
} | undefined;
|
|
16564
17571
|
miscConfig?: {
|
|
16565
17572
|
caption_enabled?: boolean | undefined;
|
|
17573
|
+
seed?: number | undefined;
|
|
16566
17574
|
} | undefined;
|
|
16567
17575
|
vadModelSrc?: string | {
|
|
16568
17576
|
src: string;
|
|
@@ -16631,6 +17639,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16631
17639
|
logprob_thold?: number | undefined;
|
|
16632
17640
|
greedy_best_of?: number | undefined;
|
|
16633
17641
|
beam_search_beam_size?: number | undefined;
|
|
17642
|
+
max_initial_ts?: number | undefined;
|
|
17643
|
+
no_speech_thold?: number | undefined;
|
|
17644
|
+
seed?: number | undefined;
|
|
17645
|
+
backendsDir?: string | undefined;
|
|
16634
17646
|
vad_params?: {
|
|
16635
17647
|
threshold?: number | undefined;
|
|
16636
17648
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -16648,6 +17660,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16648
17660
|
} | undefined;
|
|
16649
17661
|
miscConfig?: {
|
|
16650
17662
|
caption_enabled?: boolean | undefined;
|
|
17663
|
+
seed?: number | undefined;
|
|
16651
17664
|
} | undefined;
|
|
16652
17665
|
vadModelSrc?: string | {
|
|
16653
17666
|
src: string;
|
|
@@ -17024,8 +18037,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17024
18037
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
17025
18038
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
17026
18039
|
device: z.ZodOptional<z.ZodEnum<{
|
|
17027
|
-
gpu: "gpu";
|
|
17028
18040
|
cpu: "cpu";
|
|
18041
|
+
gpu: "gpu";
|
|
17029
18042
|
}>>;
|
|
17030
18043
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
17031
18044
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -17041,9 +18054,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17041
18054
|
}>>;
|
|
17042
18055
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
17043
18056
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
18057
|
+
auto: "auto";
|
|
17044
18058
|
on: "on";
|
|
17045
18059
|
off: "off";
|
|
17046
|
-
auto: "auto";
|
|
17047
18060
|
}>>;
|
|
17048
18061
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
17049
18062
|
integrated: "integrated";
|
|
@@ -17138,12 +18151,12 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17138
18151
|
};
|
|
17139
18152
|
modelConfig?: {
|
|
17140
18153
|
gpuLayers?: number | undefined;
|
|
17141
|
-
device?: "
|
|
18154
|
+
device?: "cpu" | "gpu" | undefined;
|
|
17142
18155
|
batchSize?: number | undefined;
|
|
17143
18156
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
17144
18157
|
attention?: "causal" | "non-causal" | undefined;
|
|
17145
18158
|
embdNormalize?: number | undefined;
|
|
17146
|
-
flashAttention?: "
|
|
18159
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
17147
18160
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
17148
18161
|
splitMode?: "none" | "layer" | undefined;
|
|
17149
18162
|
tensorSplit?: string | undefined;
|
|
@@ -18575,6 +19588,172 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
18575
19588
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
18576
19589
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
18577
19590
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
19591
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
19592
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
19593
|
+
src: z.ZodString;
|
|
19594
|
+
name: z.ZodOptional<z.ZodString>;
|
|
19595
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
19596
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
19597
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
19598
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
19599
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
19600
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
19601
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
19602
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
19603
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
19604
|
+
embeddings: "embeddings";
|
|
19605
|
+
diffusion: "diffusion";
|
|
19606
|
+
audiogen: "audiogen";
|
|
19607
|
+
tts: "tts";
|
|
19608
|
+
ocr: "ocr";
|
|
19609
|
+
vla: "vla";
|
|
19610
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
19611
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
19612
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
19613
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
19614
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
19615
|
+
"onnx-tts": "onnx-tts";
|
|
19616
|
+
"tts-ggml": "tts-ggml";
|
|
19617
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
19618
|
+
"ggml-ocr": "ggml-ocr";
|
|
19619
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
19620
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
19621
|
+
"ggml-vla": "ggml-vla";
|
|
19622
|
+
"ggml-classification": "ggml-classification";
|
|
19623
|
+
llm: "llm";
|
|
19624
|
+
whisper: "whisper";
|
|
19625
|
+
bci: "bci";
|
|
19626
|
+
nmt: "nmt";
|
|
19627
|
+
parakeet: "parakeet";
|
|
19628
|
+
classification: "classification";
|
|
19629
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
19630
|
+
}, z.core.$strip>]>;
|
|
19631
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
19632
|
+
src: z.ZodString;
|
|
19633
|
+
name: z.ZodOptional<z.ZodString>;
|
|
19634
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
19635
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
19636
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
19637
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
19638
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
19639
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
19640
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
19641
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
19642
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
19643
|
+
embeddings: "embeddings";
|
|
19644
|
+
diffusion: "diffusion";
|
|
19645
|
+
audiogen: "audiogen";
|
|
19646
|
+
tts: "tts";
|
|
19647
|
+
ocr: "ocr";
|
|
19648
|
+
vla: "vla";
|
|
19649
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
19650
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
19651
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
19652
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
19653
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
19654
|
+
"onnx-tts": "onnx-tts";
|
|
19655
|
+
"tts-ggml": "tts-ggml";
|
|
19656
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
19657
|
+
"ggml-ocr": "ggml-ocr";
|
|
19658
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
19659
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
19660
|
+
"ggml-vla": "ggml-vla";
|
|
19661
|
+
"ggml-classification": "ggml-classification";
|
|
19662
|
+
llm: "llm";
|
|
19663
|
+
whisper: "whisper";
|
|
19664
|
+
bci: "bci";
|
|
19665
|
+
nmt: "nmt";
|
|
19666
|
+
parakeet: "parakeet";
|
|
19667
|
+
classification: "classification";
|
|
19668
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
19669
|
+
}, z.core.$strip>]>>;
|
|
19670
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
19671
|
+
src: z.ZodString;
|
|
19672
|
+
name: z.ZodOptional<z.ZodString>;
|
|
19673
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
19674
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
19675
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
19676
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
19677
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
19678
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
19679
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
19680
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
19681
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
19682
|
+
embeddings: "embeddings";
|
|
19683
|
+
diffusion: "diffusion";
|
|
19684
|
+
audiogen: "audiogen";
|
|
19685
|
+
tts: "tts";
|
|
19686
|
+
ocr: "ocr";
|
|
19687
|
+
vla: "vla";
|
|
19688
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
19689
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
19690
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
19691
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
19692
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
19693
|
+
"onnx-tts": "onnx-tts";
|
|
19694
|
+
"tts-ggml": "tts-ggml";
|
|
19695
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
19696
|
+
"ggml-ocr": "ggml-ocr";
|
|
19697
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
19698
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
19699
|
+
"ggml-vla": "ggml-vla";
|
|
19700
|
+
"ggml-classification": "ggml-classification";
|
|
19701
|
+
llm: "llm";
|
|
19702
|
+
whisper: "whisper";
|
|
19703
|
+
bci: "bci";
|
|
19704
|
+
nmt: "nmt";
|
|
19705
|
+
parakeet: "parakeet";
|
|
19706
|
+
classification: "classification";
|
|
19707
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
19708
|
+
}, z.core.$strip>]>>;
|
|
19709
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
19710
|
+
src: z.ZodString;
|
|
19711
|
+
name: z.ZodOptional<z.ZodString>;
|
|
19712
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
19713
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
19714
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
19715
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
19716
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
19717
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
19718
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
19719
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
19720
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
19721
|
+
embeddings: "embeddings";
|
|
19722
|
+
diffusion: "diffusion";
|
|
19723
|
+
audiogen: "audiogen";
|
|
19724
|
+
tts: "tts";
|
|
19725
|
+
ocr: "ocr";
|
|
19726
|
+
vla: "vla";
|
|
19727
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
19728
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
19729
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
19730
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
19731
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
19732
|
+
"onnx-tts": "onnx-tts";
|
|
19733
|
+
"tts-ggml": "tts-ggml";
|
|
19734
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
19735
|
+
"ggml-ocr": "ggml-ocr";
|
|
19736
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
19737
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
19738
|
+
"ggml-vla": "ggml-vla";
|
|
19739
|
+
"ggml-classification": "ggml-classification";
|
|
19740
|
+
llm: "llm";
|
|
19741
|
+
whisper: "whisper";
|
|
19742
|
+
bci: "bci";
|
|
19743
|
+
nmt: "nmt";
|
|
19744
|
+
parakeet: "parakeet";
|
|
19745
|
+
classification: "classification";
|
|
19746
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
19747
|
+
}, z.core.$strip>]>>>;
|
|
19748
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
19749
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
19750
|
+
language: z.ZodOptional<z.ZodString>;
|
|
19751
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
19752
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
19753
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
19754
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
19755
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
19756
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
18578
19757
|
}, z.core.$strict>], "ttsEngine">;
|
|
18579
19758
|
onProgress: z.ZodOptional<z.ZodUnknown>;
|
|
18580
19759
|
logger: z.ZodOptional<z.ZodUnknown>;
|
|
@@ -18825,6 +20004,68 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
18825
20004
|
threads?: number | undefined;
|
|
18826
20005
|
nGpuLayers?: number | undefined;
|
|
18827
20006
|
seed?: number | undefined;
|
|
20007
|
+
} | {
|
|
20008
|
+
mossCodecDecoderModelSrc: string | {
|
|
20009
|
+
src: string;
|
|
20010
|
+
name?: string | undefined;
|
|
20011
|
+
modelId?: string | undefined;
|
|
20012
|
+
registryPath?: string | undefined;
|
|
20013
|
+
registrySource?: string | undefined;
|
|
20014
|
+
blobCoreKey?: string | undefined;
|
|
20015
|
+
blobIndex?: number | undefined;
|
|
20016
|
+
engine?: string | undefined;
|
|
20017
|
+
expectedSize?: number | undefined;
|
|
20018
|
+
sha256Checksum?: string | undefined;
|
|
20019
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20020
|
+
};
|
|
20021
|
+
ttsEngine: "moss";
|
|
20022
|
+
mossCodecEncoderModelSrc?: string | {
|
|
20023
|
+
src: string;
|
|
20024
|
+
name?: string | undefined;
|
|
20025
|
+
modelId?: string | undefined;
|
|
20026
|
+
registryPath?: string | undefined;
|
|
20027
|
+
registrySource?: string | undefined;
|
|
20028
|
+
blobCoreKey?: string | undefined;
|
|
20029
|
+
blobIndex?: number | undefined;
|
|
20030
|
+
engine?: string | undefined;
|
|
20031
|
+
expectedSize?: number | undefined;
|
|
20032
|
+
sha256Checksum?: string | undefined;
|
|
20033
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20034
|
+
} | undefined;
|
|
20035
|
+
referenceAudioSrc?: string | {
|
|
20036
|
+
src: string;
|
|
20037
|
+
name?: string | undefined;
|
|
20038
|
+
modelId?: string | undefined;
|
|
20039
|
+
registryPath?: string | undefined;
|
|
20040
|
+
registrySource?: string | undefined;
|
|
20041
|
+
blobCoreKey?: string | undefined;
|
|
20042
|
+
blobIndex?: number | undefined;
|
|
20043
|
+
engine?: string | undefined;
|
|
20044
|
+
expectedSize?: number | undefined;
|
|
20045
|
+
sha256Checksum?: string | undefined;
|
|
20046
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20047
|
+
} | undefined;
|
|
20048
|
+
dialogueReferenceSrcs?: (string | {
|
|
20049
|
+
src: string;
|
|
20050
|
+
name?: string | undefined;
|
|
20051
|
+
modelId?: string | undefined;
|
|
20052
|
+
registryPath?: string | undefined;
|
|
20053
|
+
registrySource?: string | undefined;
|
|
20054
|
+
blobCoreKey?: string | undefined;
|
|
20055
|
+
blobIndex?: number | undefined;
|
|
20056
|
+
engine?: string | undefined;
|
|
20057
|
+
expectedSize?: number | undefined;
|
|
20058
|
+
sha256Checksum?: string | undefined;
|
|
20059
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20060
|
+
})[] | undefined;
|
|
20061
|
+
backendsDir?: string | undefined;
|
|
20062
|
+
language?: string | undefined;
|
|
20063
|
+
durationTokens?: number | undefined;
|
|
20064
|
+
streamChunkTokens?: number | undefined;
|
|
20065
|
+
useGPU?: boolean | undefined;
|
|
20066
|
+
threads?: number | undefined;
|
|
20067
|
+
nGpuLayers?: number | undefined;
|
|
20068
|
+
seed?: number | undefined;
|
|
18828
20069
|
};
|
|
18829
20070
|
seed: boolean;
|
|
18830
20071
|
withProgress: boolean;
|
|
@@ -19023,6 +20264,68 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
19023
20264
|
threads?: number | undefined;
|
|
19024
20265
|
nGpuLayers?: number | undefined;
|
|
19025
20266
|
seed?: number | undefined;
|
|
20267
|
+
} | {
|
|
20268
|
+
mossCodecDecoderModelSrc: string | {
|
|
20269
|
+
src: string;
|
|
20270
|
+
name?: string | undefined;
|
|
20271
|
+
modelId?: string | undefined;
|
|
20272
|
+
registryPath?: string | undefined;
|
|
20273
|
+
registrySource?: string | undefined;
|
|
20274
|
+
blobCoreKey?: string | undefined;
|
|
20275
|
+
blobIndex?: number | undefined;
|
|
20276
|
+
engine?: string | undefined;
|
|
20277
|
+
expectedSize?: number | undefined;
|
|
20278
|
+
sha256Checksum?: string | undefined;
|
|
20279
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20280
|
+
};
|
|
20281
|
+
ttsEngine: "moss";
|
|
20282
|
+
mossCodecEncoderModelSrc?: string | {
|
|
20283
|
+
src: string;
|
|
20284
|
+
name?: string | undefined;
|
|
20285
|
+
modelId?: string | undefined;
|
|
20286
|
+
registryPath?: string | undefined;
|
|
20287
|
+
registrySource?: string | undefined;
|
|
20288
|
+
blobCoreKey?: string | undefined;
|
|
20289
|
+
blobIndex?: number | undefined;
|
|
20290
|
+
engine?: string | undefined;
|
|
20291
|
+
expectedSize?: number | undefined;
|
|
20292
|
+
sha256Checksum?: string | undefined;
|
|
20293
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20294
|
+
} | undefined;
|
|
20295
|
+
referenceAudioSrc?: string | {
|
|
20296
|
+
src: string;
|
|
20297
|
+
name?: string | undefined;
|
|
20298
|
+
modelId?: string | undefined;
|
|
20299
|
+
registryPath?: string | undefined;
|
|
20300
|
+
registrySource?: string | undefined;
|
|
20301
|
+
blobCoreKey?: string | undefined;
|
|
20302
|
+
blobIndex?: number | undefined;
|
|
20303
|
+
engine?: string | undefined;
|
|
20304
|
+
expectedSize?: number | undefined;
|
|
20305
|
+
sha256Checksum?: string | undefined;
|
|
20306
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20307
|
+
} | undefined;
|
|
20308
|
+
dialogueReferenceSrcs?: (string | {
|
|
20309
|
+
src: string;
|
|
20310
|
+
name?: string | undefined;
|
|
20311
|
+
modelId?: string | undefined;
|
|
20312
|
+
registryPath?: string | undefined;
|
|
20313
|
+
registrySource?: string | undefined;
|
|
20314
|
+
blobCoreKey?: string | undefined;
|
|
20315
|
+
blobIndex?: number | undefined;
|
|
20316
|
+
engine?: string | undefined;
|
|
20317
|
+
expectedSize?: number | undefined;
|
|
20318
|
+
sha256Checksum?: string | undefined;
|
|
20319
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20320
|
+
})[] | undefined;
|
|
20321
|
+
backendsDir?: string | undefined;
|
|
20322
|
+
language?: string | undefined;
|
|
20323
|
+
durationTokens?: number | undefined;
|
|
20324
|
+
streamChunkTokens?: number | undefined;
|
|
20325
|
+
useGPU?: boolean | undefined;
|
|
20326
|
+
threads?: number | undefined;
|
|
20327
|
+
nGpuLayers?: number | undefined;
|
|
20328
|
+
seed?: number | undefined;
|
|
19026
20329
|
};
|
|
19027
20330
|
modelSrc: string | {
|
|
19028
20331
|
src: string;
|
|
@@ -19257,8 +20560,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
19257
20560
|
}>>;
|
|
19258
20561
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
19259
20562
|
device: z.ZodOptional<z.ZodEnum<{
|
|
19260
|
-
gpu: "gpu";
|
|
19261
20563
|
cpu: "cpu";
|
|
20564
|
+
gpu: "gpu";
|
|
19262
20565
|
}>>;
|
|
19263
20566
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
19264
20567
|
integrated: "integrated";
|
|
@@ -19792,6 +21095,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
19792
21095
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
19793
21096
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
19794
21097
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
21098
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
21099
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
21100
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
21101
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
19795
21102
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
19796
21103
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
19797
21104
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -19920,7 +21227,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
19920
21227
|
modelConfig?: {
|
|
19921
21228
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
19922
21229
|
threads?: number | undefined;
|
|
19923
|
-
device?: "
|
|
21230
|
+
device?: "cpu" | "gpu" | undefined;
|
|
19924
21231
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
19925
21232
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
19926
21233
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -20104,6 +21411,10 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
20104
21411
|
numFramePerBlock?: number | undefined;
|
|
20105
21412
|
localAttnSize?: number | undefined;
|
|
20106
21413
|
offloadParamsToCpu?: boolean | undefined;
|
|
21414
|
+
paramsBackend?: string | undefined;
|
|
21415
|
+
maxVram?: string | number | undefined;
|
|
21416
|
+
streamLayers?: boolean | undefined;
|
|
21417
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
20107
21418
|
frameJpegQuality?: number | undefined;
|
|
20108
21419
|
kvCache?: boolean | undefined;
|
|
20109
21420
|
profile?: boolean | undefined;
|
|
@@ -20668,8 +21979,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
20668
21979
|
}>;
|
|
20669
21980
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
20670
21981
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
20671
|
-
auto: "auto";
|
|
20672
21982
|
cpu: "cpu";
|
|
21983
|
+
auto: "auto";
|
|
20673
21984
|
}>>;
|
|
20674
21985
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
20675
21986
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -20735,7 +22046,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
20735
22046
|
modelSrc: string;
|
|
20736
22047
|
modelName: string | undefined;
|
|
20737
22048
|
modelConfig: {
|
|
20738
|
-
backend?: "
|
|
22049
|
+
backend?: "cpu" | "auto" | undefined;
|
|
20739
22050
|
verbosity?: number | undefined;
|
|
20740
22051
|
embodiment?: string | number | {
|
|
20741
22052
|
tag?: string | undefined;
|
|
@@ -20761,7 +22072,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
20761
22072
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
20762
22073
|
};
|
|
20763
22074
|
modelConfig?: {
|
|
20764
|
-
backend?: "
|
|
22075
|
+
backend?: "cpu" | "auto" | undefined;
|
|
20765
22076
|
verbosity?: number | undefined;
|
|
20766
22077
|
embodiment?: string | number | {
|
|
20767
22078
|
tag?: string | undefined;
|
|
@@ -21012,15 +22323,17 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
|
|
|
21012
22323
|
integrated: "integrated";
|
|
21013
22324
|
dedicated: "dedicated";
|
|
21014
22325
|
}>]>>;
|
|
22326
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
22327
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
21015
22328
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
21016
22329
|
none: "none";
|
|
21017
22330
|
layer: "layer";
|
|
21018
22331
|
tensor: "tensor";
|
|
21019
22332
|
}>>;
|
|
21020
22333
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
22334
|
+
auto: "auto";
|
|
21021
22335
|
on: "on";
|
|
21022
22336
|
off: "off";
|
|
21023
|
-
auto: "auto";
|
|
21024
22337
|
}>>;
|
|
21025
22338
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
21026
22339
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -21039,9 +22352,9 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
|
|
|
21039
22352
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
21040
22353
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
21041
22354
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
22355
|
+
auto: "auto";
|
|
21042
22356
|
on: "on";
|
|
21043
22357
|
off: "off";
|
|
21044
|
-
auto: "auto";
|
|
21045
22358
|
}>>;
|
|
21046
22359
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
21047
22360
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -21149,6 +22462,10 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
|
|
|
21149
22462
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
21150
22463
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
21151
22464
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
22465
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
22466
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
22467
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
22468
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
21152
22469
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
21153
22470
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
21154
22471
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -21169,6 +22486,7 @@ export declare const loadWhisperModelRequestSchema: z.ZodObject<{
|
|
|
21169
22486
|
}, z.core.$strip>>;
|
|
21170
22487
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
21171
22488
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
22489
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
21172
22490
|
}, z.core.$strip>>;
|
|
21173
22491
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
21174
22492
|
src: z.ZodString;
|
|
@@ -21324,8 +22642,8 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
|
|
|
21324
22642
|
modelConfig: z.ZodObject<{
|
|
21325
22643
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
21326
22644
|
device: z.ZodOptional<z.ZodEnum<{
|
|
21327
|
-
gpu: "gpu";
|
|
21328
22645
|
cpu: "cpu";
|
|
22646
|
+
gpu: "gpu";
|
|
21329
22647
|
}>>;
|
|
21330
22648
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
21331
22649
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -21341,9 +22659,9 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
|
|
|
21341
22659
|
}>>;
|
|
21342
22660
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
21343
22661
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
22662
|
+
auto: "auto";
|
|
21344
22663
|
on: "on";
|
|
21345
22664
|
off: "off";
|
|
21346
|
-
auto: "auto";
|
|
21347
22665
|
}>>;
|
|
21348
22666
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
21349
22667
|
integrated: "integrated";
|
|
@@ -22281,7 +23599,229 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
22281
23599
|
classification: "classification";
|
|
22282
23600
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22283
23601
|
}, z.core.$strip>]>>;
|
|
22284
|
-
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23602
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23603
|
+
src: z.ZodString;
|
|
23604
|
+
name: z.ZodOptional<z.ZodString>;
|
|
23605
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
23606
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
23607
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
23608
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
23609
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
23610
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
23611
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
23612
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
23613
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
23614
|
+
embeddings: "embeddings";
|
|
23615
|
+
diffusion: "diffusion";
|
|
23616
|
+
audiogen: "audiogen";
|
|
23617
|
+
tts: "tts";
|
|
23618
|
+
ocr: "ocr";
|
|
23619
|
+
vla: "vla";
|
|
23620
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
23621
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
23622
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23623
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
23624
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
23625
|
+
"onnx-tts": "onnx-tts";
|
|
23626
|
+
"tts-ggml": "tts-ggml";
|
|
23627
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
23628
|
+
"ggml-ocr": "ggml-ocr";
|
|
23629
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
23630
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
23631
|
+
"ggml-vla": "ggml-vla";
|
|
23632
|
+
"ggml-classification": "ggml-classification";
|
|
23633
|
+
llm: "llm";
|
|
23634
|
+
whisper: "whisper";
|
|
23635
|
+
bci: "bci";
|
|
23636
|
+
nmt: "nmt";
|
|
23637
|
+
parakeet: "parakeet";
|
|
23638
|
+
classification: "classification";
|
|
23639
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
23640
|
+
}, z.core.$strip>]>>;
|
|
23641
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
23642
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
23643
|
+
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
23644
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
23645
|
+
anger: "anger";
|
|
23646
|
+
happy: "happy";
|
|
23647
|
+
neutral: "neutral";
|
|
23648
|
+
sad: "sad";
|
|
23649
|
+
}>>;
|
|
23650
|
+
pace: z.ZodOptional<z.ZodEnum<{
|
|
23651
|
+
slow: "slow";
|
|
23652
|
+
moderate: "moderate";
|
|
23653
|
+
fast: "fast";
|
|
23654
|
+
}>>;
|
|
23655
|
+
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23656
|
+
dialect: z.ZodOptional<z.ZodEnum<{
|
|
23657
|
+
cantonese: "cantonese";
|
|
23658
|
+
northeastern: "northeastern";
|
|
23659
|
+
gansu: "gansu";
|
|
23660
|
+
guizhou: "guizhou";
|
|
23661
|
+
henan: "henan";
|
|
23662
|
+
hubei: "hubei";
|
|
23663
|
+
hunan: "hunan";
|
|
23664
|
+
jiangxi: "jiangxi";
|
|
23665
|
+
minnan: "minnan";
|
|
23666
|
+
ningxia: "ningxia";
|
|
23667
|
+
shanxi: "shanxi";
|
|
23668
|
+
shaanxi: "shaanxi";
|
|
23669
|
+
shandong: "shandong";
|
|
23670
|
+
shanghai: "shanghai";
|
|
23671
|
+
sichuan: "sichuan";
|
|
23672
|
+
tianjin: "tianjin";
|
|
23673
|
+
yunnan: "yunnan";
|
|
23674
|
+
}>>;
|
|
23675
|
+
volume: z.ZodOptional<z.ZodEnum<{
|
|
23676
|
+
loud: "loud";
|
|
23677
|
+
soft: "soft";
|
|
23678
|
+
}>>;
|
|
23679
|
+
style: z.ZodOptional<z.ZodEnum<{
|
|
23680
|
+
peppa: "peppa";
|
|
23681
|
+
robot: "robot";
|
|
23682
|
+
}>>;
|
|
23683
|
+
}, z.core.$strict>]>>;
|
|
23684
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
23685
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
23686
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
23687
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
23688
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
23689
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
23690
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
23691
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
23692
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
23693
|
+
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23694
|
+
src: z.ZodString;
|
|
23695
|
+
name: z.ZodOptional<z.ZodString>;
|
|
23696
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
23697
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
23698
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
23699
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
23700
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
23701
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
23702
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
23703
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
23704
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
23705
|
+
embeddings: "embeddings";
|
|
23706
|
+
diffusion: "diffusion";
|
|
23707
|
+
audiogen: "audiogen";
|
|
23708
|
+
tts: "tts";
|
|
23709
|
+
ocr: "ocr";
|
|
23710
|
+
vla: "vla";
|
|
23711
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
23712
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
23713
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23714
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
23715
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
23716
|
+
"onnx-tts": "onnx-tts";
|
|
23717
|
+
"tts-ggml": "tts-ggml";
|
|
23718
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
23719
|
+
"ggml-ocr": "ggml-ocr";
|
|
23720
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
23721
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
23722
|
+
"ggml-vla": "ggml-vla";
|
|
23723
|
+
"ggml-classification": "ggml-classification";
|
|
23724
|
+
llm: "llm";
|
|
23725
|
+
whisper: "whisper";
|
|
23726
|
+
bci: "bci";
|
|
23727
|
+
nmt: "nmt";
|
|
23728
|
+
parakeet: "parakeet";
|
|
23729
|
+
classification: "classification";
|
|
23730
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
23731
|
+
}, z.core.$strip>]>;
|
|
23732
|
+
audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23733
|
+
src: z.ZodString;
|
|
23734
|
+
name: z.ZodOptional<z.ZodString>;
|
|
23735
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
23736
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
23737
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
23738
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
23739
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
23740
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
23741
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
23742
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
23743
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
23744
|
+
embeddings: "embeddings";
|
|
23745
|
+
diffusion: "diffusion";
|
|
23746
|
+
audiogen: "audiogen";
|
|
23747
|
+
tts: "tts";
|
|
23748
|
+
ocr: "ocr";
|
|
23749
|
+
vla: "vla";
|
|
23750
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
23751
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
23752
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23753
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
23754
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
23755
|
+
"onnx-tts": "onnx-tts";
|
|
23756
|
+
"tts-ggml": "tts-ggml";
|
|
23757
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
23758
|
+
"ggml-ocr": "ggml-ocr";
|
|
23759
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
23760
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
23761
|
+
"ggml-vla": "ggml-vla";
|
|
23762
|
+
"ggml-classification": "ggml-classification";
|
|
23763
|
+
llm: "llm";
|
|
23764
|
+
whisper: "whisper";
|
|
23765
|
+
bci: "bci";
|
|
23766
|
+
nmt: "nmt";
|
|
23767
|
+
parakeet: "parakeet";
|
|
23768
|
+
classification: "classification";
|
|
23769
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
23770
|
+
}, z.core.$strip>]>>;
|
|
23771
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23772
|
+
src: z.ZodString;
|
|
23773
|
+
name: z.ZodOptional<z.ZodString>;
|
|
23774
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
23775
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
23776
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
23777
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
23778
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
23779
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
23780
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
23781
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
23782
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
23783
|
+
embeddings: "embeddings";
|
|
23784
|
+
diffusion: "diffusion";
|
|
23785
|
+
audiogen: "audiogen";
|
|
23786
|
+
tts: "tts";
|
|
23787
|
+
ocr: "ocr";
|
|
23788
|
+
vla: "vla";
|
|
23789
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
23790
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
23791
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23792
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
23793
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
23794
|
+
"onnx-tts": "onnx-tts";
|
|
23795
|
+
"tts-ggml": "tts-ggml";
|
|
23796
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
23797
|
+
"ggml-ocr": "ggml-ocr";
|
|
23798
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
23799
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
23800
|
+
"ggml-vla": "ggml-vla";
|
|
23801
|
+
"ggml-classification": "ggml-classification";
|
|
23802
|
+
llm: "llm";
|
|
23803
|
+
whisper: "whisper";
|
|
23804
|
+
bci: "bci";
|
|
23805
|
+
nmt: "nmt";
|
|
23806
|
+
parakeet: "parakeet";
|
|
23807
|
+
classification: "classification";
|
|
23808
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
23809
|
+
}, z.core.$strip>]>>;
|
|
23810
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
23811
|
+
ttsEngine: z.ZodLiteral<"audio8">;
|
|
23812
|
+
referenceText: z.ZodOptional<z.ZodString>;
|
|
23813
|
+
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
23814
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
23815
|
+
topK: z.ZodOptional<z.ZodNumber>;
|
|
23816
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
23817
|
+
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
23818
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
23819
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
23820
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
23821
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
23822
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
23823
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
23824
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22285
23825
|
src: z.ZodString;
|
|
22286
23826
|
name: z.ZodOptional<z.ZodString>;
|
|
22287
23827
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -22319,60 +23859,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
22319
23859
|
parakeet: "parakeet";
|
|
22320
23860
|
classification: "classification";
|
|
22321
23861
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22322
|
-
}, z.core.$strip>]
|
|
22323
|
-
|
|
22324
|
-
backendsDir: z.ZodOptional<z.ZodString>;
|
|
22325
|
-
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
22326
|
-
emotion: z.ZodOptional<z.ZodEnum<{
|
|
22327
|
-
anger: "anger";
|
|
22328
|
-
happy: "happy";
|
|
22329
|
-
neutral: "neutral";
|
|
22330
|
-
sad: "sad";
|
|
22331
|
-
}>>;
|
|
22332
|
-
pace: z.ZodOptional<z.ZodEnum<{
|
|
22333
|
-
slow: "slow";
|
|
22334
|
-
moderate: "moderate";
|
|
22335
|
-
fast: "fast";
|
|
22336
|
-
}>>;
|
|
22337
|
-
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22338
|
-
dialect: z.ZodOptional<z.ZodEnum<{
|
|
22339
|
-
cantonese: "cantonese";
|
|
22340
|
-
northeastern: "northeastern";
|
|
22341
|
-
gansu: "gansu";
|
|
22342
|
-
guizhou: "guizhou";
|
|
22343
|
-
henan: "henan";
|
|
22344
|
-
hubei: "hubei";
|
|
22345
|
-
hunan: "hunan";
|
|
22346
|
-
jiangxi: "jiangxi";
|
|
22347
|
-
minnan: "minnan";
|
|
22348
|
-
ningxia: "ningxia";
|
|
22349
|
-
shanxi: "shanxi";
|
|
22350
|
-
shaanxi: "shaanxi";
|
|
22351
|
-
shandong: "shandong";
|
|
22352
|
-
shanghai: "shanghai";
|
|
22353
|
-
sichuan: "sichuan";
|
|
22354
|
-
tianjin: "tianjin";
|
|
22355
|
-
yunnan: "yunnan";
|
|
22356
|
-
}>>;
|
|
22357
|
-
volume: z.ZodOptional<z.ZodEnum<{
|
|
22358
|
-
loud: "loud";
|
|
22359
|
-
soft: "soft";
|
|
22360
|
-
}>>;
|
|
22361
|
-
style: z.ZodOptional<z.ZodEnum<{
|
|
22362
|
-
peppa: "peppa";
|
|
22363
|
-
robot: "robot";
|
|
22364
|
-
}>>;
|
|
22365
|
-
}, z.core.$strict>]>>;
|
|
22366
|
-
promptText: z.ZodOptional<z.ZodString>;
|
|
22367
|
-
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
22368
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
22369
|
-
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
22370
|
-
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
22371
|
-
threads: z.ZodOptional<z.ZodNumber>;
|
|
22372
|
-
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
22373
|
-
seed: z.ZodOptional<z.ZodNumber>;
|
|
22374
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
22375
|
-
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23862
|
+
}, z.core.$strip>]>;
|
|
23863
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22376
23864
|
src: z.ZodString;
|
|
22377
23865
|
name: z.ZodOptional<z.ZodString>;
|
|
22378
23866
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -22410,8 +23898,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
22410
23898
|
parakeet: "parakeet";
|
|
22411
23899
|
classification: "classification";
|
|
22412
23900
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22413
|
-
}, z.core.$strip>]
|
|
22414
|
-
|
|
23901
|
+
}, z.core.$strip>]>>;
|
|
23902
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22415
23903
|
src: z.ZodString;
|
|
22416
23904
|
name: z.ZodOptional<z.ZodString>;
|
|
22417
23905
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -22450,7 +23938,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
22450
23938
|
classification: "classification";
|
|
22451
23939
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22452
23940
|
}, z.core.$strip>]>>;
|
|
22453
|
-
|
|
23941
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22454
23942
|
src: z.ZodString;
|
|
22455
23943
|
name: z.ZodOptional<z.ZodString>;
|
|
22456
23944
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -22488,17 +23976,13 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
22488
23976
|
parakeet: "parakeet";
|
|
22489
23977
|
classification: "classification";
|
|
22490
23978
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22491
|
-
}, z.core.$strip>]
|
|
23979
|
+
}, z.core.$strip>]>>>;
|
|
22492
23980
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
22493
|
-
ttsEngine: z.ZodLiteral<"
|
|
22494
|
-
|
|
22495
|
-
|
|
22496
|
-
|
|
22497
|
-
topK: z.ZodOptional<z.ZodNumber>;
|
|
22498
|
-
topP: z.ZodOptional<z.ZodNumber>;
|
|
22499
|
-
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
23981
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
23982
|
+
language: z.ZodOptional<z.ZodString>;
|
|
23983
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
23984
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
22500
23985
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
22501
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
22502
23986
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
22503
23987
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
22504
23988
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
@@ -22596,8 +24080,8 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
|
|
|
22596
24080
|
}>>;
|
|
22597
24081
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
22598
24082
|
device: z.ZodOptional<z.ZodEnum<{
|
|
22599
|
-
gpu: "gpu";
|
|
22600
24083
|
cpu: "cpu";
|
|
24084
|
+
gpu: "gpu";
|
|
22601
24085
|
}>>;
|
|
22602
24086
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
22603
24087
|
integrated: "integrated";
|
|
@@ -23131,6 +24615,10 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
|
|
|
23131
24615
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
23132
24616
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
23133
24617
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
24618
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
24619
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
24620
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
24621
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
23134
24622
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
23135
24623
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
23136
24624
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -23458,8 +24946,8 @@ export declare const loadVlaModelRequestSchema: z.ZodObject<{
|
|
|
23458
24946
|
modelType: z.ZodLiteral<"ggml-vla">;
|
|
23459
24947
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
23460
24948
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
23461
|
-
auto: "auto";
|
|
23462
24949
|
cpu: "cpu";
|
|
24950
|
+
auto: "auto";
|
|
23463
24951
|
}>>;
|
|
23464
24952
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
23465
24953
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -23546,15 +25034,17 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23546
25034
|
integrated: "integrated";
|
|
23547
25035
|
dedicated: "dedicated";
|
|
23548
25036
|
}>]>>;
|
|
25037
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
25038
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
23549
25039
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
23550
25040
|
none: "none";
|
|
23551
25041
|
layer: "layer";
|
|
23552
25042
|
tensor: "tensor";
|
|
23553
25043
|
}>>;
|
|
23554
25044
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
25045
|
+
auto: "auto";
|
|
23555
25046
|
on: "on";
|
|
23556
25047
|
off: "off";
|
|
23557
|
-
auto: "auto";
|
|
23558
25048
|
}>>;
|
|
23559
25049
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
23560
25050
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -23573,9 +25063,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23573
25063
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
23574
25064
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
23575
25065
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
25066
|
+
auto: "auto";
|
|
23576
25067
|
on: "on";
|
|
23577
25068
|
off: "off";
|
|
23578
|
-
auto: "auto";
|
|
23579
25069
|
}>>;
|
|
23580
25070
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
23581
25071
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -23682,6 +25172,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23682
25172
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
23683
25173
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
23684
25174
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
25175
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
25176
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
25177
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
25178
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
23685
25179
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
23686
25180
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
23687
25181
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -23702,6 +25196,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23702
25196
|
}, z.core.$strip>>;
|
|
23703
25197
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
23704
25198
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
25199
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
23705
25200
|
}, z.core.$strip>>;
|
|
23706
25201
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
23707
25202
|
src: z.ZodString;
|
|
@@ -23854,8 +25349,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23854
25349
|
modelConfig: z.ZodObject<{
|
|
23855
25350
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
23856
25351
|
device: z.ZodOptional<z.ZodEnum<{
|
|
23857
|
-
gpu: "gpu";
|
|
23858
25352
|
cpu: "cpu";
|
|
25353
|
+
gpu: "gpu";
|
|
23859
25354
|
}>>;
|
|
23860
25355
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
23861
25356
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -23871,9 +25366,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23871
25366
|
}>>;
|
|
23872
25367
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
23873
25368
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
25369
|
+
auto: "auto";
|
|
23874
25370
|
on: "on";
|
|
23875
25371
|
off: "off";
|
|
23876
|
-
auto: "auto";
|
|
23877
25372
|
}>>;
|
|
23878
25373
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
23879
25374
|
integrated: "integrated";
|
|
@@ -24848,59 +26343,190 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24848
26343
|
classification: "classification";
|
|
24849
26344
|
}>, z.ZodLiteral<"vad">]>>;
|
|
24850
26345
|
}, z.core.$strip>]>>;
|
|
24851
|
-
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
26346
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
26347
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
26348
|
+
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
26349
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
26350
|
+
anger: "anger";
|
|
26351
|
+
happy: "happy";
|
|
26352
|
+
neutral: "neutral";
|
|
26353
|
+
sad: "sad";
|
|
26354
|
+
}>>;
|
|
26355
|
+
pace: z.ZodOptional<z.ZodEnum<{
|
|
26356
|
+
slow: "slow";
|
|
26357
|
+
moderate: "moderate";
|
|
26358
|
+
fast: "fast";
|
|
26359
|
+
}>>;
|
|
26360
|
+
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26361
|
+
dialect: z.ZodOptional<z.ZodEnum<{
|
|
26362
|
+
cantonese: "cantonese";
|
|
26363
|
+
northeastern: "northeastern";
|
|
26364
|
+
gansu: "gansu";
|
|
26365
|
+
guizhou: "guizhou";
|
|
26366
|
+
henan: "henan";
|
|
26367
|
+
hubei: "hubei";
|
|
26368
|
+
hunan: "hunan";
|
|
26369
|
+
jiangxi: "jiangxi";
|
|
26370
|
+
minnan: "minnan";
|
|
26371
|
+
ningxia: "ningxia";
|
|
26372
|
+
shanxi: "shanxi";
|
|
26373
|
+
shaanxi: "shaanxi";
|
|
26374
|
+
shandong: "shandong";
|
|
26375
|
+
shanghai: "shanghai";
|
|
26376
|
+
sichuan: "sichuan";
|
|
26377
|
+
tianjin: "tianjin";
|
|
26378
|
+
yunnan: "yunnan";
|
|
26379
|
+
}>>;
|
|
26380
|
+
volume: z.ZodOptional<z.ZodEnum<{
|
|
26381
|
+
loud: "loud";
|
|
26382
|
+
soft: "soft";
|
|
26383
|
+
}>>;
|
|
26384
|
+
style: z.ZodOptional<z.ZodEnum<{
|
|
26385
|
+
peppa: "peppa";
|
|
26386
|
+
robot: "robot";
|
|
26387
|
+
}>>;
|
|
26388
|
+
}, z.core.$strict>]>>;
|
|
26389
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
26390
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
26391
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
26392
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
26393
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
26394
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
26395
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
26396
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
26397
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
26398
|
+
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26399
|
+
src: z.ZodString;
|
|
26400
|
+
name: z.ZodOptional<z.ZodString>;
|
|
26401
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
26402
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
26403
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
26404
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
26405
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
26406
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
26407
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
26408
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
26409
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
26410
|
+
embeddings: "embeddings";
|
|
26411
|
+
diffusion: "diffusion";
|
|
26412
|
+
audiogen: "audiogen";
|
|
26413
|
+
tts: "tts";
|
|
26414
|
+
ocr: "ocr";
|
|
26415
|
+
vla: "vla";
|
|
26416
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
26417
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
26418
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26419
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
26420
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
26421
|
+
"onnx-tts": "onnx-tts";
|
|
26422
|
+
"tts-ggml": "tts-ggml";
|
|
26423
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
26424
|
+
"ggml-ocr": "ggml-ocr";
|
|
26425
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
26426
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
26427
|
+
"ggml-vla": "ggml-vla";
|
|
26428
|
+
"ggml-classification": "ggml-classification";
|
|
26429
|
+
llm: "llm";
|
|
26430
|
+
whisper: "whisper";
|
|
26431
|
+
bci: "bci";
|
|
26432
|
+
nmt: "nmt";
|
|
26433
|
+
parakeet: "parakeet";
|
|
26434
|
+
classification: "classification";
|
|
26435
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
26436
|
+
}, z.core.$strip>]>;
|
|
26437
|
+
audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26438
|
+
src: z.ZodString;
|
|
26439
|
+
name: z.ZodOptional<z.ZodString>;
|
|
26440
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
26441
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
26442
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
26443
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
26444
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
26445
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
26446
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
26447
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
26448
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
26449
|
+
embeddings: "embeddings";
|
|
26450
|
+
diffusion: "diffusion";
|
|
26451
|
+
audiogen: "audiogen";
|
|
26452
|
+
tts: "tts";
|
|
26453
|
+
ocr: "ocr";
|
|
26454
|
+
vla: "vla";
|
|
26455
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
26456
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
26457
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26458
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
26459
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
26460
|
+
"onnx-tts": "onnx-tts";
|
|
26461
|
+
"tts-ggml": "tts-ggml";
|
|
26462
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
26463
|
+
"ggml-ocr": "ggml-ocr";
|
|
26464
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
26465
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
26466
|
+
"ggml-vla": "ggml-vla";
|
|
26467
|
+
"ggml-classification": "ggml-classification";
|
|
26468
|
+
llm: "llm";
|
|
26469
|
+
whisper: "whisper";
|
|
26470
|
+
bci: "bci";
|
|
26471
|
+
nmt: "nmt";
|
|
26472
|
+
parakeet: "parakeet";
|
|
26473
|
+
classification: "classification";
|
|
26474
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
26475
|
+
}, z.core.$strip>]>>;
|
|
26476
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26477
|
+
src: z.ZodString;
|
|
26478
|
+
name: z.ZodOptional<z.ZodString>;
|
|
26479
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
26480
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
26481
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
26482
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
26483
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
26484
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
26485
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
26486
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
26487
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
26488
|
+
embeddings: "embeddings";
|
|
26489
|
+
diffusion: "diffusion";
|
|
26490
|
+
audiogen: "audiogen";
|
|
26491
|
+
tts: "tts";
|
|
26492
|
+
ocr: "ocr";
|
|
26493
|
+
vla: "vla";
|
|
26494
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
26495
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
26496
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26497
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
26498
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
26499
|
+
"onnx-tts": "onnx-tts";
|
|
26500
|
+
"tts-ggml": "tts-ggml";
|
|
26501
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
26502
|
+
"ggml-ocr": "ggml-ocr";
|
|
26503
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
26504
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
26505
|
+
"ggml-vla": "ggml-vla";
|
|
26506
|
+
"ggml-classification": "ggml-classification";
|
|
26507
|
+
llm: "llm";
|
|
26508
|
+
whisper: "whisper";
|
|
26509
|
+
bci: "bci";
|
|
26510
|
+
nmt: "nmt";
|
|
26511
|
+
parakeet: "parakeet";
|
|
26512
|
+
classification: "classification";
|
|
26513
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
26514
|
+
}, z.core.$strip>]>>;
|
|
24852
26515
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
24853
|
-
ttsEngine: z.ZodLiteral<"
|
|
24854
|
-
|
|
24855
|
-
|
|
24856
|
-
|
|
24857
|
-
|
|
24858
|
-
|
|
24859
|
-
|
|
24860
|
-
pace: z.ZodOptional<z.ZodEnum<{
|
|
24861
|
-
slow: "slow";
|
|
24862
|
-
moderate: "moderate";
|
|
24863
|
-
fast: "fast";
|
|
24864
|
-
}>>;
|
|
24865
|
-
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24866
|
-
dialect: z.ZodOptional<z.ZodEnum<{
|
|
24867
|
-
cantonese: "cantonese";
|
|
24868
|
-
northeastern: "northeastern";
|
|
24869
|
-
gansu: "gansu";
|
|
24870
|
-
guizhou: "guizhou";
|
|
24871
|
-
henan: "henan";
|
|
24872
|
-
hubei: "hubei";
|
|
24873
|
-
hunan: "hunan";
|
|
24874
|
-
jiangxi: "jiangxi";
|
|
24875
|
-
minnan: "minnan";
|
|
24876
|
-
ningxia: "ningxia";
|
|
24877
|
-
shanxi: "shanxi";
|
|
24878
|
-
shaanxi: "shaanxi";
|
|
24879
|
-
shandong: "shandong";
|
|
24880
|
-
shanghai: "shanghai";
|
|
24881
|
-
sichuan: "sichuan";
|
|
24882
|
-
tianjin: "tianjin";
|
|
24883
|
-
yunnan: "yunnan";
|
|
24884
|
-
}>>;
|
|
24885
|
-
volume: z.ZodOptional<z.ZodEnum<{
|
|
24886
|
-
loud: "loud";
|
|
24887
|
-
soft: "soft";
|
|
24888
|
-
}>>;
|
|
24889
|
-
style: z.ZodOptional<z.ZodEnum<{
|
|
24890
|
-
peppa: "peppa";
|
|
24891
|
-
robot: "robot";
|
|
24892
|
-
}>>;
|
|
24893
|
-
}, z.core.$strict>]>>;
|
|
24894
|
-
promptText: z.ZodOptional<z.ZodString>;
|
|
26516
|
+
ttsEngine: z.ZodLiteral<"audio8">;
|
|
26517
|
+
referenceText: z.ZodOptional<z.ZodString>;
|
|
26518
|
+
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
26519
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
26520
|
+
topK: z.ZodOptional<z.ZodNumber>;
|
|
26521
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
26522
|
+
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
24895
26523
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
24896
26524
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
24897
|
-
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
24898
|
-
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
24899
26525
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
24900
26526
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
24901
26527
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
24902
26528
|
}, z.core.$strict>, z.ZodObject<{
|
|
24903
|
-
|
|
26529
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24904
26530
|
src: z.ZodString;
|
|
24905
26531
|
name: z.ZodOptional<z.ZodString>;
|
|
24906
26532
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -24939,7 +26565,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24939
26565
|
classification: "classification";
|
|
24940
26566
|
}>, z.ZodLiteral<"vad">]>>;
|
|
24941
26567
|
}, z.core.$strip>]>;
|
|
24942
|
-
|
|
26568
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24943
26569
|
src: z.ZodString;
|
|
24944
26570
|
name: z.ZodOptional<z.ZodString>;
|
|
24945
26571
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -25017,16 +26643,51 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25017
26643
|
classification: "classification";
|
|
25018
26644
|
}>, z.ZodLiteral<"vad">]>>;
|
|
25019
26645
|
}, z.core.$strip>]>>;
|
|
26646
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26647
|
+
src: z.ZodString;
|
|
26648
|
+
name: z.ZodOptional<z.ZodString>;
|
|
26649
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
26650
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
26651
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
26652
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
26653
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
26654
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
26655
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
26656
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
26657
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
26658
|
+
embeddings: "embeddings";
|
|
26659
|
+
diffusion: "diffusion";
|
|
26660
|
+
audiogen: "audiogen";
|
|
26661
|
+
tts: "tts";
|
|
26662
|
+
ocr: "ocr";
|
|
26663
|
+
vla: "vla";
|
|
26664
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
26665
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
26666
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26667
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
26668
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
26669
|
+
"onnx-tts": "onnx-tts";
|
|
26670
|
+
"tts-ggml": "tts-ggml";
|
|
26671
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
26672
|
+
"ggml-ocr": "ggml-ocr";
|
|
26673
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
26674
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
26675
|
+
"ggml-vla": "ggml-vla";
|
|
26676
|
+
"ggml-classification": "ggml-classification";
|
|
26677
|
+
llm: "llm";
|
|
26678
|
+
whisper: "whisper";
|
|
26679
|
+
bci: "bci";
|
|
26680
|
+
nmt: "nmt";
|
|
26681
|
+
parakeet: "parakeet";
|
|
26682
|
+
classification: "classification";
|
|
26683
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
26684
|
+
}, z.core.$strip>]>>>;
|
|
25020
26685
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
25021
|
-
ttsEngine: z.ZodLiteral<"
|
|
25022
|
-
|
|
25023
|
-
|
|
25024
|
-
|
|
25025
|
-
topK: z.ZodOptional<z.ZodNumber>;
|
|
25026
|
-
topP: z.ZodOptional<z.ZodNumber>;
|
|
25027
|
-
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
26686
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
26687
|
+
language: z.ZodOptional<z.ZodString>;
|
|
26688
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
26689
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
25028
26690
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
25029
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
25030
26691
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
25031
26692
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
25032
26693
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
@@ -25122,8 +26783,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25122
26783
|
}>>;
|
|
25123
26784
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
25124
26785
|
device: z.ZodOptional<z.ZodEnum<{
|
|
25125
|
-
gpu: "gpu";
|
|
25126
26786
|
cpu: "cpu";
|
|
26787
|
+
gpu: "gpu";
|
|
25127
26788
|
}>>;
|
|
25128
26789
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
25129
26790
|
integrated: "integrated";
|
|
@@ -25657,6 +27318,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25657
27318
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
25658
27319
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
25659
27320
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
27321
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
27322
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
27323
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
27324
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
25660
27325
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
25661
27326
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
25662
27327
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -25982,8 +27647,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25982
27647
|
modelType: z.ZodLiteral<"ggml-vla">;
|
|
25983
27648
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
25984
27649
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
25985
|
-
auto: "auto";
|
|
25986
27650
|
cpu: "cpu";
|
|
27651
|
+
auto: "auto";
|
|
25987
27652
|
}>>;
|
|
25988
27653
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
25989
27654
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -26047,8 +27712,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26047
27712
|
'cache-type-k'?: string | undefined;
|
|
26048
27713
|
'cache-type-v'?: string | undefined;
|
|
26049
27714
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
27715
|
+
'rpc-servers'?: string | undefined;
|
|
27716
|
+
devices?: string | undefined;
|
|
26050
27717
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
26051
|
-
'flash-attn'?: "
|
|
27718
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
26052
27719
|
'tensor-split'?: string | undefined;
|
|
26053
27720
|
'batch-size'?: number | undefined;
|
|
26054
27721
|
'ubatch-size'?: number | undefined;
|
|
@@ -26065,7 +27732,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26065
27732
|
'n-cpu-ffn'?: number | undefined;
|
|
26066
27733
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
26067
27734
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
26068
|
-
'tensor-read-lazy'?: "
|
|
27735
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
26069
27736
|
fit?: boolean | undefined;
|
|
26070
27737
|
'fit-target'?: string | number | undefined;
|
|
26071
27738
|
'fit-ctx'?: number | undefined;
|
|
@@ -26135,6 +27802,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26135
27802
|
logprob_thold?: number | undefined;
|
|
26136
27803
|
greedy_best_of?: number | undefined;
|
|
26137
27804
|
beam_search_beam_size?: number | undefined;
|
|
27805
|
+
max_initial_ts?: number | undefined;
|
|
27806
|
+
no_speech_thold?: number | undefined;
|
|
27807
|
+
seed?: number | undefined;
|
|
27808
|
+
backendsDir?: string | undefined;
|
|
26138
27809
|
vad_params?: {
|
|
26139
27810
|
threshold?: number | undefined;
|
|
26140
27811
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -26152,6 +27823,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26152
27823
|
} | undefined;
|
|
26153
27824
|
miscConfig?: {
|
|
26154
27825
|
caption_enabled?: boolean | undefined;
|
|
27826
|
+
seed?: number | undefined;
|
|
26155
27827
|
} | undefined;
|
|
26156
27828
|
vadModelSrc?: string | {
|
|
26157
27829
|
src: string;
|
|
@@ -26251,12 +27923,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26251
27923
|
modelType: "llamacpp-embedding";
|
|
26252
27924
|
modelConfig: {
|
|
26253
27925
|
gpuLayers?: number | undefined;
|
|
26254
|
-
device?: "
|
|
27926
|
+
device?: "cpu" | "gpu" | undefined;
|
|
26255
27927
|
batchSize?: number | undefined;
|
|
26256
27928
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
26257
27929
|
attention?: "causal" | "non-causal" | undefined;
|
|
26258
27930
|
embdNormalize?: number | undefined;
|
|
26259
|
-
flashAttention?: "
|
|
27931
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
26260
27932
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
26261
27933
|
splitMode?: "none" | "layer" | undefined;
|
|
26262
27934
|
tensorSplit?: string | undefined;
|
|
@@ -26583,6 +28255,68 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26583
28255
|
threads?: number | undefined;
|
|
26584
28256
|
nGpuLayers?: number | undefined;
|
|
26585
28257
|
seed?: number | undefined;
|
|
28258
|
+
} | {
|
|
28259
|
+
mossCodecDecoderModelSrc: string | {
|
|
28260
|
+
src: string;
|
|
28261
|
+
name?: string | undefined;
|
|
28262
|
+
modelId?: string | undefined;
|
|
28263
|
+
registryPath?: string | undefined;
|
|
28264
|
+
registrySource?: string | undefined;
|
|
28265
|
+
blobCoreKey?: string | undefined;
|
|
28266
|
+
blobIndex?: number | undefined;
|
|
28267
|
+
engine?: string | undefined;
|
|
28268
|
+
expectedSize?: number | undefined;
|
|
28269
|
+
sha256Checksum?: string | undefined;
|
|
28270
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28271
|
+
};
|
|
28272
|
+
ttsEngine: "moss";
|
|
28273
|
+
mossCodecEncoderModelSrc?: string | {
|
|
28274
|
+
src: string;
|
|
28275
|
+
name?: string | undefined;
|
|
28276
|
+
modelId?: string | undefined;
|
|
28277
|
+
registryPath?: string | undefined;
|
|
28278
|
+
registrySource?: string | undefined;
|
|
28279
|
+
blobCoreKey?: string | undefined;
|
|
28280
|
+
blobIndex?: number | undefined;
|
|
28281
|
+
engine?: string | undefined;
|
|
28282
|
+
expectedSize?: number | undefined;
|
|
28283
|
+
sha256Checksum?: string | undefined;
|
|
28284
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28285
|
+
} | undefined;
|
|
28286
|
+
referenceAudioSrc?: string | {
|
|
28287
|
+
src: string;
|
|
28288
|
+
name?: string | undefined;
|
|
28289
|
+
modelId?: string | undefined;
|
|
28290
|
+
registryPath?: string | undefined;
|
|
28291
|
+
registrySource?: string | undefined;
|
|
28292
|
+
blobCoreKey?: string | undefined;
|
|
28293
|
+
blobIndex?: number | undefined;
|
|
28294
|
+
engine?: string | undefined;
|
|
28295
|
+
expectedSize?: number | undefined;
|
|
28296
|
+
sha256Checksum?: string | undefined;
|
|
28297
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28298
|
+
} | undefined;
|
|
28299
|
+
dialogueReferenceSrcs?: (string | {
|
|
28300
|
+
src: string;
|
|
28301
|
+
name?: string | undefined;
|
|
28302
|
+
modelId?: string | undefined;
|
|
28303
|
+
registryPath?: string | undefined;
|
|
28304
|
+
registrySource?: string | undefined;
|
|
28305
|
+
blobCoreKey?: string | undefined;
|
|
28306
|
+
blobIndex?: number | undefined;
|
|
28307
|
+
engine?: string | undefined;
|
|
28308
|
+
expectedSize?: number | undefined;
|
|
28309
|
+
sha256Checksum?: string | undefined;
|
|
28310
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28311
|
+
})[] | undefined;
|
|
28312
|
+
backendsDir?: string | undefined;
|
|
28313
|
+
language?: string | undefined;
|
|
28314
|
+
durationTokens?: number | undefined;
|
|
28315
|
+
streamChunkTokens?: number | undefined;
|
|
28316
|
+
useGPU?: boolean | undefined;
|
|
28317
|
+
threads?: number | undefined;
|
|
28318
|
+
nGpuLayers?: number | undefined;
|
|
28319
|
+
seed?: number | undefined;
|
|
26586
28320
|
};
|
|
26587
28321
|
modelName?: string | undefined;
|
|
26588
28322
|
withProgress?: boolean | undefined;
|
|
@@ -26641,7 +28375,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26641
28375
|
modelConfig?: {
|
|
26642
28376
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
26643
28377
|
threads?: number | undefined;
|
|
26644
|
-
device?: "
|
|
28378
|
+
device?: "cpu" | "gpu" | undefined;
|
|
26645
28379
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
26646
28380
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
26647
28381
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -26825,6 +28559,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26825
28559
|
numFramePerBlock?: number | undefined;
|
|
26826
28560
|
localAttnSize?: number | undefined;
|
|
26827
28561
|
offloadParamsToCpu?: boolean | undefined;
|
|
28562
|
+
paramsBackend?: string | undefined;
|
|
28563
|
+
maxVram?: string | number | undefined;
|
|
28564
|
+
streamLayers?: boolean | undefined;
|
|
28565
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
26828
28566
|
frameJpegQuality?: number | undefined;
|
|
26829
28567
|
kvCache?: boolean | undefined;
|
|
26830
28568
|
profile?: boolean | undefined;
|
|
@@ -26967,7 +28705,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
26967
28705
|
requireSecureTransport?: boolean | undefined;
|
|
26968
28706
|
requestId?: string | undefined;
|
|
26969
28707
|
modelConfig?: {
|
|
26970
|
-
backend?: "
|
|
28708
|
+
backend?: "cpu" | "auto" | undefined;
|
|
26971
28709
|
verbosity?: number | undefined;
|
|
26972
28710
|
embodiment?: string | number | {
|
|
26973
28711
|
tag?: string | undefined;
|
|
@@ -27029,8 +28767,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27029
28767
|
'cache-type-k'?: string | undefined;
|
|
27030
28768
|
'cache-type-v'?: string | undefined;
|
|
27031
28769
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
28770
|
+
'rpc-servers'?: string | undefined;
|
|
28771
|
+
devices?: string | undefined;
|
|
27032
28772
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
27033
|
-
'flash-attn'?: "
|
|
28773
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
27034
28774
|
'tensor-split'?: string | undefined;
|
|
27035
28775
|
'batch-size'?: number | undefined;
|
|
27036
28776
|
'ubatch-size'?: number | undefined;
|
|
@@ -27047,7 +28787,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27047
28787
|
'n-cpu-ffn'?: number | undefined;
|
|
27048
28788
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
27049
28789
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
27050
|
-
'tensor-read-lazy'?: "
|
|
28790
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
27051
28791
|
fit?: boolean | undefined;
|
|
27052
28792
|
'fit-target'?: string | number | undefined;
|
|
27053
28793
|
'fit-ctx'?: number | undefined;
|
|
@@ -27117,6 +28857,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27117
28857
|
logprob_thold?: number | undefined;
|
|
27118
28858
|
greedy_best_of?: number | undefined;
|
|
27119
28859
|
beam_search_beam_size?: number | undefined;
|
|
28860
|
+
max_initial_ts?: number | undefined;
|
|
28861
|
+
no_speech_thold?: number | undefined;
|
|
28862
|
+
seed?: number | undefined;
|
|
28863
|
+
backendsDir?: string | undefined;
|
|
27120
28864
|
vad_params?: {
|
|
27121
28865
|
threshold?: number | undefined;
|
|
27122
28866
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -27134,6 +28878,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27134
28878
|
} | undefined;
|
|
27135
28879
|
miscConfig?: {
|
|
27136
28880
|
caption_enabled?: boolean | undefined;
|
|
28881
|
+
seed?: number | undefined;
|
|
27137
28882
|
} | undefined;
|
|
27138
28883
|
vadModelSrc?: string | {
|
|
27139
28884
|
src: string;
|
|
@@ -27233,12 +28978,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27233
28978
|
modelType: "llamacpp-embedding";
|
|
27234
28979
|
modelConfig: {
|
|
27235
28980
|
gpuLayers?: number | undefined;
|
|
27236
|
-
device?: "
|
|
28981
|
+
device?: "cpu" | "gpu" | undefined;
|
|
27237
28982
|
batchSize?: number | undefined;
|
|
27238
28983
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
27239
28984
|
attention?: "causal" | "non-causal" | undefined;
|
|
27240
28985
|
embdNormalize?: number | undefined;
|
|
27241
|
-
flashAttention?: "
|
|
28986
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
27242
28987
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
27243
28988
|
splitMode?: "none" | "layer" | undefined;
|
|
27244
28989
|
tensorSplit?: string | undefined;
|
|
@@ -27412,25 +29157,108 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27412
29157
|
threads?: number | undefined;
|
|
27413
29158
|
nGpuLayers?: number | undefined;
|
|
27414
29159
|
seed?: number | undefined;
|
|
27415
|
-
temperature?: number | undefined;
|
|
27416
|
-
topK?: number | undefined;
|
|
27417
|
-
topP?: number | undefined;
|
|
27418
|
-
maxFrames?: number | undefined;
|
|
27419
|
-
minNewTokens?: number | undefined;
|
|
27420
|
-
normalizeNumbers?: boolean | undefined;
|
|
27421
|
-
description?: string | undefined;
|
|
27422
|
-
voiceDescription?: string | undefined;
|
|
27423
|
-
voice?: string | undefined;
|
|
27424
|
-
emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
|
|
27425
|
-
pitch?: string | undefined;
|
|
27426
|
-
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
27427
|
-
expressivity?: string | undefined;
|
|
27428
|
-
noise?: string | undefined;
|
|
27429
|
-
reverb?: string | undefined;
|
|
27430
|
-
quality?: string | undefined;
|
|
29160
|
+
temperature?: number | undefined;
|
|
29161
|
+
topK?: number | undefined;
|
|
29162
|
+
topP?: number | undefined;
|
|
29163
|
+
maxFrames?: number | undefined;
|
|
29164
|
+
minNewTokens?: number | undefined;
|
|
29165
|
+
normalizeNumbers?: boolean | undefined;
|
|
29166
|
+
description?: string | undefined;
|
|
29167
|
+
voiceDescription?: string | undefined;
|
|
29168
|
+
voice?: string | undefined;
|
|
29169
|
+
emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
|
|
29170
|
+
pitch?: string | undefined;
|
|
29171
|
+
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
29172
|
+
expressivity?: string | undefined;
|
|
29173
|
+
noise?: string | undefined;
|
|
29174
|
+
reverb?: string | undefined;
|
|
29175
|
+
quality?: string | undefined;
|
|
29176
|
+
} | {
|
|
29177
|
+
ttsEngine: "cosyvoice3";
|
|
29178
|
+
referenceAudioSrc?: string | {
|
|
29179
|
+
src: string;
|
|
29180
|
+
name?: string | undefined;
|
|
29181
|
+
modelId?: string | undefined;
|
|
29182
|
+
registryPath?: string | undefined;
|
|
29183
|
+
registrySource?: string | undefined;
|
|
29184
|
+
blobCoreKey?: string | undefined;
|
|
29185
|
+
blobIndex?: number | undefined;
|
|
29186
|
+
engine?: string | undefined;
|
|
29187
|
+
expectedSize?: number | undefined;
|
|
29188
|
+
sha256Checksum?: string | undefined;
|
|
29189
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29190
|
+
} | undefined;
|
|
29191
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
29192
|
+
src: string;
|
|
29193
|
+
name?: string | undefined;
|
|
29194
|
+
modelId?: string | undefined;
|
|
29195
|
+
registryPath?: string | undefined;
|
|
29196
|
+
registrySource?: string | undefined;
|
|
29197
|
+
blobCoreKey?: string | undefined;
|
|
29198
|
+
blobIndex?: number | undefined;
|
|
29199
|
+
engine?: string | undefined;
|
|
29200
|
+
expectedSize?: number | undefined;
|
|
29201
|
+
sha256Checksum?: string | undefined;
|
|
29202
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29203
|
+
} | undefined;
|
|
29204
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
29205
|
+
src: string;
|
|
29206
|
+
name?: string | undefined;
|
|
29207
|
+
modelId?: string | undefined;
|
|
29208
|
+
registryPath?: string | undefined;
|
|
29209
|
+
registrySource?: string | undefined;
|
|
29210
|
+
blobCoreKey?: string | undefined;
|
|
29211
|
+
blobIndex?: number | undefined;
|
|
29212
|
+
engine?: string | undefined;
|
|
29213
|
+
expectedSize?: number | undefined;
|
|
29214
|
+
sha256Checksum?: string | undefined;
|
|
29215
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29216
|
+
} | undefined;
|
|
29217
|
+
lavasrEnhancerModelSrc?: string | {
|
|
29218
|
+
src: string;
|
|
29219
|
+
name?: string | undefined;
|
|
29220
|
+
modelId?: string | undefined;
|
|
29221
|
+
registryPath?: string | undefined;
|
|
29222
|
+
registrySource?: string | undefined;
|
|
29223
|
+
blobCoreKey?: string | undefined;
|
|
29224
|
+
blobIndex?: number | undefined;
|
|
29225
|
+
engine?: string | undefined;
|
|
29226
|
+
expectedSize?: number | undefined;
|
|
29227
|
+
sha256Checksum?: string | undefined;
|
|
29228
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29229
|
+
} | undefined;
|
|
29230
|
+
lavasrDenoiserModelSrc?: string | {
|
|
29231
|
+
src: string;
|
|
29232
|
+
name?: string | undefined;
|
|
29233
|
+
modelId?: string | undefined;
|
|
29234
|
+
registryPath?: string | undefined;
|
|
29235
|
+
registrySource?: string | undefined;
|
|
29236
|
+
blobCoreKey?: string | undefined;
|
|
29237
|
+
blobIndex?: number | undefined;
|
|
29238
|
+
engine?: string | undefined;
|
|
29239
|
+
expectedSize?: number | undefined;
|
|
29240
|
+
sha256Checksum?: string | undefined;
|
|
29241
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29242
|
+
} | undefined;
|
|
29243
|
+
openclCacheDir?: string | undefined;
|
|
29244
|
+
backendsDir?: string | undefined;
|
|
29245
|
+
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
29246
|
+
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
29247
|
+
instruct?: string | {
|
|
29248
|
+
dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
|
|
29249
|
+
volume?: "loud" | "soft" | undefined;
|
|
29250
|
+
style?: "peppa" | "robot" | undefined;
|
|
29251
|
+
} | undefined;
|
|
29252
|
+
promptText?: string | undefined;
|
|
29253
|
+
useGPU?: boolean | undefined;
|
|
29254
|
+
outputSampleRate?: number | undefined;
|
|
29255
|
+
streamChunkTokens?: number | undefined;
|
|
29256
|
+
streamFirstChunkTokens?: number | undefined;
|
|
29257
|
+
threads?: number | undefined;
|
|
29258
|
+
nGpuLayers?: number | undefined;
|
|
29259
|
+
seed?: number | undefined;
|
|
27431
29260
|
} | {
|
|
27432
|
-
|
|
27433
|
-
referenceAudioSrc?: string | {
|
|
29261
|
+
audio8CodecDecoderModelSrc: string | {
|
|
27434
29262
|
src: string;
|
|
27435
29263
|
name?: string | undefined;
|
|
27436
29264
|
modelId?: string | undefined;
|
|
@@ -27442,8 +29270,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27442
29270
|
expectedSize?: number | undefined;
|
|
27443
29271
|
sha256Checksum?: string | undefined;
|
|
27444
29272
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27445
|
-
}
|
|
27446
|
-
|
|
29273
|
+
};
|
|
29274
|
+
ttsEngine: "audio8";
|
|
29275
|
+
audio8CodecEncoderModelSrc?: string | {
|
|
27447
29276
|
src: string;
|
|
27448
29277
|
name?: string | undefined;
|
|
27449
29278
|
modelId?: string | undefined;
|
|
@@ -27456,7 +29285,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27456
29285
|
sha256Checksum?: string | undefined;
|
|
27457
29286
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27458
29287
|
} | undefined;
|
|
27459
|
-
|
|
29288
|
+
referenceAudioSrc?: string | {
|
|
27460
29289
|
src: string;
|
|
27461
29290
|
name?: string | undefined;
|
|
27462
29291
|
modelId?: string | undefined;
|
|
@@ -27469,7 +29298,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27469
29298
|
sha256Checksum?: string | undefined;
|
|
27470
29299
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27471
29300
|
} | undefined;
|
|
27472
|
-
|
|
29301
|
+
backendsDir?: string | undefined;
|
|
29302
|
+
referenceText?: string | undefined;
|
|
29303
|
+
greedy?: boolean | undefined;
|
|
29304
|
+
temperature?: number | undefined;
|
|
29305
|
+
topK?: number | undefined;
|
|
29306
|
+
topP?: number | undefined;
|
|
29307
|
+
maxFrames?: number | undefined;
|
|
29308
|
+
useGPU?: boolean | undefined;
|
|
29309
|
+
outputSampleRate?: number | undefined;
|
|
29310
|
+
threads?: number | undefined;
|
|
29311
|
+
nGpuLayers?: number | undefined;
|
|
29312
|
+
seed?: number | undefined;
|
|
29313
|
+
} | {
|
|
29314
|
+
mossCodecDecoderModelSrc: string | {
|
|
27473
29315
|
src: string;
|
|
27474
29316
|
name?: string | undefined;
|
|
27475
29317
|
modelId?: string | undefined;
|
|
@@ -27481,8 +29323,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27481
29323
|
expectedSize?: number | undefined;
|
|
27482
29324
|
sha256Checksum?: string | undefined;
|
|
27483
29325
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27484
|
-
}
|
|
27485
|
-
|
|
29326
|
+
};
|
|
29327
|
+
ttsEngine: "moss";
|
|
29328
|
+
mossCodecEncoderModelSrc?: string | {
|
|
27486
29329
|
src: string;
|
|
27487
29330
|
name?: string | undefined;
|
|
27488
29331
|
modelId?: string | undefined;
|
|
@@ -27495,39 +29338,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27495
29338
|
sha256Checksum?: string | undefined;
|
|
27496
29339
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27497
29340
|
} | undefined;
|
|
27498
|
-
|
|
27499
|
-
backendsDir?: string | undefined;
|
|
27500
|
-
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
27501
|
-
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
27502
|
-
instruct?: string | {
|
|
27503
|
-
dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
|
|
27504
|
-
volume?: "loud" | "soft" | undefined;
|
|
27505
|
-
style?: "peppa" | "robot" | undefined;
|
|
27506
|
-
} | undefined;
|
|
27507
|
-
promptText?: string | undefined;
|
|
27508
|
-
useGPU?: boolean | undefined;
|
|
27509
|
-
outputSampleRate?: number | undefined;
|
|
27510
|
-
streamChunkTokens?: number | undefined;
|
|
27511
|
-
streamFirstChunkTokens?: number | undefined;
|
|
27512
|
-
threads?: number | undefined;
|
|
27513
|
-
nGpuLayers?: number | undefined;
|
|
27514
|
-
seed?: number | undefined;
|
|
27515
|
-
} | {
|
|
27516
|
-
audio8CodecDecoderModelSrc: string | {
|
|
27517
|
-
src: string;
|
|
27518
|
-
name?: string | undefined;
|
|
27519
|
-
modelId?: string | undefined;
|
|
27520
|
-
registryPath?: string | undefined;
|
|
27521
|
-
registrySource?: string | undefined;
|
|
27522
|
-
blobCoreKey?: string | undefined;
|
|
27523
|
-
blobIndex?: number | undefined;
|
|
27524
|
-
engine?: string | undefined;
|
|
27525
|
-
expectedSize?: number | undefined;
|
|
27526
|
-
sha256Checksum?: string | undefined;
|
|
27527
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27528
|
-
};
|
|
27529
|
-
ttsEngine: "audio8";
|
|
27530
|
-
audio8CodecEncoderModelSrc?: string | {
|
|
29341
|
+
referenceAudioSrc?: string | {
|
|
27531
29342
|
src: string;
|
|
27532
29343
|
name?: string | undefined;
|
|
27533
29344
|
modelId?: string | undefined;
|
|
@@ -27540,7 +29351,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27540
29351
|
sha256Checksum?: string | undefined;
|
|
27541
29352
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27542
29353
|
} | undefined;
|
|
27543
|
-
|
|
29354
|
+
dialogueReferenceSrcs?: (string | {
|
|
27544
29355
|
src: string;
|
|
27545
29356
|
name?: string | undefined;
|
|
27546
29357
|
modelId?: string | undefined;
|
|
@@ -27552,16 +29363,12 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27552
29363
|
expectedSize?: number | undefined;
|
|
27553
29364
|
sha256Checksum?: string | undefined;
|
|
27554
29365
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27555
|
-
} | undefined;
|
|
29366
|
+
})[] | undefined;
|
|
27556
29367
|
backendsDir?: string | undefined;
|
|
27557
|
-
|
|
27558
|
-
|
|
27559
|
-
|
|
27560
|
-
topK?: number | undefined;
|
|
27561
|
-
topP?: number | undefined;
|
|
27562
|
-
maxFrames?: number | undefined;
|
|
29368
|
+
language?: string | undefined;
|
|
29369
|
+
durationTokens?: number | undefined;
|
|
29370
|
+
streamChunkTokens?: number | undefined;
|
|
27563
29371
|
useGPU?: boolean | undefined;
|
|
27564
|
-
outputSampleRate?: number | undefined;
|
|
27565
29372
|
threads?: number | undefined;
|
|
27566
29373
|
nGpuLayers?: number | undefined;
|
|
27567
29374
|
seed?: number | undefined;
|
|
@@ -27624,7 +29431,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27624
29431
|
modelConfig?: {
|
|
27625
29432
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
27626
29433
|
threads?: number | undefined;
|
|
27627
|
-
device?: "
|
|
29434
|
+
device?: "cpu" | "gpu" | undefined;
|
|
27628
29435
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
27629
29436
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
27630
29437
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -27808,6 +29615,10 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27808
29615
|
numFramePerBlock?: number | undefined;
|
|
27809
29616
|
localAttnSize?: number | undefined;
|
|
27810
29617
|
offloadParamsToCpu?: boolean | undefined;
|
|
29618
|
+
paramsBackend?: string | undefined;
|
|
29619
|
+
maxVram?: string | number | undefined;
|
|
29620
|
+
streamLayers?: boolean | undefined;
|
|
29621
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
27811
29622
|
frameJpegQuality?: number | undefined;
|
|
27812
29623
|
kvCache?: boolean | undefined;
|
|
27813
29624
|
profile?: boolean | undefined;
|
|
@@ -27950,7 +29761,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
27950
29761
|
requireSecureTransport?: boolean | undefined;
|
|
27951
29762
|
requestId?: string | undefined;
|
|
27952
29763
|
modelConfig?: {
|
|
27953
|
-
backend?: "
|
|
29764
|
+
backend?: "cpu" | "auto" | undefined;
|
|
27954
29765
|
verbosity?: number | undefined;
|
|
27955
29766
|
embodiment?: string | number | {
|
|
27956
29767
|
tag?: string | undefined;
|
|
@@ -28034,15 +29845,17 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28034
29845
|
integrated: "integrated";
|
|
28035
29846
|
dedicated: "dedicated";
|
|
28036
29847
|
}>]>>;
|
|
29848
|
+
'rpc-servers': z.ZodOptional<z.ZodString>;
|
|
29849
|
+
devices: z.ZodOptional<z.ZodString>;
|
|
28037
29850
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
28038
29851
|
none: "none";
|
|
28039
29852
|
layer: "layer";
|
|
28040
29853
|
tensor: "tensor";
|
|
28041
29854
|
}>>;
|
|
28042
29855
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
29856
|
+
auto: "auto";
|
|
28043
29857
|
on: "on";
|
|
28044
29858
|
off: "off";
|
|
28045
|
-
auto: "auto";
|
|
28046
29859
|
}>>;
|
|
28047
29860
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
28048
29861
|
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
@@ -28061,9 +29874,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28061
29874
|
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
28062
29875
|
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
28063
29876
|
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
29877
|
+
auto: "auto";
|
|
28064
29878
|
on: "on";
|
|
28065
29879
|
off: "off";
|
|
28066
|
-
auto: "auto";
|
|
28067
29880
|
}>>;
|
|
28068
29881
|
fit: z.ZodOptional<z.ZodBoolean>;
|
|
28069
29882
|
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
@@ -28170,6 +29983,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28170
29983
|
logprob_thold: z.ZodOptional<z.ZodNumber>;
|
|
28171
29984
|
greedy_best_of: z.ZodOptional<z.ZodNumber>;
|
|
28172
29985
|
beam_search_beam_size: z.ZodOptional<z.ZodNumber>;
|
|
29986
|
+
max_initial_ts: z.ZodOptional<z.ZodNumber>;
|
|
29987
|
+
no_speech_thold: z.ZodOptional<z.ZodNumber>;
|
|
29988
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
29989
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
28173
29990
|
vad_params: z.ZodOptional<z.ZodObject<{
|
|
28174
29991
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
28175
29992
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -28190,6 +30007,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28190
30007
|
}, z.core.$strip>>;
|
|
28191
30008
|
miscConfig: z.ZodOptional<z.ZodObject<{
|
|
28192
30009
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
30010
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
28193
30011
|
}, z.core.$strip>>;
|
|
28194
30012
|
vadModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
28195
30013
|
src: z.ZodString;
|
|
@@ -28342,8 +30160,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28342
30160
|
modelConfig: z.ZodObject<{
|
|
28343
30161
|
gpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
28344
30162
|
device: z.ZodOptional<z.ZodEnum<{
|
|
28345
|
-
gpu: "gpu";
|
|
28346
30163
|
cpu: "cpu";
|
|
30164
|
+
gpu: "gpu";
|
|
28347
30165
|
}>>;
|
|
28348
30166
|
batchSize: z.ZodOptional<z.ZodNumber>;
|
|
28349
30167
|
pooling: z.ZodOptional<z.ZodEnum<{
|
|
@@ -28359,9 +30177,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28359
30177
|
}>>;
|
|
28360
30178
|
embdNormalize: z.ZodOptional<z.ZodNumber>;
|
|
28361
30179
|
flashAttention: z.ZodOptional<z.ZodEnum<{
|
|
30180
|
+
auto: "auto";
|
|
28362
30181
|
on: "on";
|
|
28363
30182
|
off: "off";
|
|
28364
|
-
auto: "auto";
|
|
28365
30183
|
}>>;
|
|
28366
30184
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
28367
30185
|
integrated: "integrated";
|
|
@@ -29180,7 +30998,215 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29180
30998
|
classification: "classification";
|
|
29181
30999
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29182
31000
|
}, z.core.$strip>]>>;
|
|
29183
|
-
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31001
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31002
|
+
src: z.ZodString;
|
|
31003
|
+
name: z.ZodOptional<z.ZodString>;
|
|
31004
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
31005
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
31006
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
31007
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
31008
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
31009
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
31010
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
31011
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
31012
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
31013
|
+
embeddings: "embeddings";
|
|
31014
|
+
diffusion: "diffusion";
|
|
31015
|
+
audiogen: "audiogen";
|
|
31016
|
+
tts: "tts";
|
|
31017
|
+
ocr: "ocr";
|
|
31018
|
+
vla: "vla";
|
|
31019
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
31020
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
31021
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
31022
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
31023
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
31024
|
+
"onnx-tts": "onnx-tts";
|
|
31025
|
+
"tts-ggml": "tts-ggml";
|
|
31026
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
31027
|
+
"ggml-ocr": "ggml-ocr";
|
|
31028
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
31029
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
31030
|
+
"ggml-vla": "ggml-vla";
|
|
31031
|
+
"ggml-classification": "ggml-classification";
|
|
31032
|
+
llm: "llm";
|
|
31033
|
+
whisper: "whisper";
|
|
31034
|
+
bci: "bci";
|
|
31035
|
+
nmt: "nmt";
|
|
31036
|
+
parakeet: "parakeet";
|
|
31037
|
+
classification: "classification";
|
|
31038
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
31039
|
+
}, z.core.$strip>]>>;
|
|
31040
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31041
|
+
src: z.ZodString;
|
|
31042
|
+
name: z.ZodOptional<z.ZodString>;
|
|
31043
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
31044
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
31045
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
31046
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
31047
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
31048
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
31049
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
31050
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
31051
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
31052
|
+
embeddings: "embeddings";
|
|
31053
|
+
diffusion: "diffusion";
|
|
31054
|
+
audiogen: "audiogen";
|
|
31055
|
+
tts: "tts";
|
|
31056
|
+
ocr: "ocr";
|
|
31057
|
+
vla: "vla";
|
|
31058
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
31059
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
31060
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
31061
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
31062
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
31063
|
+
"onnx-tts": "onnx-tts";
|
|
31064
|
+
"tts-ggml": "tts-ggml";
|
|
31065
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
31066
|
+
"ggml-ocr": "ggml-ocr";
|
|
31067
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
31068
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
31069
|
+
"ggml-vla": "ggml-vla";
|
|
31070
|
+
"ggml-classification": "ggml-classification";
|
|
31071
|
+
llm: "llm";
|
|
31072
|
+
whisper: "whisper";
|
|
31073
|
+
bci: "bci";
|
|
31074
|
+
nmt: "nmt";
|
|
31075
|
+
parakeet: "parakeet";
|
|
31076
|
+
classification: "classification";
|
|
31077
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
31078
|
+
}, z.core.$strip>]>>;
|
|
31079
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31080
|
+
src: z.ZodString;
|
|
31081
|
+
name: z.ZodOptional<z.ZodString>;
|
|
31082
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
31083
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
31084
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
31085
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
31086
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
31087
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
31088
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
31089
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
31090
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
31091
|
+
embeddings: "embeddings";
|
|
31092
|
+
diffusion: "diffusion";
|
|
31093
|
+
audiogen: "audiogen";
|
|
31094
|
+
tts: "tts";
|
|
31095
|
+
ocr: "ocr";
|
|
31096
|
+
vla: "vla";
|
|
31097
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
31098
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
31099
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
31100
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
31101
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
31102
|
+
"onnx-tts": "onnx-tts";
|
|
31103
|
+
"tts-ggml": "tts-ggml";
|
|
31104
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
31105
|
+
"ggml-ocr": "ggml-ocr";
|
|
31106
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
31107
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
31108
|
+
"ggml-vla": "ggml-vla";
|
|
31109
|
+
"ggml-classification": "ggml-classification";
|
|
31110
|
+
llm: "llm";
|
|
31111
|
+
whisper: "whisper";
|
|
31112
|
+
bci: "bci";
|
|
31113
|
+
nmt: "nmt";
|
|
31114
|
+
parakeet: "parakeet";
|
|
31115
|
+
classification: "classification";
|
|
31116
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
31117
|
+
}, z.core.$strip>]>>;
|
|
31118
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31119
|
+
src: z.ZodString;
|
|
31120
|
+
name: z.ZodOptional<z.ZodString>;
|
|
31121
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
31122
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
31123
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
31124
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
31125
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
31126
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
31127
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
31128
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
31129
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
31130
|
+
embeddings: "embeddings";
|
|
31131
|
+
diffusion: "diffusion";
|
|
31132
|
+
audiogen: "audiogen";
|
|
31133
|
+
tts: "tts";
|
|
31134
|
+
ocr: "ocr";
|
|
31135
|
+
vla: "vla";
|
|
31136
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
31137
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
31138
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
31139
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
31140
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
31141
|
+
"onnx-tts": "onnx-tts";
|
|
31142
|
+
"tts-ggml": "tts-ggml";
|
|
31143
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
31144
|
+
"ggml-ocr": "ggml-ocr";
|
|
31145
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
31146
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
31147
|
+
"ggml-vla": "ggml-vla";
|
|
31148
|
+
"ggml-classification": "ggml-classification";
|
|
31149
|
+
llm: "llm";
|
|
31150
|
+
whisper: "whisper";
|
|
31151
|
+
bci: "bci";
|
|
31152
|
+
nmt: "nmt";
|
|
31153
|
+
parakeet: "parakeet";
|
|
31154
|
+
classification: "classification";
|
|
31155
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
31156
|
+
}, z.core.$strip>]>>;
|
|
31157
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
31158
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
31159
|
+
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
31160
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
31161
|
+
anger: "anger";
|
|
31162
|
+
happy: "happy";
|
|
31163
|
+
neutral: "neutral";
|
|
31164
|
+
sad: "sad";
|
|
31165
|
+
}>>;
|
|
31166
|
+
pace: z.ZodOptional<z.ZodEnum<{
|
|
31167
|
+
slow: "slow";
|
|
31168
|
+
moderate: "moderate";
|
|
31169
|
+
fast: "fast";
|
|
31170
|
+
}>>;
|
|
31171
|
+
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31172
|
+
dialect: z.ZodOptional<z.ZodEnum<{
|
|
31173
|
+
cantonese: "cantonese";
|
|
31174
|
+
northeastern: "northeastern";
|
|
31175
|
+
gansu: "gansu";
|
|
31176
|
+
guizhou: "guizhou";
|
|
31177
|
+
henan: "henan";
|
|
31178
|
+
hubei: "hubei";
|
|
31179
|
+
hunan: "hunan";
|
|
31180
|
+
jiangxi: "jiangxi";
|
|
31181
|
+
minnan: "minnan";
|
|
31182
|
+
ningxia: "ningxia";
|
|
31183
|
+
shanxi: "shanxi";
|
|
31184
|
+
shaanxi: "shaanxi";
|
|
31185
|
+
shandong: "shandong";
|
|
31186
|
+
shanghai: "shanghai";
|
|
31187
|
+
sichuan: "sichuan";
|
|
31188
|
+
tianjin: "tianjin";
|
|
31189
|
+
yunnan: "yunnan";
|
|
31190
|
+
}>>;
|
|
31191
|
+
volume: z.ZodOptional<z.ZodEnum<{
|
|
31192
|
+
loud: "loud";
|
|
31193
|
+
soft: "soft";
|
|
31194
|
+
}>>;
|
|
31195
|
+
style: z.ZodOptional<z.ZodEnum<{
|
|
31196
|
+
peppa: "peppa";
|
|
31197
|
+
robot: "robot";
|
|
31198
|
+
}>>;
|
|
31199
|
+
}, z.core.$strict>]>>;
|
|
31200
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
31201
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
31202
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
31203
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
31204
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
31205
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
31206
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
31207
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
31208
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
31209
|
+
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29184
31210
|
src: z.ZodString;
|
|
29185
31211
|
name: z.ZodOptional<z.ZodString>;
|
|
29186
31212
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29218,8 +31244,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29218
31244
|
parakeet: "parakeet";
|
|
29219
31245
|
classification: "classification";
|
|
29220
31246
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29221
|
-
}, z.core.$strip>]
|
|
29222
|
-
|
|
31247
|
+
}, z.core.$strip>]>;
|
|
31248
|
+
audio8CodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29223
31249
|
src: z.ZodString;
|
|
29224
31250
|
name: z.ZodOptional<z.ZodString>;
|
|
29225
31251
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29258,7 +31284,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29258
31284
|
classification: "classification";
|
|
29259
31285
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29260
31286
|
}, z.core.$strip>]>>;
|
|
29261
|
-
|
|
31287
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29262
31288
|
src: z.ZodString;
|
|
29263
31289
|
name: z.ZodOptional<z.ZodString>;
|
|
29264
31290
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29297,7 +31323,21 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29297
31323
|
classification: "classification";
|
|
29298
31324
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29299
31325
|
}, z.core.$strip>]>>;
|
|
29300
|
-
|
|
31326
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
31327
|
+
ttsEngine: z.ZodLiteral<"audio8">;
|
|
31328
|
+
referenceText: z.ZodOptional<z.ZodString>;
|
|
31329
|
+
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
31330
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
31331
|
+
topK: z.ZodOptional<z.ZodNumber>;
|
|
31332
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
31333
|
+
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
31334
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
31335
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
31336
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
31337
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
31338
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
31339
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
31340
|
+
mossCodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29301
31341
|
src: z.ZodString;
|
|
29302
31342
|
name: z.ZodOptional<z.ZodString>;
|
|
29303
31343
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29335,60 +31375,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29335
31375
|
parakeet: "parakeet";
|
|
29336
31376
|
classification: "classification";
|
|
29337
31377
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29338
|
-
}, z.core.$strip>]
|
|
29339
|
-
|
|
29340
|
-
backendsDir: z.ZodOptional<z.ZodString>;
|
|
29341
|
-
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
29342
|
-
emotion: z.ZodOptional<z.ZodEnum<{
|
|
29343
|
-
anger: "anger";
|
|
29344
|
-
happy: "happy";
|
|
29345
|
-
neutral: "neutral";
|
|
29346
|
-
sad: "sad";
|
|
29347
|
-
}>>;
|
|
29348
|
-
pace: z.ZodOptional<z.ZodEnum<{
|
|
29349
|
-
slow: "slow";
|
|
29350
|
-
moderate: "moderate";
|
|
29351
|
-
fast: "fast";
|
|
29352
|
-
}>>;
|
|
29353
|
-
instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29354
|
-
dialect: z.ZodOptional<z.ZodEnum<{
|
|
29355
|
-
cantonese: "cantonese";
|
|
29356
|
-
northeastern: "northeastern";
|
|
29357
|
-
gansu: "gansu";
|
|
29358
|
-
guizhou: "guizhou";
|
|
29359
|
-
henan: "henan";
|
|
29360
|
-
hubei: "hubei";
|
|
29361
|
-
hunan: "hunan";
|
|
29362
|
-
jiangxi: "jiangxi";
|
|
29363
|
-
minnan: "minnan";
|
|
29364
|
-
ningxia: "ningxia";
|
|
29365
|
-
shanxi: "shanxi";
|
|
29366
|
-
shaanxi: "shaanxi";
|
|
29367
|
-
shandong: "shandong";
|
|
29368
|
-
shanghai: "shanghai";
|
|
29369
|
-
sichuan: "sichuan";
|
|
29370
|
-
tianjin: "tianjin";
|
|
29371
|
-
yunnan: "yunnan";
|
|
29372
|
-
}>>;
|
|
29373
|
-
volume: z.ZodOptional<z.ZodEnum<{
|
|
29374
|
-
loud: "loud";
|
|
29375
|
-
soft: "soft";
|
|
29376
|
-
}>>;
|
|
29377
|
-
style: z.ZodOptional<z.ZodEnum<{
|
|
29378
|
-
peppa: "peppa";
|
|
29379
|
-
robot: "robot";
|
|
29380
|
-
}>>;
|
|
29381
|
-
}, z.core.$strict>]>>;
|
|
29382
|
-
promptText: z.ZodOptional<z.ZodString>;
|
|
29383
|
-
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
29384
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
29385
|
-
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
29386
|
-
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
29387
|
-
threads: z.ZodOptional<z.ZodNumber>;
|
|
29388
|
-
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
29389
|
-
seed: z.ZodOptional<z.ZodNumber>;
|
|
29390
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
29391
|
-
audio8CodecDecoderModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
31378
|
+
}, z.core.$strip>]>;
|
|
31379
|
+
mossCodecEncoderModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29392
31380
|
src: z.ZodString;
|
|
29393
31381
|
name: z.ZodOptional<z.ZodString>;
|
|
29394
31382
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29426,8 +31414,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29426
31414
|
parakeet: "parakeet";
|
|
29427
31415
|
classification: "classification";
|
|
29428
31416
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29429
|
-
}, z.core.$strip>]
|
|
29430
|
-
|
|
31417
|
+
}, z.core.$strip>]>>;
|
|
31418
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29431
31419
|
src: z.ZodString;
|
|
29432
31420
|
name: z.ZodOptional<z.ZodString>;
|
|
29433
31421
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29466,7 +31454,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29466
31454
|
classification: "classification";
|
|
29467
31455
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29468
31456
|
}, z.core.$strip>]>>;
|
|
29469
|
-
|
|
31457
|
+
dialogueReferenceSrcs: z.ZodOptional<z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29470
31458
|
src: z.ZodString;
|
|
29471
31459
|
name: z.ZodOptional<z.ZodString>;
|
|
29472
31460
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -29504,17 +31492,13 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29504
31492
|
parakeet: "parakeet";
|
|
29505
31493
|
classification: "classification";
|
|
29506
31494
|
}>, z.ZodLiteral<"vad">]>>;
|
|
29507
|
-
}, z.core.$strip>]
|
|
31495
|
+
}, z.core.$strip>]>>>;
|
|
29508
31496
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
29509
|
-
ttsEngine: z.ZodLiteral<"
|
|
29510
|
-
|
|
29511
|
-
|
|
29512
|
-
|
|
29513
|
-
topK: z.ZodOptional<z.ZodNumber>;
|
|
29514
|
-
topP: z.ZodOptional<z.ZodNumber>;
|
|
29515
|
-
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
31497
|
+
ttsEngine: z.ZodLiteral<"moss">;
|
|
31498
|
+
language: z.ZodOptional<z.ZodString>;
|
|
31499
|
+
durationTokens: z.ZodOptional<z.ZodNumber>;
|
|
31500
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
29516
31501
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
29517
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
29518
31502
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
29519
31503
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
29520
31504
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
@@ -29610,8 +31594,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29610
31594
|
}>>;
|
|
29611
31595
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
29612
31596
|
device: z.ZodOptional<z.ZodEnum<{
|
|
29613
|
-
gpu: "gpu";
|
|
29614
31597
|
cpu: "cpu";
|
|
31598
|
+
gpu: "gpu";
|
|
29615
31599
|
}>>;
|
|
29616
31600
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
29617
31601
|
integrated: "integrated";
|
|
@@ -30145,6 +32129,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30145
32129
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
30146
32130
|
localAttnSize: z.ZodOptional<z.ZodNumber>;
|
|
30147
32131
|
offloadParamsToCpu: z.ZodOptional<z.ZodBoolean>;
|
|
32132
|
+
paramsBackend: z.ZodOptional<z.ZodString>;
|
|
32133
|
+
maxVram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
32134
|
+
streamLayers: z.ZodOptional<z.ZodBoolean>;
|
|
32135
|
+
verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodLiteral<1>, z.ZodLiteral<2>, z.ZodLiteral<3>]>>;
|
|
30148
32136
|
frameJpegQuality: z.ZodOptional<z.ZodNumber>;
|
|
30149
32137
|
kvCache: z.ZodOptional<z.ZodBoolean>;
|
|
30150
32138
|
profile: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -30470,8 +32458,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30470
32458
|
modelType: z.ZodLiteral<"ggml-vla">;
|
|
30471
32459
|
modelConfig: z.ZodOptional<z.ZodObject<{
|
|
30472
32460
|
backend: z.ZodOptional<z.ZodEnum<{
|
|
30473
|
-
auto: "auto";
|
|
30474
32461
|
cpu: "cpu";
|
|
32462
|
+
auto: "auto";
|
|
30475
32463
|
}>>;
|
|
30476
32464
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
30477
32465
|
embodiment: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodNumber, z.ZodObject<{
|
|
@@ -30535,8 +32523,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30535
32523
|
'cache-type-k'?: string | undefined;
|
|
30536
32524
|
'cache-type-v'?: string | undefined;
|
|
30537
32525
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
32526
|
+
'rpc-servers'?: string | undefined;
|
|
32527
|
+
devices?: string | undefined;
|
|
30538
32528
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
30539
|
-
'flash-attn'?: "
|
|
32529
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
30540
32530
|
'tensor-split'?: string | undefined;
|
|
30541
32531
|
'batch-size'?: number | undefined;
|
|
30542
32532
|
'ubatch-size'?: number | undefined;
|
|
@@ -30553,7 +32543,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30553
32543
|
'n-cpu-ffn'?: number | undefined;
|
|
30554
32544
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
30555
32545
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
30556
|
-
'tensor-read-lazy'?: "
|
|
32546
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
30557
32547
|
fit?: boolean | undefined;
|
|
30558
32548
|
'fit-target'?: string | number | undefined;
|
|
30559
32549
|
'fit-ctx'?: number | undefined;
|
|
@@ -30623,6 +32613,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30623
32613
|
logprob_thold?: number | undefined;
|
|
30624
32614
|
greedy_best_of?: number | undefined;
|
|
30625
32615
|
beam_search_beam_size?: number | undefined;
|
|
32616
|
+
max_initial_ts?: number | undefined;
|
|
32617
|
+
no_speech_thold?: number | undefined;
|
|
32618
|
+
seed?: number | undefined;
|
|
32619
|
+
backendsDir?: string | undefined;
|
|
30626
32620
|
vad_params?: {
|
|
30627
32621
|
threshold?: number | undefined;
|
|
30628
32622
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -30640,6 +32634,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30640
32634
|
} | undefined;
|
|
30641
32635
|
miscConfig?: {
|
|
30642
32636
|
caption_enabled?: boolean | undefined;
|
|
32637
|
+
seed?: number | undefined;
|
|
30643
32638
|
} | undefined;
|
|
30644
32639
|
vadModelSrc?: string | {
|
|
30645
32640
|
src: string;
|
|
@@ -30739,12 +32734,12 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
30739
32734
|
modelType: "llamacpp-embedding";
|
|
30740
32735
|
modelConfig: {
|
|
30741
32736
|
gpuLayers?: number | undefined;
|
|
30742
|
-
device?: "
|
|
32737
|
+
device?: "cpu" | "gpu" | undefined;
|
|
30743
32738
|
batchSize?: number | undefined;
|
|
30744
32739
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
30745
32740
|
attention?: "causal" | "non-causal" | undefined;
|
|
30746
32741
|
embdNormalize?: number | undefined;
|
|
30747
|
-
flashAttention?: "
|
|
32742
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
30748
32743
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
30749
32744
|
splitMode?: "none" | "layer" | undefined;
|
|
30750
32745
|
tensorSplit?: string | undefined;
|
|
@@ -31071,6 +33066,68 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31071
33066
|
threads?: number | undefined;
|
|
31072
33067
|
nGpuLayers?: number | undefined;
|
|
31073
33068
|
seed?: number | undefined;
|
|
33069
|
+
} | {
|
|
33070
|
+
mossCodecDecoderModelSrc: string | {
|
|
33071
|
+
src: string;
|
|
33072
|
+
name?: string | undefined;
|
|
33073
|
+
modelId?: string | undefined;
|
|
33074
|
+
registryPath?: string | undefined;
|
|
33075
|
+
registrySource?: string | undefined;
|
|
33076
|
+
blobCoreKey?: string | undefined;
|
|
33077
|
+
blobIndex?: number | undefined;
|
|
33078
|
+
engine?: string | undefined;
|
|
33079
|
+
expectedSize?: number | undefined;
|
|
33080
|
+
sha256Checksum?: string | undefined;
|
|
33081
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
33082
|
+
};
|
|
33083
|
+
ttsEngine: "moss";
|
|
33084
|
+
mossCodecEncoderModelSrc?: string | {
|
|
33085
|
+
src: string;
|
|
33086
|
+
name?: string | undefined;
|
|
33087
|
+
modelId?: string | undefined;
|
|
33088
|
+
registryPath?: string | undefined;
|
|
33089
|
+
registrySource?: string | undefined;
|
|
33090
|
+
blobCoreKey?: string | undefined;
|
|
33091
|
+
blobIndex?: number | undefined;
|
|
33092
|
+
engine?: string | undefined;
|
|
33093
|
+
expectedSize?: number | undefined;
|
|
33094
|
+
sha256Checksum?: string | undefined;
|
|
33095
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
33096
|
+
} | undefined;
|
|
33097
|
+
referenceAudioSrc?: string | {
|
|
33098
|
+
src: string;
|
|
33099
|
+
name?: string | undefined;
|
|
33100
|
+
modelId?: string | undefined;
|
|
33101
|
+
registryPath?: string | undefined;
|
|
33102
|
+
registrySource?: string | undefined;
|
|
33103
|
+
blobCoreKey?: string | undefined;
|
|
33104
|
+
blobIndex?: number | undefined;
|
|
33105
|
+
engine?: string | undefined;
|
|
33106
|
+
expectedSize?: number | undefined;
|
|
33107
|
+
sha256Checksum?: string | undefined;
|
|
33108
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
33109
|
+
} | undefined;
|
|
33110
|
+
dialogueReferenceSrcs?: (string | {
|
|
33111
|
+
src: string;
|
|
33112
|
+
name?: string | undefined;
|
|
33113
|
+
modelId?: string | undefined;
|
|
33114
|
+
registryPath?: string | undefined;
|
|
33115
|
+
registrySource?: string | undefined;
|
|
33116
|
+
blobCoreKey?: string | undefined;
|
|
33117
|
+
blobIndex?: number | undefined;
|
|
33118
|
+
engine?: string | undefined;
|
|
33119
|
+
expectedSize?: number | undefined;
|
|
33120
|
+
sha256Checksum?: string | undefined;
|
|
33121
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
33122
|
+
})[] | undefined;
|
|
33123
|
+
backendsDir?: string | undefined;
|
|
33124
|
+
language?: string | undefined;
|
|
33125
|
+
durationTokens?: number | undefined;
|
|
33126
|
+
streamChunkTokens?: number | undefined;
|
|
33127
|
+
useGPU?: boolean | undefined;
|
|
33128
|
+
threads?: number | undefined;
|
|
33129
|
+
nGpuLayers?: number | undefined;
|
|
33130
|
+
seed?: number | undefined;
|
|
31074
33131
|
};
|
|
31075
33132
|
modelName?: string | undefined;
|
|
31076
33133
|
withProgress?: boolean | undefined;
|
|
@@ -31129,7 +33186,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31129
33186
|
modelConfig?: {
|
|
31130
33187
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
31131
33188
|
threads?: number | undefined;
|
|
31132
|
-
device?: "
|
|
33189
|
+
device?: "cpu" | "gpu" | undefined;
|
|
31133
33190
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
31134
33191
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
31135
33192
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -31313,6 +33370,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31313
33370
|
numFramePerBlock?: number | undefined;
|
|
31314
33371
|
localAttnSize?: number | undefined;
|
|
31315
33372
|
offloadParamsToCpu?: boolean | undefined;
|
|
33373
|
+
paramsBackend?: string | undefined;
|
|
33374
|
+
maxVram?: string | number | undefined;
|
|
33375
|
+
streamLayers?: boolean | undefined;
|
|
33376
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
31316
33377
|
frameJpegQuality?: number | undefined;
|
|
31317
33378
|
kvCache?: boolean | undefined;
|
|
31318
33379
|
profile?: boolean | undefined;
|
|
@@ -31455,7 +33516,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31455
33516
|
requireSecureTransport?: boolean | undefined;
|
|
31456
33517
|
requestId?: string | undefined;
|
|
31457
33518
|
modelConfig?: {
|
|
31458
|
-
backend?: "
|
|
33519
|
+
backend?: "cpu" | "auto" | undefined;
|
|
31459
33520
|
verbosity?: number | undefined;
|
|
31460
33521
|
embodiment?: string | number | {
|
|
31461
33522
|
tag?: string | undefined;
|
|
@@ -31517,8 +33578,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31517
33578
|
'cache-type-k'?: string | undefined;
|
|
31518
33579
|
'cache-type-v'?: string | undefined;
|
|
31519
33580
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
33581
|
+
'rpc-servers'?: string | undefined;
|
|
33582
|
+
devices?: string | undefined;
|
|
31520
33583
|
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
31521
|
-
'flash-attn'?: "
|
|
33584
|
+
'flash-attn'?: "auto" | "on" | "off" | undefined;
|
|
31522
33585
|
'tensor-split'?: string | undefined;
|
|
31523
33586
|
'batch-size'?: number | undefined;
|
|
31524
33587
|
'ubatch-size'?: number | undefined;
|
|
@@ -31535,7 +33598,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31535
33598
|
'n-cpu-ffn'?: number | undefined;
|
|
31536
33599
|
'moe-cache-mib'?: number | "auto" | undefined;
|
|
31537
33600
|
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
31538
|
-
'tensor-read-lazy'?: "
|
|
33601
|
+
'tensor-read-lazy'?: "auto" | "on" | "off" | undefined;
|
|
31539
33602
|
fit?: boolean | undefined;
|
|
31540
33603
|
'fit-target'?: string | number | undefined;
|
|
31541
33604
|
'fit-ctx'?: number | undefined;
|
|
@@ -31605,6 +33668,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31605
33668
|
logprob_thold?: number | undefined;
|
|
31606
33669
|
greedy_best_of?: number | undefined;
|
|
31607
33670
|
beam_search_beam_size?: number | undefined;
|
|
33671
|
+
max_initial_ts?: number | undefined;
|
|
33672
|
+
no_speech_thold?: number | undefined;
|
|
33673
|
+
seed?: number | undefined;
|
|
33674
|
+
backendsDir?: string | undefined;
|
|
31608
33675
|
vad_params?: {
|
|
31609
33676
|
threshold?: number | undefined;
|
|
31610
33677
|
min_speech_duration_ms?: number | undefined;
|
|
@@ -31622,6 +33689,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31622
33689
|
} | undefined;
|
|
31623
33690
|
miscConfig?: {
|
|
31624
33691
|
caption_enabled?: boolean | undefined;
|
|
33692
|
+
seed?: number | undefined;
|
|
31625
33693
|
} | undefined;
|
|
31626
33694
|
vadModelSrc?: string | {
|
|
31627
33695
|
src: string;
|
|
@@ -31721,12 +33789,12 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
31721
33789
|
modelType: "llamacpp-embedding";
|
|
31722
33790
|
modelConfig: {
|
|
31723
33791
|
gpuLayers?: number | undefined;
|
|
31724
|
-
device?: "
|
|
33792
|
+
device?: "cpu" | "gpu" | undefined;
|
|
31725
33793
|
batchSize?: number | undefined;
|
|
31726
33794
|
pooling?: "none" | "mean" | "cls" | "last" | "rank" | undefined;
|
|
31727
33795
|
attention?: "causal" | "non-causal" | undefined;
|
|
31728
33796
|
embdNormalize?: number | undefined;
|
|
31729
|
-
flashAttention?: "
|
|
33797
|
+
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
31730
33798
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
31731
33799
|
splitMode?: "none" | "layer" | undefined;
|
|
31732
33800
|
tensorSplit?: string | undefined;
|
|
@@ -32053,6 +34121,68 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32053
34121
|
threads?: number | undefined;
|
|
32054
34122
|
nGpuLayers?: number | undefined;
|
|
32055
34123
|
seed?: number | undefined;
|
|
34124
|
+
} | {
|
|
34125
|
+
mossCodecDecoderModelSrc: string | {
|
|
34126
|
+
src: string;
|
|
34127
|
+
name?: string | undefined;
|
|
34128
|
+
modelId?: string | undefined;
|
|
34129
|
+
registryPath?: string | undefined;
|
|
34130
|
+
registrySource?: string | undefined;
|
|
34131
|
+
blobCoreKey?: string | undefined;
|
|
34132
|
+
blobIndex?: number | undefined;
|
|
34133
|
+
engine?: string | undefined;
|
|
34134
|
+
expectedSize?: number | undefined;
|
|
34135
|
+
sha256Checksum?: string | undefined;
|
|
34136
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
34137
|
+
};
|
|
34138
|
+
ttsEngine: "moss";
|
|
34139
|
+
mossCodecEncoderModelSrc?: string | {
|
|
34140
|
+
src: string;
|
|
34141
|
+
name?: string | undefined;
|
|
34142
|
+
modelId?: string | undefined;
|
|
34143
|
+
registryPath?: string | undefined;
|
|
34144
|
+
registrySource?: string | undefined;
|
|
34145
|
+
blobCoreKey?: string | undefined;
|
|
34146
|
+
blobIndex?: number | undefined;
|
|
34147
|
+
engine?: string | undefined;
|
|
34148
|
+
expectedSize?: number | undefined;
|
|
34149
|
+
sha256Checksum?: string | undefined;
|
|
34150
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
34151
|
+
} | undefined;
|
|
34152
|
+
referenceAudioSrc?: string | {
|
|
34153
|
+
src: string;
|
|
34154
|
+
name?: string | undefined;
|
|
34155
|
+
modelId?: string | undefined;
|
|
34156
|
+
registryPath?: string | undefined;
|
|
34157
|
+
registrySource?: string | undefined;
|
|
34158
|
+
blobCoreKey?: string | undefined;
|
|
34159
|
+
blobIndex?: number | undefined;
|
|
34160
|
+
engine?: string | undefined;
|
|
34161
|
+
expectedSize?: number | undefined;
|
|
34162
|
+
sha256Checksum?: string | undefined;
|
|
34163
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
34164
|
+
} | undefined;
|
|
34165
|
+
dialogueReferenceSrcs?: (string | {
|
|
34166
|
+
src: string;
|
|
34167
|
+
name?: string | undefined;
|
|
34168
|
+
modelId?: string | undefined;
|
|
34169
|
+
registryPath?: string | undefined;
|
|
34170
|
+
registrySource?: string | undefined;
|
|
34171
|
+
blobCoreKey?: string | undefined;
|
|
34172
|
+
blobIndex?: number | undefined;
|
|
34173
|
+
engine?: string | undefined;
|
|
34174
|
+
expectedSize?: number | undefined;
|
|
34175
|
+
sha256Checksum?: string | undefined;
|
|
34176
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
34177
|
+
})[] | undefined;
|
|
34178
|
+
backendsDir?: string | undefined;
|
|
34179
|
+
language?: string | undefined;
|
|
34180
|
+
durationTokens?: number | undefined;
|
|
34181
|
+
streamChunkTokens?: number | undefined;
|
|
34182
|
+
useGPU?: boolean | undefined;
|
|
34183
|
+
threads?: number | undefined;
|
|
34184
|
+
nGpuLayers?: number | undefined;
|
|
34185
|
+
seed?: number | undefined;
|
|
32056
34186
|
};
|
|
32057
34187
|
modelName?: string | undefined;
|
|
32058
34188
|
withProgress?: boolean | undefined;
|
|
@@ -32112,7 +34242,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32112
34242
|
modelConfig?: {
|
|
32113
34243
|
mode: "diffusion" | "world" | "upscale" | "video";
|
|
32114
34244
|
threads?: number | undefined;
|
|
32115
|
-
device?: "
|
|
34245
|
+
device?: "cpu" | "gpu" | undefined;
|
|
32116
34246
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
32117
34247
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
32118
34248
|
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
@@ -32296,6 +34426,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32296
34426
|
numFramePerBlock?: number | undefined;
|
|
32297
34427
|
localAttnSize?: number | undefined;
|
|
32298
34428
|
offloadParamsToCpu?: boolean | undefined;
|
|
34429
|
+
paramsBackend?: string | undefined;
|
|
34430
|
+
maxVram?: string | number | undefined;
|
|
34431
|
+
streamLayers?: boolean | undefined;
|
|
34432
|
+
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
32299
34433
|
frameJpegQuality?: number | undefined;
|
|
32300
34434
|
kvCache?: boolean | undefined;
|
|
32301
34435
|
profile?: boolean | undefined;
|
|
@@ -32438,7 +34572,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32438
34572
|
requireSecureTransport?: boolean | undefined;
|
|
32439
34573
|
requestId?: string | undefined;
|
|
32440
34574
|
modelConfig?: {
|
|
32441
|
-
backend?: "
|
|
34575
|
+
backend?: "cpu" | "auto" | undefined;
|
|
32442
34576
|
verbosity?: number | undefined;
|
|
32443
34577
|
embodiment?: string | number | {
|
|
32444
34578
|
tag?: string | undefined;
|
|
@@ -32523,6 +34657,10 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32523
34657
|
logprob_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
32524
34658
|
greedy_best_of: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
32525
34659
|
beam_search_beam_size: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
34660
|
+
max_initial_ts: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
34661
|
+
no_speech_thold: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
34662
|
+
seed: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
|
|
34663
|
+
backendsDir: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
32526
34664
|
vad_params: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
32527
34665
|
threshold: z.ZodOptional<z.ZodNumber>;
|
|
32528
34666
|
min_speech_duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
@@ -32543,6 +34681,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
32543
34681
|
}, z.core.$strip>>>;
|
|
32544
34682
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
32545
34683
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
34684
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
32546
34685
|
}, z.core.$strip>>>;
|
|
32547
34686
|
vadModelSrc: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
32548
34687
|
src: z.ZodString;
|