@qvac/inference 0.19.1 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +57 -17
- package/dist/api/assess-model-fit.d.ts +9 -4
- package/dist/api/assess-model-fit.js +9 -4
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/assess-model-fit.d.ts +30 -6
- package/dist/handlers/assess-model-fit.js +68 -6
- package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
- package/dist/handlers/load-model/registry-download-utils.js +2 -1
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +69 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.d.ts +10 -1
- package/dist/resources/model-fit/assess.js +43 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +83 -0
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +133 -0
- package/dist/resources/model-fit/fit-stub/index.d.ts +2 -0
- package/dist/resources/model-fit/fit-stub/index.js +2 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +31 -0
- package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +36 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +191 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +67 -0
- package/dist/schemas/assess-model-fit.js +56 -2
- package/dist/schemas/audio-gen.d.ts +479 -4
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +7 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/common.d.ts +816 -15
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +11 -1
- package/dist/schemas/completion-event.js +3 -0
- package/dist/schemas/completion-stream.d.ts +20 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +186 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +88 -8
- package/dist/schemas/llamacpp-config.js +108 -8
- package/dist/schemas/load-model.d.ts +2906 -206
- package/dist/schemas/model-config-schemas.d.ts +251 -5
- package/dist/schemas/plugin.d.ts +10 -0
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +29 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
|
@@ -9,7 +9,7 @@ import { ttsConfigSchema } from './text-to-speech.js';
|
|
|
9
9
|
import { ocrConfigSchema } from './ocr.js';
|
|
10
10
|
import { type ModelDescriptor } from './model-src-utils.js';
|
|
11
11
|
import { ModelType, type CanonicalModelType, type ModelTypeInput } from './model-types.js';
|
|
12
|
-
import {
|
|
12
|
+
import { type SdcppConfig } from './sdcpp-config.js';
|
|
13
13
|
import { vlaConfigSchema } from './vla.js';
|
|
14
14
|
import { audioGenConfigSchema } from './audio-gen.js';
|
|
15
15
|
export declare function isBuiltInModelType(modelType: unknown): boolean;
|
|
@@ -57,7 +57,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
57
57
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
58
58
|
none: "none";
|
|
59
59
|
layer: "layer";
|
|
60
|
-
row: "row";
|
|
61
60
|
tensor: "tensor";
|
|
62
61
|
}>>;
|
|
63
62
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -66,6 +65,29 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
66
65
|
auto: "auto";
|
|
67
66
|
}>>;
|
|
68
67
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
68
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
69
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
70
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
71
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
72
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
73
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
74
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
75
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
76
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
77
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
78
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
79
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
80
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
81
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
82
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
83
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
84
|
+
on: "on";
|
|
85
|
+
off: "off";
|
|
86
|
+
auto: "auto";
|
|
87
|
+
}>>;
|
|
88
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
89
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
90
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
69
91
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
70
92
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
71
93
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -516,7 +538,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
516
538
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
517
539
|
none: "none";
|
|
518
540
|
layer: "layer";
|
|
519
|
-
row: "row";
|
|
520
541
|
}>>;
|
|
521
542
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
522
543
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -1241,6 +1262,85 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1241
1262
|
}, z.core.$strict>, z.ZodObject<{
|
|
1242
1263
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
1243
1264
|
}, z.core.$strict>, z.ZodObject<{
|
|
1265
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1266
|
+
src: z.ZodString;
|
|
1267
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1268
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1269
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1270
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1271
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1272
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1273
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1274
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1275
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1276
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1277
|
+
embeddings: "embeddings";
|
|
1278
|
+
diffusion: "diffusion";
|
|
1279
|
+
audiogen: "audiogen";
|
|
1280
|
+
tts: "tts";
|
|
1281
|
+
ocr: "ocr";
|
|
1282
|
+
vla: "vla";
|
|
1283
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1284
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1285
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1286
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1287
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1288
|
+
"onnx-tts": "onnx-tts";
|
|
1289
|
+
"tts-ggml": "tts-ggml";
|
|
1290
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1291
|
+
"ggml-ocr": "ggml-ocr";
|
|
1292
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1293
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1294
|
+
"ggml-vla": "ggml-vla";
|
|
1295
|
+
"ggml-classification": "ggml-classification";
|
|
1296
|
+
llm: "llm";
|
|
1297
|
+
whisper: "whisper";
|
|
1298
|
+
bci: "bci";
|
|
1299
|
+
nmt: "nmt";
|
|
1300
|
+
parakeet: "parakeet";
|
|
1301
|
+
classification: "classification";
|
|
1302
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1303
|
+
}, z.core.$strip>]>>;
|
|
1304
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1305
|
+
src: z.ZodString;
|
|
1306
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1307
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1308
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1309
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1310
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1311
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1312
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1313
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1314
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1315
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1316
|
+
embeddings: "embeddings";
|
|
1317
|
+
diffusion: "diffusion";
|
|
1318
|
+
audiogen: "audiogen";
|
|
1319
|
+
tts: "tts";
|
|
1320
|
+
ocr: "ocr";
|
|
1321
|
+
vla: "vla";
|
|
1322
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1323
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1324
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1325
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1326
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1327
|
+
"onnx-tts": "onnx-tts";
|
|
1328
|
+
"tts-ggml": "tts-ggml";
|
|
1329
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1330
|
+
"ggml-ocr": "ggml-ocr";
|
|
1331
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1332
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1333
|
+
"ggml-vla": "ggml-vla";
|
|
1334
|
+
"ggml-classification": "ggml-classification";
|
|
1335
|
+
llm: "llm";
|
|
1336
|
+
whisper: "whisper";
|
|
1337
|
+
bci: "bci";
|
|
1338
|
+
nmt: "nmt";
|
|
1339
|
+
parakeet: "parakeet";
|
|
1340
|
+
classification: "classification";
|
|
1341
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1342
|
+
}, z.core.$strip>]>>;
|
|
1343
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1244
1344
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1245
1345
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1246
1346
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1283,6 +1383,123 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1283
1383
|
quality: z.ZodOptional<z.ZodString>;
|
|
1284
1384
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
1285
1385
|
}, z.core.$strict>, z.ZodObject<{
|
|
1386
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1387
|
+
src: z.ZodString;
|
|
1388
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1389
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1390
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1391
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1392
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1393
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1394
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1395
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1396
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1397
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1398
|
+
embeddings: "embeddings";
|
|
1399
|
+
diffusion: "diffusion";
|
|
1400
|
+
audiogen: "audiogen";
|
|
1401
|
+
tts: "tts";
|
|
1402
|
+
ocr: "ocr";
|
|
1403
|
+
vla: "vla";
|
|
1404
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1405
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1406
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1407
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1408
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1409
|
+
"onnx-tts": "onnx-tts";
|
|
1410
|
+
"tts-ggml": "tts-ggml";
|
|
1411
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1412
|
+
"ggml-ocr": "ggml-ocr";
|
|
1413
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1414
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1415
|
+
"ggml-vla": "ggml-vla";
|
|
1416
|
+
"ggml-classification": "ggml-classification";
|
|
1417
|
+
llm: "llm";
|
|
1418
|
+
whisper: "whisper";
|
|
1419
|
+
bci: "bci";
|
|
1420
|
+
nmt: "nmt";
|
|
1421
|
+
parakeet: "parakeet";
|
|
1422
|
+
classification: "classification";
|
|
1423
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1424
|
+
}, z.core.$strip>]>>;
|
|
1425
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1426
|
+
src: z.ZodString;
|
|
1427
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1428
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1429
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1430
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1431
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1432
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1433
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1434
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1435
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1436
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1437
|
+
embeddings: "embeddings";
|
|
1438
|
+
diffusion: "diffusion";
|
|
1439
|
+
audiogen: "audiogen";
|
|
1440
|
+
tts: "tts";
|
|
1441
|
+
ocr: "ocr";
|
|
1442
|
+
vla: "vla";
|
|
1443
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1444
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1445
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1446
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1447
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1448
|
+
"onnx-tts": "onnx-tts";
|
|
1449
|
+
"tts-ggml": "tts-ggml";
|
|
1450
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1451
|
+
"ggml-ocr": "ggml-ocr";
|
|
1452
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1453
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1454
|
+
"ggml-vla": "ggml-vla";
|
|
1455
|
+
"ggml-classification": "ggml-classification";
|
|
1456
|
+
llm: "llm";
|
|
1457
|
+
whisper: "whisper";
|
|
1458
|
+
bci: "bci";
|
|
1459
|
+
nmt: "nmt";
|
|
1460
|
+
parakeet: "parakeet";
|
|
1461
|
+
classification: "classification";
|
|
1462
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1463
|
+
}, z.core.$strip>]>>;
|
|
1464
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1465
|
+
src: z.ZodString;
|
|
1466
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1467
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1468
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1469
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1470
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1471
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1472
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1473
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1474
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1475
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1476
|
+
embeddings: "embeddings";
|
|
1477
|
+
diffusion: "diffusion";
|
|
1478
|
+
audiogen: "audiogen";
|
|
1479
|
+
tts: "tts";
|
|
1480
|
+
ocr: "ocr";
|
|
1481
|
+
vla: "vla";
|
|
1482
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1483
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1484
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1485
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1486
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1487
|
+
"onnx-tts": "onnx-tts";
|
|
1488
|
+
"tts-ggml": "tts-ggml";
|
|
1489
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1490
|
+
"ggml-ocr": "ggml-ocr";
|
|
1491
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1492
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1493
|
+
"ggml-vla": "ggml-vla";
|
|
1494
|
+
"ggml-classification": "ggml-classification";
|
|
1495
|
+
llm: "llm";
|
|
1496
|
+
whisper: "whisper";
|
|
1497
|
+
bci: "bci";
|
|
1498
|
+
nmt: "nmt";
|
|
1499
|
+
parakeet: "parakeet";
|
|
1500
|
+
classification: "classification";
|
|
1501
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1502
|
+
}, z.core.$strip>]>>;
|
|
1286
1503
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1287
1504
|
src: z.ZodString;
|
|
1288
1505
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -1361,6 +1578,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1361
1578
|
classification: "classification";
|
|
1362
1579
|
}>, z.ZodLiteral<"vad">]>>;
|
|
1363
1580
|
}, z.core.$strip>]>>;
|
|
1581
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1582
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1364
1583
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
1365
1584
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
1366
1585
|
anger: "anger";
|
|
@@ -1402,6 +1621,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1402
1621
|
robot: "robot";
|
|
1403
1622
|
}>>;
|
|
1404
1623
|
}, z.core.$strict>]>>;
|
|
1624
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
1405
1625
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1406
1626
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1407
1627
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1527,6 +1747,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1527
1747
|
classification: "classification";
|
|
1528
1748
|
}>, z.ZodLiteral<"vad">]>>;
|
|
1529
1749
|
}, z.core.$strip>]>>;
|
|
1750
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1530
1751
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
1531
1752
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
1532
1753
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1724,6 +1945,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1724
1945
|
auto: "auto";
|
|
1725
1946
|
f32: "f32";
|
|
1726
1947
|
f16: "f16";
|
|
1948
|
+
q8_0: "q8_0";
|
|
1727
1949
|
bf16: "bf16";
|
|
1728
1950
|
q2_k: "q2_k";
|
|
1729
1951
|
q3_k: "q3_k";
|
|
@@ -1734,7 +1956,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1734
1956
|
q5_1: "q5_1";
|
|
1735
1957
|
q5_k: "q5_k";
|
|
1736
1958
|
q6_k: "q6_k";
|
|
1737
|
-
q8_0: "q8_0";
|
|
1738
1959
|
}>>;
|
|
1739
1960
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
1740
1961
|
cpu: "cpu";
|
|
@@ -1746,12 +1967,17 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
|
|
|
1746
1967
|
cuda: "cuda";
|
|
1747
1968
|
std_default: "std_default";
|
|
1748
1969
|
}>>;
|
|
1749
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1750
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1751
1970
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
1752
1971
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
1753
1972
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
1754
1973
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1974
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1975
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1976
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1977
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
1978
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
1979
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1980
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
1755
1981
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
1756
1982
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
1757
1983
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2832,7 +3058,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
2832
3058
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
2833
3059
|
none: "none";
|
|
2834
3060
|
layer: "layer";
|
|
2835
|
-
row: "row";
|
|
2836
3061
|
tensor: "tensor";
|
|
2837
3062
|
}>>;
|
|
2838
3063
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -2841,6 +3066,29 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
2841
3066
|
auto: "auto";
|
|
2842
3067
|
}>>;
|
|
2843
3068
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
3069
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
3070
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
3071
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
3072
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
3073
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
3074
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3075
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
3076
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
3077
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
3078
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
3079
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
3080
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
3081
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
3082
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
3083
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
3084
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
3085
|
+
on: "on";
|
|
3086
|
+
off: "off";
|
|
3087
|
+
auto: "auto";
|
|
3088
|
+
}>>;
|
|
3089
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
3090
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
3091
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
2844
3092
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
2845
3093
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
2846
3094
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -3291,7 +3539,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
3291
3539
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
3292
3540
|
none: "none";
|
|
3293
3541
|
layer: "layer";
|
|
3294
|
-
row: "row";
|
|
3295
3542
|
}>>;
|
|
3296
3543
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
3297
3544
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4015,48 +4262,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4015
4262
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
4016
4263
|
}, z.core.$strict>, z.ZodObject<{
|
|
4017
4264
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
4018
|
-
}, z.core.$strict>, z.ZodObject<{
|
|
4019
|
-
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
4020
|
-
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
4021
|
-
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
4022
|
-
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
4023
|
-
threads: z.ZodOptional<z.ZodNumber>;
|
|
4024
|
-
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4025
|
-
seed: z.ZodOptional<z.ZodNumber>;
|
|
4026
|
-
temperature: z.ZodOptional<z.ZodNumber>;
|
|
4027
|
-
topK: z.ZodOptional<z.ZodNumber>;
|
|
4028
|
-
topP: z.ZodOptional<z.ZodNumber>;
|
|
4029
|
-
maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
|
|
4030
|
-
minNewTokens: z.ZodOptional<z.ZodNumber>;
|
|
4031
|
-
normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
|
|
4032
|
-
description: z.ZodOptional<z.ZodString>;
|
|
4033
|
-
voiceDescription: z.ZodOptional<z.ZodString>;
|
|
4034
|
-
voice: z.ZodOptional<z.ZodString>;
|
|
4035
|
-
emotion: z.ZodOptional<z.ZodEnum<{
|
|
4036
|
-
command: "command";
|
|
4037
|
-
anger: "anger";
|
|
4038
|
-
narration: "narration";
|
|
4039
|
-
conversation: "conversation";
|
|
4040
|
-
disgust: "disgust";
|
|
4041
|
-
fear: "fear";
|
|
4042
|
-
happy: "happy";
|
|
4043
|
-
neutral: "neutral";
|
|
4044
|
-
"proper noun": "proper noun";
|
|
4045
|
-
news: "news";
|
|
4046
|
-
sad: "sad";
|
|
4047
|
-
surprise: "surprise";
|
|
4048
|
-
}>>;
|
|
4049
|
-
pitch: z.ZodOptional<z.ZodString>;
|
|
4050
|
-
pace: z.ZodOptional<z.ZodEnum<{
|
|
4051
|
-
slow: "slow";
|
|
4052
|
-
moderate: "moderate";
|
|
4053
|
-
fast: "fast";
|
|
4054
|
-
}>>;
|
|
4055
|
-
expressivity: z.ZodOptional<z.ZodString>;
|
|
4056
|
-
noise: z.ZodOptional<z.ZodString>;
|
|
4057
|
-
reverb: z.ZodOptional<z.ZodString>;
|
|
4058
|
-
quality: z.ZodOptional<z.ZodString>;
|
|
4059
|
-
ttsEngine: z.ZodLiteral<"parler">;
|
|
4060
4265
|
}, z.core.$strict>, z.ZodObject<{
|
|
4061
4266
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4062
4267
|
src: z.ZodString;
|
|
@@ -4136,11 +4341,251 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4136
4341
|
classification: "classification";
|
|
4137
4342
|
}>, z.ZodLiteral<"vad">]>>;
|
|
4138
4343
|
}, z.core.$strip>]>>;
|
|
4139
|
-
|
|
4140
|
-
|
|
4141
|
-
|
|
4142
|
-
|
|
4143
|
-
|
|
4344
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
4345
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
4346
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
4347
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
4348
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
4349
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
4350
|
+
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
4351
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
4352
|
+
temperature: z.ZodOptional<z.ZodNumber>;
|
|
4353
|
+
topK: z.ZodOptional<z.ZodNumber>;
|
|
4354
|
+
topP: z.ZodOptional<z.ZodNumber>;
|
|
4355
|
+
maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
|
|
4356
|
+
minNewTokens: z.ZodOptional<z.ZodNumber>;
|
|
4357
|
+
normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
|
|
4358
|
+
description: z.ZodOptional<z.ZodString>;
|
|
4359
|
+
voiceDescription: z.ZodOptional<z.ZodString>;
|
|
4360
|
+
voice: z.ZodOptional<z.ZodString>;
|
|
4361
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
4362
|
+
command: "command";
|
|
4363
|
+
anger: "anger";
|
|
4364
|
+
narration: "narration";
|
|
4365
|
+
conversation: "conversation";
|
|
4366
|
+
disgust: "disgust";
|
|
4367
|
+
fear: "fear";
|
|
4368
|
+
happy: "happy";
|
|
4369
|
+
neutral: "neutral";
|
|
4370
|
+
"proper noun": "proper noun";
|
|
4371
|
+
news: "news";
|
|
4372
|
+
sad: "sad";
|
|
4373
|
+
surprise: "surprise";
|
|
4374
|
+
}>>;
|
|
4375
|
+
pitch: z.ZodOptional<z.ZodString>;
|
|
4376
|
+
pace: z.ZodOptional<z.ZodEnum<{
|
|
4377
|
+
slow: "slow";
|
|
4378
|
+
moderate: "moderate";
|
|
4379
|
+
fast: "fast";
|
|
4380
|
+
}>>;
|
|
4381
|
+
expressivity: z.ZodOptional<z.ZodString>;
|
|
4382
|
+
noise: z.ZodOptional<z.ZodString>;
|
|
4383
|
+
reverb: z.ZodOptional<z.ZodString>;
|
|
4384
|
+
quality: z.ZodOptional<z.ZodString>;
|
|
4385
|
+
ttsEngine: z.ZodLiteral<"parler">;
|
|
4386
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
4387
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4388
|
+
src: z.ZodString;
|
|
4389
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4390
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4391
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4392
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4393
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4394
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4395
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4396
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4397
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4398
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4399
|
+
embeddings: "embeddings";
|
|
4400
|
+
diffusion: "diffusion";
|
|
4401
|
+
audiogen: "audiogen";
|
|
4402
|
+
tts: "tts";
|
|
4403
|
+
ocr: "ocr";
|
|
4404
|
+
vla: "vla";
|
|
4405
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4406
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4407
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4408
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4409
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4410
|
+
"onnx-tts": "onnx-tts";
|
|
4411
|
+
"tts-ggml": "tts-ggml";
|
|
4412
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4413
|
+
"ggml-ocr": "ggml-ocr";
|
|
4414
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4415
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4416
|
+
"ggml-vla": "ggml-vla";
|
|
4417
|
+
"ggml-classification": "ggml-classification";
|
|
4418
|
+
llm: "llm";
|
|
4419
|
+
whisper: "whisper";
|
|
4420
|
+
bci: "bci";
|
|
4421
|
+
nmt: "nmt";
|
|
4422
|
+
parakeet: "parakeet";
|
|
4423
|
+
classification: "classification";
|
|
4424
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4425
|
+
}, z.core.$strip>]>>;
|
|
4426
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4427
|
+
src: z.ZodString;
|
|
4428
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4429
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4430
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4431
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4432
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4433
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4434
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4435
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4436
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4437
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4438
|
+
embeddings: "embeddings";
|
|
4439
|
+
diffusion: "diffusion";
|
|
4440
|
+
audiogen: "audiogen";
|
|
4441
|
+
tts: "tts";
|
|
4442
|
+
ocr: "ocr";
|
|
4443
|
+
vla: "vla";
|
|
4444
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4445
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4446
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4447
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4448
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4449
|
+
"onnx-tts": "onnx-tts";
|
|
4450
|
+
"tts-ggml": "tts-ggml";
|
|
4451
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4452
|
+
"ggml-ocr": "ggml-ocr";
|
|
4453
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4454
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4455
|
+
"ggml-vla": "ggml-vla";
|
|
4456
|
+
"ggml-classification": "ggml-classification";
|
|
4457
|
+
llm: "llm";
|
|
4458
|
+
whisper: "whisper";
|
|
4459
|
+
bci: "bci";
|
|
4460
|
+
nmt: "nmt";
|
|
4461
|
+
parakeet: "parakeet";
|
|
4462
|
+
classification: "classification";
|
|
4463
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4464
|
+
}, z.core.$strip>]>>;
|
|
4465
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4466
|
+
src: z.ZodString;
|
|
4467
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4468
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4469
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4470
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4471
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4472
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4473
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4474
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4475
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4476
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4477
|
+
embeddings: "embeddings";
|
|
4478
|
+
diffusion: "diffusion";
|
|
4479
|
+
audiogen: "audiogen";
|
|
4480
|
+
tts: "tts";
|
|
4481
|
+
ocr: "ocr";
|
|
4482
|
+
vla: "vla";
|
|
4483
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4484
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4485
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4486
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4487
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4488
|
+
"onnx-tts": "onnx-tts";
|
|
4489
|
+
"tts-ggml": "tts-ggml";
|
|
4490
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4491
|
+
"ggml-ocr": "ggml-ocr";
|
|
4492
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4493
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4494
|
+
"ggml-vla": "ggml-vla";
|
|
4495
|
+
"ggml-classification": "ggml-classification";
|
|
4496
|
+
llm: "llm";
|
|
4497
|
+
whisper: "whisper";
|
|
4498
|
+
bci: "bci";
|
|
4499
|
+
nmt: "nmt";
|
|
4500
|
+
parakeet: "parakeet";
|
|
4501
|
+
classification: "classification";
|
|
4502
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4503
|
+
}, z.core.$strip>]>>;
|
|
4504
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4505
|
+
src: z.ZodString;
|
|
4506
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4507
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4508
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4509
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4510
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4511
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4512
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4513
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4514
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4515
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4516
|
+
embeddings: "embeddings";
|
|
4517
|
+
diffusion: "diffusion";
|
|
4518
|
+
audiogen: "audiogen";
|
|
4519
|
+
tts: "tts";
|
|
4520
|
+
ocr: "ocr";
|
|
4521
|
+
vla: "vla";
|
|
4522
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4523
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4524
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4525
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4526
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4527
|
+
"onnx-tts": "onnx-tts";
|
|
4528
|
+
"tts-ggml": "tts-ggml";
|
|
4529
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4530
|
+
"ggml-ocr": "ggml-ocr";
|
|
4531
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4532
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4533
|
+
"ggml-vla": "ggml-vla";
|
|
4534
|
+
"ggml-classification": "ggml-classification";
|
|
4535
|
+
llm: "llm";
|
|
4536
|
+
whisper: "whisper";
|
|
4537
|
+
bci: "bci";
|
|
4538
|
+
nmt: "nmt";
|
|
4539
|
+
parakeet: "parakeet";
|
|
4540
|
+
classification: "classification";
|
|
4541
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4542
|
+
}, z.core.$strip>]>>;
|
|
4543
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
4544
|
+
src: z.ZodString;
|
|
4545
|
+
name: z.ZodOptional<z.ZodString>;
|
|
4546
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
4547
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
4548
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
4549
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
4550
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
4551
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
4552
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
4553
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
4554
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
4555
|
+
embeddings: "embeddings";
|
|
4556
|
+
diffusion: "diffusion";
|
|
4557
|
+
audiogen: "audiogen";
|
|
4558
|
+
tts: "tts";
|
|
4559
|
+
ocr: "ocr";
|
|
4560
|
+
vla: "vla";
|
|
4561
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
4562
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
4563
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
4564
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
4565
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
4566
|
+
"onnx-tts": "onnx-tts";
|
|
4567
|
+
"tts-ggml": "tts-ggml";
|
|
4568
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
4569
|
+
"ggml-ocr": "ggml-ocr";
|
|
4570
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
4571
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
4572
|
+
"ggml-vla": "ggml-vla";
|
|
4573
|
+
"ggml-classification": "ggml-classification";
|
|
4574
|
+
llm: "llm";
|
|
4575
|
+
whisper: "whisper";
|
|
4576
|
+
bci: "bci";
|
|
4577
|
+
nmt: "nmt";
|
|
4578
|
+
parakeet: "parakeet";
|
|
4579
|
+
classification: "classification";
|
|
4580
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
4581
|
+
}, z.core.$strip>]>>;
|
|
4582
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
4583
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
4584
|
+
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
4585
|
+
emotion: z.ZodOptional<z.ZodEnum<{
|
|
4586
|
+
anger: "anger";
|
|
4587
|
+
happy: "happy";
|
|
4588
|
+
neutral: "neutral";
|
|
4144
4589
|
sad: "sad";
|
|
4145
4590
|
}>>;
|
|
4146
4591
|
pace: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4177,6 +4622,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4177
4622
|
robot: "robot";
|
|
4178
4623
|
}>>;
|
|
4179
4624
|
}, z.core.$strict>]>>;
|
|
4625
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
4180
4626
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
4181
4627
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
4182
4628
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -4302,6 +4748,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4302
4748
|
classification: "classification";
|
|
4303
4749
|
}>, z.ZodLiteral<"vad">]>>;
|
|
4304
4750
|
}, z.core.$strip>]>>;
|
|
4751
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
4305
4752
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
4306
4753
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
4307
4754
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4499,6 +4946,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4499
4946
|
auto: "auto";
|
|
4500
4947
|
f32: "f32";
|
|
4501
4948
|
f16: "f16";
|
|
4949
|
+
q8_0: "q8_0";
|
|
4502
4950
|
bf16: "bf16";
|
|
4503
4951
|
q2_k: "q2_k";
|
|
4504
4952
|
q3_k: "q3_k";
|
|
@@ -4509,7 +4957,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4509
4957
|
q5_1: "q5_1";
|
|
4510
4958
|
q5_k: "q5_k";
|
|
4511
4959
|
q6_k: "q6_k";
|
|
4512
|
-
q8_0: "q8_0";
|
|
4513
4960
|
}>>;
|
|
4514
4961
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
4515
4962
|
cpu: "cpu";
|
|
@@ -4521,12 +4968,17 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
|
|
|
4521
4968
|
cuda: "cuda";
|
|
4522
4969
|
std_default: "std_default";
|
|
4523
4970
|
}>>;
|
|
4524
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
4525
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
4526
4971
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
4527
4972
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
4528
4973
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
4529
4974
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
4975
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
4976
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
4977
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
4978
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
4979
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
4980
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
4981
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
4530
4982
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
4531
4983
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
4532
4984
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -5606,7 +6058,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
5606
6058
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
5607
6059
|
none: "none";
|
|
5608
6060
|
layer: "layer";
|
|
5609
|
-
row: "row";
|
|
5610
6061
|
tensor: "tensor";
|
|
5611
6062
|
}>>;
|
|
5612
6063
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -5615,6 +6066,29 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
5615
6066
|
auto: "auto";
|
|
5616
6067
|
}>>;
|
|
5617
6068
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
6069
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
6070
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
6071
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
6072
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
6073
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
6074
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
6075
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
6076
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
6077
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
6078
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
6079
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
6080
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
6081
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
6082
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
6083
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
6084
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
6085
|
+
on: "on";
|
|
6086
|
+
off: "off";
|
|
6087
|
+
auto: "auto";
|
|
6088
|
+
}>>;
|
|
6089
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
6090
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
6091
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
5618
6092
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
5619
6093
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
5620
6094
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -6065,7 +6539,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6065
6539
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
6066
6540
|
none: "none";
|
|
6067
6541
|
layer: "layer";
|
|
6068
|
-
row: "row";
|
|
6069
6542
|
}>>;
|
|
6070
6543
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
6071
6544
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -6790,11 +7263,90 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6790
7263
|
}, z.core.$strict>, z.ZodObject<{
|
|
6791
7264
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
6792
7265
|
}, z.core.$strict>, z.ZodObject<{
|
|
6793
|
-
|
|
6794
|
-
|
|
6795
|
-
|
|
6796
|
-
|
|
6797
|
-
|
|
7266
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7267
|
+
src: z.ZodString;
|
|
7268
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7269
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7270
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7271
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7272
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7273
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7274
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7275
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7276
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7277
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7278
|
+
embeddings: "embeddings";
|
|
7279
|
+
diffusion: "diffusion";
|
|
7280
|
+
audiogen: "audiogen";
|
|
7281
|
+
tts: "tts";
|
|
7282
|
+
ocr: "ocr";
|
|
7283
|
+
vla: "vla";
|
|
7284
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7285
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7286
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7287
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7288
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7289
|
+
"onnx-tts": "onnx-tts";
|
|
7290
|
+
"tts-ggml": "tts-ggml";
|
|
7291
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7292
|
+
"ggml-ocr": "ggml-ocr";
|
|
7293
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7294
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7295
|
+
"ggml-vla": "ggml-vla";
|
|
7296
|
+
"ggml-classification": "ggml-classification";
|
|
7297
|
+
llm: "llm";
|
|
7298
|
+
whisper: "whisper";
|
|
7299
|
+
bci: "bci";
|
|
7300
|
+
nmt: "nmt";
|
|
7301
|
+
parakeet: "parakeet";
|
|
7302
|
+
classification: "classification";
|
|
7303
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7304
|
+
}, z.core.$strip>]>>;
|
|
7305
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7306
|
+
src: z.ZodString;
|
|
7307
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7308
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7309
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7310
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7311
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7312
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7313
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7314
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7315
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7316
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7317
|
+
embeddings: "embeddings";
|
|
7318
|
+
diffusion: "diffusion";
|
|
7319
|
+
audiogen: "audiogen";
|
|
7320
|
+
tts: "tts";
|
|
7321
|
+
ocr: "ocr";
|
|
7322
|
+
vla: "vla";
|
|
7323
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7324
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7325
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7326
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7327
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7328
|
+
"onnx-tts": "onnx-tts";
|
|
7329
|
+
"tts-ggml": "tts-ggml";
|
|
7330
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7331
|
+
"ggml-ocr": "ggml-ocr";
|
|
7332
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7333
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7334
|
+
"ggml-vla": "ggml-vla";
|
|
7335
|
+
"ggml-classification": "ggml-classification";
|
|
7336
|
+
llm: "llm";
|
|
7337
|
+
whisper: "whisper";
|
|
7338
|
+
bci: "bci";
|
|
7339
|
+
nmt: "nmt";
|
|
7340
|
+
parakeet: "parakeet";
|
|
7341
|
+
classification: "classification";
|
|
7342
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7343
|
+
}, z.core.$strip>]>>;
|
|
7344
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
7345
|
+
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
7346
|
+
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
7347
|
+
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7348
|
+
streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
7349
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
6798
7350
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
6799
7351
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
6800
7352
|
temperature: z.ZodOptional<z.ZodNumber>;
|
|
@@ -6832,6 +7384,123 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6832
7384
|
quality: z.ZodOptional<z.ZodString>;
|
|
6833
7385
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
6834
7386
|
}, z.core.$strict>, z.ZodObject<{
|
|
7387
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7388
|
+
src: z.ZodString;
|
|
7389
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7390
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7391
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7392
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7393
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7394
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7395
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7396
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7397
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7398
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7399
|
+
embeddings: "embeddings";
|
|
7400
|
+
diffusion: "diffusion";
|
|
7401
|
+
audiogen: "audiogen";
|
|
7402
|
+
tts: "tts";
|
|
7403
|
+
ocr: "ocr";
|
|
7404
|
+
vla: "vla";
|
|
7405
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7406
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7407
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7408
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7409
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7410
|
+
"onnx-tts": "onnx-tts";
|
|
7411
|
+
"tts-ggml": "tts-ggml";
|
|
7412
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7413
|
+
"ggml-ocr": "ggml-ocr";
|
|
7414
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7415
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7416
|
+
"ggml-vla": "ggml-vla";
|
|
7417
|
+
"ggml-classification": "ggml-classification";
|
|
7418
|
+
llm: "llm";
|
|
7419
|
+
whisper: "whisper";
|
|
7420
|
+
bci: "bci";
|
|
7421
|
+
nmt: "nmt";
|
|
7422
|
+
parakeet: "parakeet";
|
|
7423
|
+
classification: "classification";
|
|
7424
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7425
|
+
}, z.core.$strip>]>>;
|
|
7426
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7427
|
+
src: z.ZodString;
|
|
7428
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7429
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7430
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7431
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7432
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7433
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7434
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7435
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7436
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7437
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7438
|
+
embeddings: "embeddings";
|
|
7439
|
+
diffusion: "diffusion";
|
|
7440
|
+
audiogen: "audiogen";
|
|
7441
|
+
tts: "tts";
|
|
7442
|
+
ocr: "ocr";
|
|
7443
|
+
vla: "vla";
|
|
7444
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7445
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7446
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7447
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7448
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7449
|
+
"onnx-tts": "onnx-tts";
|
|
7450
|
+
"tts-ggml": "tts-ggml";
|
|
7451
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7452
|
+
"ggml-ocr": "ggml-ocr";
|
|
7453
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7454
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7455
|
+
"ggml-vla": "ggml-vla";
|
|
7456
|
+
"ggml-classification": "ggml-classification";
|
|
7457
|
+
llm: "llm";
|
|
7458
|
+
whisper: "whisper";
|
|
7459
|
+
bci: "bci";
|
|
7460
|
+
nmt: "nmt";
|
|
7461
|
+
parakeet: "parakeet";
|
|
7462
|
+
classification: "classification";
|
|
7463
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7464
|
+
}, z.core.$strip>]>>;
|
|
7465
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
7466
|
+
src: z.ZodString;
|
|
7467
|
+
name: z.ZodOptional<z.ZodString>;
|
|
7468
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
7469
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
7470
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
7471
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
7472
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
7473
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
7474
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
7475
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
7476
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
7477
|
+
embeddings: "embeddings";
|
|
7478
|
+
diffusion: "diffusion";
|
|
7479
|
+
audiogen: "audiogen";
|
|
7480
|
+
tts: "tts";
|
|
7481
|
+
ocr: "ocr";
|
|
7482
|
+
vla: "vla";
|
|
7483
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
7484
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
7485
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
7486
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
7487
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
7488
|
+
"onnx-tts": "onnx-tts";
|
|
7489
|
+
"tts-ggml": "tts-ggml";
|
|
7490
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
7491
|
+
"ggml-ocr": "ggml-ocr";
|
|
7492
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
7493
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
7494
|
+
"ggml-vla": "ggml-vla";
|
|
7495
|
+
"ggml-classification": "ggml-classification";
|
|
7496
|
+
llm: "llm";
|
|
7497
|
+
whisper: "whisper";
|
|
7498
|
+
bci: "bci";
|
|
7499
|
+
nmt: "nmt";
|
|
7500
|
+
parakeet: "parakeet";
|
|
7501
|
+
classification: "classification";
|
|
7502
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
7503
|
+
}, z.core.$strip>]>>;
|
|
6835
7504
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
6836
7505
|
src: z.ZodString;
|
|
6837
7506
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -6910,6 +7579,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6910
7579
|
classification: "classification";
|
|
6911
7580
|
}>, z.ZodLiteral<"vad">]>>;
|
|
6912
7581
|
}, z.core.$strip>]>>;
|
|
7582
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
7583
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
6913
7584
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
6914
7585
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
6915
7586
|
anger: "anger";
|
|
@@ -6951,6 +7622,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
6951
7622
|
robot: "robot";
|
|
6952
7623
|
}>>;
|
|
6953
7624
|
}, z.core.$strict>]>>;
|
|
7625
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
6954
7626
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
6955
7627
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
6956
7628
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -7076,6 +7748,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7076
7748
|
classification: "classification";
|
|
7077
7749
|
}>, z.ZodLiteral<"vad">]>>;
|
|
7078
7750
|
}, z.core.$strip>]>>;
|
|
7751
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
7079
7752
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
7080
7753
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
7081
7754
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -7273,6 +7946,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7273
7946
|
auto: "auto";
|
|
7274
7947
|
f32: "f32";
|
|
7275
7948
|
f16: "f16";
|
|
7949
|
+
q8_0: "q8_0";
|
|
7276
7950
|
bf16: "bf16";
|
|
7277
7951
|
q2_k: "q2_k";
|
|
7278
7952
|
q3_k: "q3_k";
|
|
@@ -7283,7 +7957,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7283
7957
|
q5_1: "q5_1";
|
|
7284
7958
|
q5_k: "q5_k";
|
|
7285
7959
|
q6_k: "q6_k";
|
|
7286
|
-
q8_0: "q8_0";
|
|
7287
7960
|
}>>;
|
|
7288
7961
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
7289
7962
|
cpu: "cpu";
|
|
@@ -7295,12 +7968,17 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
7295
7968
|
cuda: "cuda";
|
|
7296
7969
|
std_default: "std_default";
|
|
7297
7970
|
}>>;
|
|
7298
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
7299
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
7300
7971
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
7301
7972
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
7302
7973
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
7303
7974
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
7975
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
7976
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
7977
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
7978
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
7979
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
7980
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
7981
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
7304
7982
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
7305
7983
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
7306
7984
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -8373,9 +9051,28 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8373
9051
|
'cache-type-k'?: string | undefined;
|
|
8374
9052
|
'cache-type-v'?: string | undefined;
|
|
8375
9053
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
8376
|
-
'split-mode'?: "none" | "layer" | "
|
|
9054
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
8377
9055
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
8378
9056
|
'tensor-split'?: string | undefined;
|
|
9057
|
+
'batch-size'?: number | undefined;
|
|
9058
|
+
'ubatch-size'?: number | undefined;
|
|
9059
|
+
'cpu-moe'?: boolean | undefined;
|
|
9060
|
+
'n-cpu-moe'?: number | undefined;
|
|
9061
|
+
'kv-offload'?: boolean | undefined;
|
|
9062
|
+
'image-max-tokens'?: number | undefined;
|
|
9063
|
+
'image-min-tokens'?: number | undefined;
|
|
9064
|
+
threads?: number | undefined;
|
|
9065
|
+
'threads-batch'?: number | undefined;
|
|
9066
|
+
'cpu-mask'?: string | undefined;
|
|
9067
|
+
'cpu-mask-batch'?: string | undefined;
|
|
9068
|
+
'override-tensor'?: string | undefined;
|
|
9069
|
+
'n-cpu-ffn'?: number | undefined;
|
|
9070
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
9071
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
9072
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
9073
|
+
fit?: boolean | undefined;
|
|
9074
|
+
'fit-target'?: string | number | undefined;
|
|
9075
|
+
'fit-ctx'?: number | undefined;
|
|
8379
9076
|
openclCacheDir?: string | undefined;
|
|
8380
9077
|
reasoning_budget?: number | undefined;
|
|
8381
9078
|
projectionModelSrc?: string | {
|
|
@@ -8597,7 +9294,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8597
9294
|
embdNormalize?: number | undefined;
|
|
8598
9295
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
8599
9296
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
8600
|
-
splitMode?: "none" | "layer" |
|
|
9297
|
+
splitMode?: "none" | "layer" | undefined;
|
|
8601
9298
|
tensorSplit?: string | undefined;
|
|
8602
9299
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
8603
9300
|
openclCacheDir?: string | undefined;
|
|
@@ -8738,6 +9435,33 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8738
9435
|
[x: string]: unknown;
|
|
8739
9436
|
} | {
|
|
8740
9437
|
ttsEngine: "parler";
|
|
9438
|
+
lavasrEnhancerModelSrc?: string | {
|
|
9439
|
+
src: string;
|
|
9440
|
+
name?: string | undefined;
|
|
9441
|
+
modelId?: string | undefined;
|
|
9442
|
+
registryPath?: string | undefined;
|
|
9443
|
+
registrySource?: string | undefined;
|
|
9444
|
+
blobCoreKey?: string | undefined;
|
|
9445
|
+
blobIndex?: number | undefined;
|
|
9446
|
+
engine?: string | undefined;
|
|
9447
|
+
expectedSize?: number | undefined;
|
|
9448
|
+
sha256Checksum?: string | undefined;
|
|
9449
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9450
|
+
} | undefined;
|
|
9451
|
+
lavasrDenoiserModelSrc?: string | {
|
|
9452
|
+
src: string;
|
|
9453
|
+
name?: string | undefined;
|
|
9454
|
+
modelId?: string | undefined;
|
|
9455
|
+
registryPath?: string | undefined;
|
|
9456
|
+
registrySource?: string | undefined;
|
|
9457
|
+
blobCoreKey?: string | undefined;
|
|
9458
|
+
blobIndex?: number | undefined;
|
|
9459
|
+
engine?: string | undefined;
|
|
9460
|
+
expectedSize?: number | undefined;
|
|
9461
|
+
sha256Checksum?: string | undefined;
|
|
9462
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9463
|
+
} | undefined;
|
|
9464
|
+
backendsDir?: string | undefined;
|
|
8741
9465
|
useGPU?: boolean | undefined;
|
|
8742
9466
|
outputSampleRate?: number | undefined;
|
|
8743
9467
|
streamChunkTokens?: number | undefined;
|
|
@@ -8763,7 +9487,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8763
9487
|
quality?: string | undefined;
|
|
8764
9488
|
} | {
|
|
8765
9489
|
ttsEngine: "cosyvoice3";
|
|
8766
|
-
|
|
9490
|
+
referenceAudioSrc?: string | {
|
|
8767
9491
|
src: string;
|
|
8768
9492
|
name?: string | undefined;
|
|
8769
9493
|
modelId?: string | undefined;
|
|
@@ -8776,7 +9500,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8776
9500
|
sha256Checksum?: string | undefined;
|
|
8777
9501
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
8778
9502
|
} | undefined;
|
|
8779
|
-
|
|
9503
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
8780
9504
|
src: string;
|
|
8781
9505
|
name?: string | undefined;
|
|
8782
9506
|
modelId?: string | undefined;
|
|
@@ -8789,22 +9513,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8789
9513
|
sha256Checksum?: string | undefined;
|
|
8790
9514
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
8791
9515
|
} | undefined;
|
|
8792
|
-
|
|
8793
|
-
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
8794
|
-
instruct?: string | {
|
|
8795
|
-
dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
|
|
8796
|
-
volume?: "loud" | "soft" | undefined;
|
|
8797
|
-
style?: "peppa" | "robot" | undefined;
|
|
8798
|
-
} | undefined;
|
|
8799
|
-
useGPU?: boolean | undefined;
|
|
8800
|
-
outputSampleRate?: number | undefined;
|
|
8801
|
-
streamChunkTokens?: number | undefined;
|
|
8802
|
-
streamFirstChunkTokens?: number | undefined;
|
|
8803
|
-
threads?: number | undefined;
|
|
8804
|
-
nGpuLayers?: number | undefined;
|
|
8805
|
-
seed?: number | undefined;
|
|
8806
|
-
} | {
|
|
8807
|
-
audio8CodecDecoderModelSrc: string | {
|
|
9516
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
8808
9517
|
src: string;
|
|
8809
9518
|
name?: string | undefined;
|
|
8810
9519
|
modelId?: string | undefined;
|
|
@@ -8816,9 +9525,66 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8816
9525
|
expectedSize?: number | undefined;
|
|
8817
9526
|
sha256Checksum?: string | undefined;
|
|
8818
9527
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
8819
|
-
};
|
|
8820
|
-
|
|
8821
|
-
|
|
9528
|
+
} | undefined;
|
|
9529
|
+
lavasrEnhancerModelSrc?: string | {
|
|
9530
|
+
src: string;
|
|
9531
|
+
name?: string | undefined;
|
|
9532
|
+
modelId?: string | undefined;
|
|
9533
|
+
registryPath?: string | undefined;
|
|
9534
|
+
registrySource?: string | undefined;
|
|
9535
|
+
blobCoreKey?: string | undefined;
|
|
9536
|
+
blobIndex?: number | undefined;
|
|
9537
|
+
engine?: string | undefined;
|
|
9538
|
+
expectedSize?: number | undefined;
|
|
9539
|
+
sha256Checksum?: string | undefined;
|
|
9540
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9541
|
+
} | undefined;
|
|
9542
|
+
lavasrDenoiserModelSrc?: string | {
|
|
9543
|
+
src: string;
|
|
9544
|
+
name?: string | undefined;
|
|
9545
|
+
modelId?: string | undefined;
|
|
9546
|
+
registryPath?: string | undefined;
|
|
9547
|
+
registrySource?: string | undefined;
|
|
9548
|
+
blobCoreKey?: string | undefined;
|
|
9549
|
+
blobIndex?: number | undefined;
|
|
9550
|
+
engine?: string | undefined;
|
|
9551
|
+
expectedSize?: number | undefined;
|
|
9552
|
+
sha256Checksum?: string | undefined;
|
|
9553
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9554
|
+
} | undefined;
|
|
9555
|
+
openclCacheDir?: string | undefined;
|
|
9556
|
+
backendsDir?: string | undefined;
|
|
9557
|
+
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
9558
|
+
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
9559
|
+
instruct?: string | {
|
|
9560
|
+
dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
|
|
9561
|
+
volume?: "loud" | "soft" | undefined;
|
|
9562
|
+
style?: "peppa" | "robot" | undefined;
|
|
9563
|
+
} | undefined;
|
|
9564
|
+
promptText?: string | undefined;
|
|
9565
|
+
useGPU?: boolean | undefined;
|
|
9566
|
+
outputSampleRate?: number | undefined;
|
|
9567
|
+
streamChunkTokens?: number | undefined;
|
|
9568
|
+
streamFirstChunkTokens?: number | undefined;
|
|
9569
|
+
threads?: number | undefined;
|
|
9570
|
+
nGpuLayers?: number | undefined;
|
|
9571
|
+
seed?: number | undefined;
|
|
9572
|
+
} | {
|
|
9573
|
+
audio8CodecDecoderModelSrc: string | {
|
|
9574
|
+
src: string;
|
|
9575
|
+
name?: string | undefined;
|
|
9576
|
+
modelId?: string | undefined;
|
|
9577
|
+
registryPath?: string | undefined;
|
|
9578
|
+
registrySource?: string | undefined;
|
|
9579
|
+
blobCoreKey?: string | undefined;
|
|
9580
|
+
blobIndex?: number | undefined;
|
|
9581
|
+
engine?: string | undefined;
|
|
9582
|
+
expectedSize?: number | undefined;
|
|
9583
|
+
sha256Checksum?: string | undefined;
|
|
9584
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9585
|
+
};
|
|
9586
|
+
ttsEngine: "audio8";
|
|
9587
|
+
audio8CodecEncoderModelSrc?: string | {
|
|
8822
9588
|
src: string;
|
|
8823
9589
|
name?: string | undefined;
|
|
8824
9590
|
modelId?: string | undefined;
|
|
@@ -8844,6 +9610,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8844
9610
|
sha256Checksum?: string | undefined;
|
|
8845
9611
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
8846
9612
|
} | undefined;
|
|
9613
|
+
backendsDir?: string | undefined;
|
|
8847
9614
|
referenceText?: string | undefined;
|
|
8848
9615
|
greedy?: boolean | undefined;
|
|
8849
9616
|
temperature?: number | undefined;
|
|
@@ -8939,15 +9706,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
8939
9706
|
device?: "gpu" | "cpu" | undefined;
|
|
8940
9707
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
8941
9708
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
8942
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
9709
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
8943
9710
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
8944
9711
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
8945
|
-
clip_on_cpu?: boolean | undefined;
|
|
8946
|
-
vae_on_cpu?: boolean | undefined;
|
|
8947
9712
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
8948
9713
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
8949
9714
|
vae_tiling?: boolean | undefined;
|
|
8950
9715
|
offload_to_cpu?: boolean | undefined;
|
|
9716
|
+
control_net_cpu?: undefined;
|
|
9717
|
+
clip_on_cpu?: undefined;
|
|
9718
|
+
vae_on_cpu?: undefined;
|
|
9719
|
+
backend?: string | undefined;
|
|
9720
|
+
params_backend?: string | undefined;
|
|
9721
|
+
max_vram?: string | number | undefined;
|
|
9722
|
+
stream_layers?: boolean | undefined;
|
|
8951
9723
|
flash_attn?: boolean | undefined;
|
|
8952
9724
|
diffusion_fa?: boolean | undefined;
|
|
8953
9725
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -9365,9 +10137,28 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9365
10137
|
'cache-type-k'?: string | undefined;
|
|
9366
10138
|
'cache-type-v'?: string | undefined;
|
|
9367
10139
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
9368
|
-
'split-mode'?: "none" | "layer" | "
|
|
10140
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
9369
10141
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
9370
10142
|
'tensor-split'?: string | undefined;
|
|
10143
|
+
'batch-size'?: number | undefined;
|
|
10144
|
+
'ubatch-size'?: number | undefined;
|
|
10145
|
+
'cpu-moe'?: boolean | undefined;
|
|
10146
|
+
'n-cpu-moe'?: number | undefined;
|
|
10147
|
+
'kv-offload'?: boolean | undefined;
|
|
10148
|
+
'image-max-tokens'?: number | undefined;
|
|
10149
|
+
'image-min-tokens'?: number | undefined;
|
|
10150
|
+
threads?: number | undefined;
|
|
10151
|
+
'threads-batch'?: number | undefined;
|
|
10152
|
+
'cpu-mask'?: string | undefined;
|
|
10153
|
+
'cpu-mask-batch'?: string | undefined;
|
|
10154
|
+
'override-tensor'?: string | undefined;
|
|
10155
|
+
'n-cpu-ffn'?: number | undefined;
|
|
10156
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
10157
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
10158
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
10159
|
+
fit?: boolean | undefined;
|
|
10160
|
+
'fit-target'?: string | number | undefined;
|
|
10161
|
+
'fit-ctx'?: number | undefined;
|
|
9371
10162
|
openclCacheDir?: string | undefined;
|
|
9372
10163
|
reasoning_budget?: number | undefined;
|
|
9373
10164
|
projectionModelSrc?: string | {
|
|
@@ -9589,7 +10380,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9589
10380
|
embdNormalize?: number | undefined;
|
|
9590
10381
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
9591
10382
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
9592
|
-
splitMode?: "none" | "layer" |
|
|
10383
|
+
splitMode?: "none" | "layer" | undefined;
|
|
9593
10384
|
tensorSplit?: string | undefined;
|
|
9594
10385
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
9595
10386
|
openclCacheDir?: string | undefined;
|
|
@@ -9730,6 +10521,33 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9730
10521
|
[x: string]: unknown;
|
|
9731
10522
|
} | {
|
|
9732
10523
|
ttsEngine: "parler";
|
|
10524
|
+
lavasrEnhancerModelSrc?: string | {
|
|
10525
|
+
src: string;
|
|
10526
|
+
name?: string | undefined;
|
|
10527
|
+
modelId?: string | undefined;
|
|
10528
|
+
registryPath?: string | undefined;
|
|
10529
|
+
registrySource?: string | undefined;
|
|
10530
|
+
blobCoreKey?: string | undefined;
|
|
10531
|
+
blobIndex?: number | undefined;
|
|
10532
|
+
engine?: string | undefined;
|
|
10533
|
+
expectedSize?: number | undefined;
|
|
10534
|
+
sha256Checksum?: string | undefined;
|
|
10535
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10536
|
+
} | undefined;
|
|
10537
|
+
lavasrDenoiserModelSrc?: string | {
|
|
10538
|
+
src: string;
|
|
10539
|
+
name?: string | undefined;
|
|
10540
|
+
modelId?: string | undefined;
|
|
10541
|
+
registryPath?: string | undefined;
|
|
10542
|
+
registrySource?: string | undefined;
|
|
10543
|
+
blobCoreKey?: string | undefined;
|
|
10544
|
+
blobIndex?: number | undefined;
|
|
10545
|
+
engine?: string | undefined;
|
|
10546
|
+
expectedSize?: number | undefined;
|
|
10547
|
+
sha256Checksum?: string | undefined;
|
|
10548
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10549
|
+
} | undefined;
|
|
10550
|
+
backendsDir?: string | undefined;
|
|
9733
10551
|
useGPU?: boolean | undefined;
|
|
9734
10552
|
outputSampleRate?: number | undefined;
|
|
9735
10553
|
streamChunkTokens?: number | undefined;
|
|
@@ -9755,6 +10573,45 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9755
10573
|
quality?: string | undefined;
|
|
9756
10574
|
} | {
|
|
9757
10575
|
ttsEngine: "cosyvoice3";
|
|
10576
|
+
referenceAudioSrc?: string | {
|
|
10577
|
+
src: string;
|
|
10578
|
+
name?: string | undefined;
|
|
10579
|
+
modelId?: string | undefined;
|
|
10580
|
+
registryPath?: string | undefined;
|
|
10581
|
+
registrySource?: string | undefined;
|
|
10582
|
+
blobCoreKey?: string | undefined;
|
|
10583
|
+
blobIndex?: number | undefined;
|
|
10584
|
+
engine?: string | undefined;
|
|
10585
|
+
expectedSize?: number | undefined;
|
|
10586
|
+
sha256Checksum?: string | undefined;
|
|
10587
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10588
|
+
} | undefined;
|
|
10589
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
10590
|
+
src: string;
|
|
10591
|
+
name?: string | undefined;
|
|
10592
|
+
modelId?: string | undefined;
|
|
10593
|
+
registryPath?: string | undefined;
|
|
10594
|
+
registrySource?: string | undefined;
|
|
10595
|
+
blobCoreKey?: string | undefined;
|
|
10596
|
+
blobIndex?: number | undefined;
|
|
10597
|
+
engine?: string | undefined;
|
|
10598
|
+
expectedSize?: number | undefined;
|
|
10599
|
+
sha256Checksum?: string | undefined;
|
|
10600
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10601
|
+
} | undefined;
|
|
10602
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
10603
|
+
src: string;
|
|
10604
|
+
name?: string | undefined;
|
|
10605
|
+
modelId?: string | undefined;
|
|
10606
|
+
registryPath?: string | undefined;
|
|
10607
|
+
registrySource?: string | undefined;
|
|
10608
|
+
blobCoreKey?: string | undefined;
|
|
10609
|
+
blobIndex?: number | undefined;
|
|
10610
|
+
engine?: string | undefined;
|
|
10611
|
+
expectedSize?: number | undefined;
|
|
10612
|
+
sha256Checksum?: string | undefined;
|
|
10613
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
10614
|
+
} | undefined;
|
|
9758
10615
|
lavasrEnhancerModelSrc?: string | {
|
|
9759
10616
|
src: string;
|
|
9760
10617
|
name?: string | undefined;
|
|
@@ -9781,6 +10638,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9781
10638
|
sha256Checksum?: string | undefined;
|
|
9782
10639
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9783
10640
|
} | undefined;
|
|
10641
|
+
openclCacheDir?: string | undefined;
|
|
10642
|
+
backendsDir?: string | undefined;
|
|
9784
10643
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
9785
10644
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
9786
10645
|
instruct?: string | {
|
|
@@ -9788,6 +10647,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9788
10647
|
volume?: "loud" | "soft" | undefined;
|
|
9789
10648
|
style?: "peppa" | "robot" | undefined;
|
|
9790
10649
|
} | undefined;
|
|
10650
|
+
promptText?: string | undefined;
|
|
9791
10651
|
useGPU?: boolean | undefined;
|
|
9792
10652
|
outputSampleRate?: number | undefined;
|
|
9793
10653
|
streamChunkTokens?: number | undefined;
|
|
@@ -9836,6 +10696,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9836
10696
|
sha256Checksum?: string | undefined;
|
|
9837
10697
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
9838
10698
|
} | undefined;
|
|
10699
|
+
backendsDir?: string | undefined;
|
|
9839
10700
|
referenceText?: string | undefined;
|
|
9840
10701
|
greedy?: boolean | undefined;
|
|
9841
10702
|
temperature?: number | undefined;
|
|
@@ -9931,15 +10792,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
9931
10792
|
device?: "gpu" | "cpu" | undefined;
|
|
9932
10793
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
9933
10794
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
9934
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
10795
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
9935
10796
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
9936
10797
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
9937
|
-
clip_on_cpu?: boolean | undefined;
|
|
9938
|
-
vae_on_cpu?: boolean | undefined;
|
|
9939
10798
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
9940
10799
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
9941
10800
|
vae_tiling?: boolean | undefined;
|
|
9942
10801
|
offload_to_cpu?: boolean | undefined;
|
|
10802
|
+
control_net_cpu?: undefined;
|
|
10803
|
+
clip_on_cpu?: undefined;
|
|
10804
|
+
vae_on_cpu?: undefined;
|
|
10805
|
+
backend?: string | undefined;
|
|
10806
|
+
params_backend?: string | undefined;
|
|
10807
|
+
max_vram?: string | number | undefined;
|
|
10808
|
+
stream_layers?: boolean | undefined;
|
|
9943
10809
|
flash_attn?: boolean | undefined;
|
|
9944
10810
|
diffusion_fa?: boolean | undefined;
|
|
9945
10811
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -10366,7 +11232,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
10366
11232
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
10367
11233
|
none: "none";
|
|
10368
11234
|
layer: "layer";
|
|
10369
|
-
row: "row";
|
|
10370
11235
|
tensor: "tensor";
|
|
10371
11236
|
}>>;
|
|
10372
11237
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -10375,6 +11240,29 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
10375
11240
|
auto: "auto";
|
|
10376
11241
|
}>>;
|
|
10377
11242
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
11243
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
11244
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
11245
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
11246
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
11247
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
11248
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
11249
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
11250
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
11251
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
11252
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
11253
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
11254
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
11255
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
11256
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
11257
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
11258
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
11259
|
+
on: "on";
|
|
11260
|
+
off: "off";
|
|
11261
|
+
auto: "auto";
|
|
11262
|
+
}>>;
|
|
11263
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
11264
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
11265
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
10378
11266
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
10379
11267
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
10380
11268
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -10523,9 +11411,28 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
10523
11411
|
'cache-type-k'?: string | undefined;
|
|
10524
11412
|
'cache-type-v'?: string | undefined;
|
|
10525
11413
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
10526
|
-
'split-mode'?: "none" | "layer" | "
|
|
11414
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
10527
11415
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
10528
11416
|
'tensor-split'?: string | undefined;
|
|
11417
|
+
'batch-size'?: number | undefined;
|
|
11418
|
+
'ubatch-size'?: number | undefined;
|
|
11419
|
+
'cpu-moe'?: boolean | undefined;
|
|
11420
|
+
'n-cpu-moe'?: number | undefined;
|
|
11421
|
+
'kv-offload'?: boolean | undefined;
|
|
11422
|
+
'image-max-tokens'?: number | undefined;
|
|
11423
|
+
'image-min-tokens'?: number | undefined;
|
|
11424
|
+
threads?: number | undefined;
|
|
11425
|
+
'threads-batch'?: number | undefined;
|
|
11426
|
+
'cpu-mask'?: string | undefined;
|
|
11427
|
+
'cpu-mask-batch'?: string | undefined;
|
|
11428
|
+
'override-tensor'?: string | undefined;
|
|
11429
|
+
'n-cpu-ffn'?: number | undefined;
|
|
11430
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
11431
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
11432
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
11433
|
+
fit?: boolean | undefined;
|
|
11434
|
+
'fit-target'?: string | number | undefined;
|
|
11435
|
+
'fit-ctx'?: number | undefined;
|
|
10529
11436
|
openclCacheDir?: string | undefined;
|
|
10530
11437
|
reasoning_budget?: number | undefined;
|
|
10531
11438
|
projectionModelSrc?: string | {
|
|
@@ -11256,7 +12163,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11256
12163
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
11257
12164
|
none: "none";
|
|
11258
12165
|
layer: "layer";
|
|
11259
|
-
row: "row";
|
|
11260
12166
|
}>>;
|
|
11261
12167
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
11262
12168
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -11350,7 +12256,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
11350
12256
|
embdNormalize?: number | undefined;
|
|
11351
12257
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
11352
12258
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
11353
|
-
splitMode?: "none" | "layer" |
|
|
12259
|
+
splitMode?: "none" | "layer" | undefined;
|
|
11354
12260
|
tensorSplit?: string | undefined;
|
|
11355
12261
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
11356
12262
|
openclCacheDir?: string | undefined;
|
|
@@ -12282,6 +13188,85 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12282
13188
|
}, z.core.$strict>, z.ZodObject<{
|
|
12283
13189
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
12284
13190
|
}, z.core.$strict>, z.ZodObject<{
|
|
13191
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
13192
|
+
src: z.ZodString;
|
|
13193
|
+
name: z.ZodOptional<z.ZodString>;
|
|
13194
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
13195
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
13196
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
13197
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
13198
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13199
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
13200
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
13201
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
13202
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
13203
|
+
embeddings: "embeddings";
|
|
13204
|
+
diffusion: "diffusion";
|
|
13205
|
+
audiogen: "audiogen";
|
|
13206
|
+
tts: "tts";
|
|
13207
|
+
ocr: "ocr";
|
|
13208
|
+
vla: "vla";
|
|
13209
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
13210
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13211
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
13212
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
13213
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
13214
|
+
"onnx-tts": "onnx-tts";
|
|
13215
|
+
"tts-ggml": "tts-ggml";
|
|
13216
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
13217
|
+
"ggml-ocr": "ggml-ocr";
|
|
13218
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
13219
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
13220
|
+
"ggml-vla": "ggml-vla";
|
|
13221
|
+
"ggml-classification": "ggml-classification";
|
|
13222
|
+
llm: "llm";
|
|
13223
|
+
whisper: "whisper";
|
|
13224
|
+
bci: "bci";
|
|
13225
|
+
nmt: "nmt";
|
|
13226
|
+
parakeet: "parakeet";
|
|
13227
|
+
classification: "classification";
|
|
13228
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
13229
|
+
}, z.core.$strip>]>>;
|
|
13230
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
13231
|
+
src: z.ZodString;
|
|
13232
|
+
name: z.ZodOptional<z.ZodString>;
|
|
13233
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
13234
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
13235
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
13236
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
13237
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13238
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
13239
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
13240
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
13241
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
13242
|
+
embeddings: "embeddings";
|
|
13243
|
+
diffusion: "diffusion";
|
|
13244
|
+
audiogen: "audiogen";
|
|
13245
|
+
tts: "tts";
|
|
13246
|
+
ocr: "ocr";
|
|
13247
|
+
vla: "vla";
|
|
13248
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
13249
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13250
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
13251
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
13252
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
13253
|
+
"onnx-tts": "onnx-tts";
|
|
13254
|
+
"tts-ggml": "tts-ggml";
|
|
13255
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
13256
|
+
"ggml-ocr": "ggml-ocr";
|
|
13257
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
13258
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
13259
|
+
"ggml-vla": "ggml-vla";
|
|
13260
|
+
"ggml-classification": "ggml-classification";
|
|
13261
|
+
llm: "llm";
|
|
13262
|
+
whisper: "whisper";
|
|
13263
|
+
bci: "bci";
|
|
13264
|
+
nmt: "nmt";
|
|
13265
|
+
parakeet: "parakeet";
|
|
13266
|
+
classification: "classification";
|
|
13267
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
13268
|
+
}, z.core.$strip>]>>;
|
|
13269
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
12285
13270
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
12286
13271
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
12287
13272
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -12324,6 +13309,123 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12324
13309
|
quality: z.ZodOptional<z.ZodString>;
|
|
12325
13310
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
12326
13311
|
}, z.core.$strict>, z.ZodObject<{
|
|
13312
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
13313
|
+
src: z.ZodString;
|
|
13314
|
+
name: z.ZodOptional<z.ZodString>;
|
|
13315
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
13316
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
13317
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
13318
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
13319
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13320
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
13321
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
13322
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
13323
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
13324
|
+
embeddings: "embeddings";
|
|
13325
|
+
diffusion: "diffusion";
|
|
13326
|
+
audiogen: "audiogen";
|
|
13327
|
+
tts: "tts";
|
|
13328
|
+
ocr: "ocr";
|
|
13329
|
+
vla: "vla";
|
|
13330
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
13331
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13332
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
13333
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
13334
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
13335
|
+
"onnx-tts": "onnx-tts";
|
|
13336
|
+
"tts-ggml": "tts-ggml";
|
|
13337
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
13338
|
+
"ggml-ocr": "ggml-ocr";
|
|
13339
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
13340
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
13341
|
+
"ggml-vla": "ggml-vla";
|
|
13342
|
+
"ggml-classification": "ggml-classification";
|
|
13343
|
+
llm: "llm";
|
|
13344
|
+
whisper: "whisper";
|
|
13345
|
+
bci: "bci";
|
|
13346
|
+
nmt: "nmt";
|
|
13347
|
+
parakeet: "parakeet";
|
|
13348
|
+
classification: "classification";
|
|
13349
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
13350
|
+
}, z.core.$strip>]>>;
|
|
13351
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
13352
|
+
src: z.ZodString;
|
|
13353
|
+
name: z.ZodOptional<z.ZodString>;
|
|
13354
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
13355
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
13356
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
13357
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
13358
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13359
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
13360
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
13361
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
13362
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
13363
|
+
embeddings: "embeddings";
|
|
13364
|
+
diffusion: "diffusion";
|
|
13365
|
+
audiogen: "audiogen";
|
|
13366
|
+
tts: "tts";
|
|
13367
|
+
ocr: "ocr";
|
|
13368
|
+
vla: "vla";
|
|
13369
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
13370
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13371
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
13372
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
13373
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
13374
|
+
"onnx-tts": "onnx-tts";
|
|
13375
|
+
"tts-ggml": "tts-ggml";
|
|
13376
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
13377
|
+
"ggml-ocr": "ggml-ocr";
|
|
13378
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
13379
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
13380
|
+
"ggml-vla": "ggml-vla";
|
|
13381
|
+
"ggml-classification": "ggml-classification";
|
|
13382
|
+
llm: "llm";
|
|
13383
|
+
whisper: "whisper";
|
|
13384
|
+
bci: "bci";
|
|
13385
|
+
nmt: "nmt";
|
|
13386
|
+
parakeet: "parakeet";
|
|
13387
|
+
classification: "classification";
|
|
13388
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
13389
|
+
}, z.core.$strip>]>>;
|
|
13390
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
13391
|
+
src: z.ZodString;
|
|
13392
|
+
name: z.ZodOptional<z.ZodString>;
|
|
13393
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
13394
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
13395
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
13396
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
13397
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13398
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
13399
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
13400
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
13401
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
13402
|
+
embeddings: "embeddings";
|
|
13403
|
+
diffusion: "diffusion";
|
|
13404
|
+
audiogen: "audiogen";
|
|
13405
|
+
tts: "tts";
|
|
13406
|
+
ocr: "ocr";
|
|
13407
|
+
vla: "vla";
|
|
13408
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
13409
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
13410
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
13411
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
13412
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
13413
|
+
"onnx-tts": "onnx-tts";
|
|
13414
|
+
"tts-ggml": "tts-ggml";
|
|
13415
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
13416
|
+
"ggml-ocr": "ggml-ocr";
|
|
13417
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
13418
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
13419
|
+
"ggml-vla": "ggml-vla";
|
|
13420
|
+
"ggml-classification": "ggml-classification";
|
|
13421
|
+
llm: "llm";
|
|
13422
|
+
whisper: "whisper";
|
|
13423
|
+
bci: "bci";
|
|
13424
|
+
nmt: "nmt";
|
|
13425
|
+
parakeet: "parakeet";
|
|
13426
|
+
classification: "classification";
|
|
13427
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
13428
|
+
}, z.core.$strip>]>>;
|
|
12327
13429
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
12328
13430
|
src: z.ZodString;
|
|
12329
13431
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -12402,6 +13504,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12402
13504
|
classification: "classification";
|
|
12403
13505
|
}>, z.ZodLiteral<"vad">]>>;
|
|
12404
13506
|
}, z.core.$strip>]>>;
|
|
13507
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
13508
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
12405
13509
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
12406
13510
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
12407
13511
|
anger: "anger";
|
|
@@ -12443,6 +13547,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12443
13547
|
robot: "robot";
|
|
12444
13548
|
}>>;
|
|
12445
13549
|
}, z.core.$strict>]>>;
|
|
13550
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
12446
13551
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
12447
13552
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
12448
13553
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -12568,6 +13673,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12568
13673
|
classification: "classification";
|
|
12569
13674
|
}>, z.ZodLiteral<"vad">]>>;
|
|
12570
13675
|
}, z.core.$strip>]>>;
|
|
13676
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
12571
13677
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
12572
13678
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
12573
13679
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -12643,6 +13749,33 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12643
13749
|
[x: string]: unknown;
|
|
12644
13750
|
} | {
|
|
12645
13751
|
ttsEngine: "parler";
|
|
13752
|
+
lavasrEnhancerModelSrc?: string | {
|
|
13753
|
+
src: string;
|
|
13754
|
+
name?: string | undefined;
|
|
13755
|
+
modelId?: string | undefined;
|
|
13756
|
+
registryPath?: string | undefined;
|
|
13757
|
+
registrySource?: string | undefined;
|
|
13758
|
+
blobCoreKey?: string | undefined;
|
|
13759
|
+
blobIndex?: number | undefined;
|
|
13760
|
+
engine?: string | undefined;
|
|
13761
|
+
expectedSize?: number | undefined;
|
|
13762
|
+
sha256Checksum?: string | undefined;
|
|
13763
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13764
|
+
} | undefined;
|
|
13765
|
+
lavasrDenoiserModelSrc?: string | {
|
|
13766
|
+
src: string;
|
|
13767
|
+
name?: string | undefined;
|
|
13768
|
+
modelId?: string | undefined;
|
|
13769
|
+
registryPath?: string | undefined;
|
|
13770
|
+
registrySource?: string | undefined;
|
|
13771
|
+
blobCoreKey?: string | undefined;
|
|
13772
|
+
blobIndex?: number | undefined;
|
|
13773
|
+
engine?: string | undefined;
|
|
13774
|
+
expectedSize?: number | undefined;
|
|
13775
|
+
sha256Checksum?: string | undefined;
|
|
13776
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13777
|
+
} | undefined;
|
|
13778
|
+
backendsDir?: string | undefined;
|
|
12646
13779
|
useGPU?: boolean | undefined;
|
|
12647
13780
|
outputSampleRate?: number | undefined;
|
|
12648
13781
|
streamChunkTokens?: number | undefined;
|
|
@@ -12668,6 +13801,45 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12668
13801
|
quality?: string | undefined;
|
|
12669
13802
|
} | {
|
|
12670
13803
|
ttsEngine: "cosyvoice3";
|
|
13804
|
+
referenceAudioSrc?: string | {
|
|
13805
|
+
src: string;
|
|
13806
|
+
name?: string | undefined;
|
|
13807
|
+
modelId?: string | undefined;
|
|
13808
|
+
registryPath?: string | undefined;
|
|
13809
|
+
registrySource?: string | undefined;
|
|
13810
|
+
blobCoreKey?: string | undefined;
|
|
13811
|
+
blobIndex?: number | undefined;
|
|
13812
|
+
engine?: string | undefined;
|
|
13813
|
+
expectedSize?: number | undefined;
|
|
13814
|
+
sha256Checksum?: string | undefined;
|
|
13815
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13816
|
+
} | undefined;
|
|
13817
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
13818
|
+
src: string;
|
|
13819
|
+
name?: string | undefined;
|
|
13820
|
+
modelId?: string | undefined;
|
|
13821
|
+
registryPath?: string | undefined;
|
|
13822
|
+
registrySource?: string | undefined;
|
|
13823
|
+
blobCoreKey?: string | undefined;
|
|
13824
|
+
blobIndex?: number | undefined;
|
|
13825
|
+
engine?: string | undefined;
|
|
13826
|
+
expectedSize?: number | undefined;
|
|
13827
|
+
sha256Checksum?: string | undefined;
|
|
13828
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13829
|
+
} | undefined;
|
|
13830
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
13831
|
+
src: string;
|
|
13832
|
+
name?: string | undefined;
|
|
13833
|
+
modelId?: string | undefined;
|
|
13834
|
+
registryPath?: string | undefined;
|
|
13835
|
+
registrySource?: string | undefined;
|
|
13836
|
+
blobCoreKey?: string | undefined;
|
|
13837
|
+
blobIndex?: number | undefined;
|
|
13838
|
+
engine?: string | undefined;
|
|
13839
|
+
expectedSize?: number | undefined;
|
|
13840
|
+
sha256Checksum?: string | undefined;
|
|
13841
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13842
|
+
} | undefined;
|
|
12671
13843
|
lavasrEnhancerModelSrc?: string | {
|
|
12672
13844
|
src: string;
|
|
12673
13845
|
name?: string | undefined;
|
|
@@ -12694,6 +13866,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12694
13866
|
sha256Checksum?: string | undefined;
|
|
12695
13867
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12696
13868
|
} | undefined;
|
|
13869
|
+
openclCacheDir?: string | undefined;
|
|
13870
|
+
backendsDir?: string | undefined;
|
|
12697
13871
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
12698
13872
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
12699
13873
|
instruct?: string | {
|
|
@@ -12701,6 +13875,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12701
13875
|
volume?: "loud" | "soft" | undefined;
|
|
12702
13876
|
style?: "peppa" | "robot" | undefined;
|
|
12703
13877
|
} | undefined;
|
|
13878
|
+
promptText?: string | undefined;
|
|
12704
13879
|
useGPU?: boolean | undefined;
|
|
12705
13880
|
outputSampleRate?: number | undefined;
|
|
12706
13881
|
streamChunkTokens?: number | undefined;
|
|
@@ -12721,9 +13896,123 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12721
13896
|
expectedSize?: number | undefined;
|
|
12722
13897
|
sha256Checksum?: string | undefined;
|
|
12723
13898
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12724
|
-
};
|
|
12725
|
-
ttsEngine: "audio8";
|
|
12726
|
-
audio8CodecEncoderModelSrc?: string | {
|
|
13899
|
+
};
|
|
13900
|
+
ttsEngine: "audio8";
|
|
13901
|
+
audio8CodecEncoderModelSrc?: string | {
|
|
13902
|
+
src: string;
|
|
13903
|
+
name?: string | undefined;
|
|
13904
|
+
modelId?: string | undefined;
|
|
13905
|
+
registryPath?: string | undefined;
|
|
13906
|
+
registrySource?: string | undefined;
|
|
13907
|
+
blobCoreKey?: string | undefined;
|
|
13908
|
+
blobIndex?: number | undefined;
|
|
13909
|
+
engine?: string | undefined;
|
|
13910
|
+
expectedSize?: number | undefined;
|
|
13911
|
+
sha256Checksum?: string | undefined;
|
|
13912
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13913
|
+
} | undefined;
|
|
13914
|
+
referenceAudioSrc?: string | {
|
|
13915
|
+
src: string;
|
|
13916
|
+
name?: string | undefined;
|
|
13917
|
+
modelId?: string | undefined;
|
|
13918
|
+
registryPath?: string | undefined;
|
|
13919
|
+
registrySource?: string | undefined;
|
|
13920
|
+
blobCoreKey?: string | undefined;
|
|
13921
|
+
blobIndex?: number | undefined;
|
|
13922
|
+
engine?: string | undefined;
|
|
13923
|
+
expectedSize?: number | undefined;
|
|
13924
|
+
sha256Checksum?: string | undefined;
|
|
13925
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13926
|
+
} | undefined;
|
|
13927
|
+
backendsDir?: string | undefined;
|
|
13928
|
+
referenceText?: string | undefined;
|
|
13929
|
+
greedy?: boolean | undefined;
|
|
13930
|
+
temperature?: number | undefined;
|
|
13931
|
+
topK?: number | undefined;
|
|
13932
|
+
topP?: number | undefined;
|
|
13933
|
+
maxFrames?: number | undefined;
|
|
13934
|
+
useGPU?: boolean | undefined;
|
|
13935
|
+
outputSampleRate?: number | undefined;
|
|
13936
|
+
threads?: number | undefined;
|
|
13937
|
+
nGpuLayers?: number | undefined;
|
|
13938
|
+
seed?: number | undefined;
|
|
13939
|
+
};
|
|
13940
|
+
seed: boolean;
|
|
13941
|
+
withProgress: boolean;
|
|
13942
|
+
}, {
|
|
13943
|
+
modelType: "tts" | "tts-ggml";
|
|
13944
|
+
modelConfig: {
|
|
13945
|
+
[x: string]: unknown;
|
|
13946
|
+
} | {
|
|
13947
|
+
[x: string]: unknown;
|
|
13948
|
+
} | {
|
|
13949
|
+
ttsEngine: "parler";
|
|
13950
|
+
lavasrEnhancerModelSrc?: string | {
|
|
13951
|
+
src: string;
|
|
13952
|
+
name?: string | undefined;
|
|
13953
|
+
modelId?: string | undefined;
|
|
13954
|
+
registryPath?: string | undefined;
|
|
13955
|
+
registrySource?: string | undefined;
|
|
13956
|
+
blobCoreKey?: string | undefined;
|
|
13957
|
+
blobIndex?: number | undefined;
|
|
13958
|
+
engine?: string | undefined;
|
|
13959
|
+
expectedSize?: number | undefined;
|
|
13960
|
+
sha256Checksum?: string | undefined;
|
|
13961
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13962
|
+
} | undefined;
|
|
13963
|
+
lavasrDenoiserModelSrc?: string | {
|
|
13964
|
+
src: string;
|
|
13965
|
+
name?: string | undefined;
|
|
13966
|
+
modelId?: string | undefined;
|
|
13967
|
+
registryPath?: string | undefined;
|
|
13968
|
+
registrySource?: string | undefined;
|
|
13969
|
+
blobCoreKey?: string | undefined;
|
|
13970
|
+
blobIndex?: number | undefined;
|
|
13971
|
+
engine?: string | undefined;
|
|
13972
|
+
expectedSize?: number | undefined;
|
|
13973
|
+
sha256Checksum?: string | undefined;
|
|
13974
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
13975
|
+
} | undefined;
|
|
13976
|
+
backendsDir?: string | undefined;
|
|
13977
|
+
useGPU?: boolean | undefined;
|
|
13978
|
+
outputSampleRate?: number | undefined;
|
|
13979
|
+
streamChunkTokens?: number | undefined;
|
|
13980
|
+
streamFirstChunkTokens?: number | undefined;
|
|
13981
|
+
threads?: number | undefined;
|
|
13982
|
+
nGpuLayers?: number | undefined;
|
|
13983
|
+
seed?: number | undefined;
|
|
13984
|
+
temperature?: number | undefined;
|
|
13985
|
+
topK?: number | undefined;
|
|
13986
|
+
topP?: number | undefined;
|
|
13987
|
+
maxFrames?: number | undefined;
|
|
13988
|
+
minNewTokens?: number | undefined;
|
|
13989
|
+
normalizeNumbers?: boolean | undefined;
|
|
13990
|
+
description?: string | undefined;
|
|
13991
|
+
voiceDescription?: string | undefined;
|
|
13992
|
+
voice?: string | undefined;
|
|
13993
|
+
emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
|
|
13994
|
+
pitch?: string | undefined;
|
|
13995
|
+
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
13996
|
+
expressivity?: string | undefined;
|
|
13997
|
+
noise?: string | undefined;
|
|
13998
|
+
reverb?: string | undefined;
|
|
13999
|
+
quality?: string | undefined;
|
|
14000
|
+
} | {
|
|
14001
|
+
ttsEngine: "cosyvoice3";
|
|
14002
|
+
referenceAudioSrc?: string | {
|
|
14003
|
+
src: string;
|
|
14004
|
+
name?: string | undefined;
|
|
14005
|
+
modelId?: string | undefined;
|
|
14006
|
+
registryPath?: string | undefined;
|
|
14007
|
+
registrySource?: string | undefined;
|
|
14008
|
+
blobCoreKey?: string | undefined;
|
|
14009
|
+
blobIndex?: number | undefined;
|
|
14010
|
+
engine?: string | undefined;
|
|
14011
|
+
expectedSize?: number | undefined;
|
|
14012
|
+
sha256Checksum?: string | undefined;
|
|
14013
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
14014
|
+
} | undefined;
|
|
14015
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
12727
14016
|
src: string;
|
|
12728
14017
|
name?: string | undefined;
|
|
12729
14018
|
modelId?: string | undefined;
|
|
@@ -12736,7 +14025,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12736
14025
|
sha256Checksum?: string | undefined;
|
|
12737
14026
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12738
14027
|
} | undefined;
|
|
12739
|
-
|
|
14028
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
12740
14029
|
src: string;
|
|
12741
14030
|
name?: string | undefined;
|
|
12742
14031
|
modelId?: string | undefined;
|
|
@@ -12749,53 +14038,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12749
14038
|
sha256Checksum?: string | undefined;
|
|
12750
14039
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12751
14040
|
} | undefined;
|
|
12752
|
-
referenceText?: string | undefined;
|
|
12753
|
-
greedy?: boolean | undefined;
|
|
12754
|
-
temperature?: number | undefined;
|
|
12755
|
-
topK?: number | undefined;
|
|
12756
|
-
topP?: number | undefined;
|
|
12757
|
-
maxFrames?: number | undefined;
|
|
12758
|
-
useGPU?: boolean | undefined;
|
|
12759
|
-
outputSampleRate?: number | undefined;
|
|
12760
|
-
threads?: number | undefined;
|
|
12761
|
-
nGpuLayers?: number | undefined;
|
|
12762
|
-
seed?: number | undefined;
|
|
12763
|
-
};
|
|
12764
|
-
seed: boolean;
|
|
12765
|
-
withProgress: boolean;
|
|
12766
|
-
}, {
|
|
12767
|
-
modelType: "tts" | "tts-ggml";
|
|
12768
|
-
modelConfig: {
|
|
12769
|
-
[x: string]: unknown;
|
|
12770
|
-
} | {
|
|
12771
|
-
[x: string]: unknown;
|
|
12772
|
-
} | {
|
|
12773
|
-
ttsEngine: "parler";
|
|
12774
|
-
useGPU?: boolean | undefined;
|
|
12775
|
-
outputSampleRate?: number | undefined;
|
|
12776
|
-
streamChunkTokens?: number | undefined;
|
|
12777
|
-
streamFirstChunkTokens?: number | undefined;
|
|
12778
|
-
threads?: number | undefined;
|
|
12779
|
-
nGpuLayers?: number | undefined;
|
|
12780
|
-
seed?: number | undefined;
|
|
12781
|
-
temperature?: number | undefined;
|
|
12782
|
-
topK?: number | undefined;
|
|
12783
|
-
topP?: number | undefined;
|
|
12784
|
-
maxFrames?: number | undefined;
|
|
12785
|
-
minNewTokens?: number | undefined;
|
|
12786
|
-
normalizeNumbers?: boolean | undefined;
|
|
12787
|
-
description?: string | undefined;
|
|
12788
|
-
voiceDescription?: string | undefined;
|
|
12789
|
-
voice?: string | undefined;
|
|
12790
|
-
emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
|
|
12791
|
-
pitch?: string | undefined;
|
|
12792
|
-
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
12793
|
-
expressivity?: string | undefined;
|
|
12794
|
-
noise?: string | undefined;
|
|
12795
|
-
reverb?: string | undefined;
|
|
12796
|
-
quality?: string | undefined;
|
|
12797
|
-
} | {
|
|
12798
|
-
ttsEngine: "cosyvoice3";
|
|
12799
14041
|
lavasrEnhancerModelSrc?: string | {
|
|
12800
14042
|
src: string;
|
|
12801
14043
|
name?: string | undefined;
|
|
@@ -12822,6 +14064,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12822
14064
|
sha256Checksum?: string | undefined;
|
|
12823
14065
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12824
14066
|
} | undefined;
|
|
14067
|
+
openclCacheDir?: string | undefined;
|
|
14068
|
+
backendsDir?: string | undefined;
|
|
12825
14069
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
12826
14070
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
12827
14071
|
instruct?: string | {
|
|
@@ -12829,6 +14073,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12829
14073
|
volume?: "loud" | "soft" | undefined;
|
|
12830
14074
|
style?: "peppa" | "robot" | undefined;
|
|
12831
14075
|
} | undefined;
|
|
14076
|
+
promptText?: string | undefined;
|
|
12832
14077
|
useGPU?: boolean | undefined;
|
|
12833
14078
|
outputSampleRate?: number | undefined;
|
|
12834
14079
|
streamChunkTokens?: number | undefined;
|
|
@@ -12877,6 +14122,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
12877
14122
|
sha256Checksum?: string | undefined;
|
|
12878
14123
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
12879
14124
|
} | undefined;
|
|
14125
|
+
backendsDir?: string | undefined;
|
|
12880
14126
|
referenceText?: string | undefined;
|
|
12881
14127
|
greedy?: boolean | undefined;
|
|
12882
14128
|
temperature?: number | undefined;
|
|
@@ -13141,6 +14387,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13141
14387
|
auto: "auto";
|
|
13142
14388
|
f32: "f32";
|
|
13143
14389
|
f16: "f16";
|
|
14390
|
+
q8_0: "q8_0";
|
|
13144
14391
|
bf16: "bf16";
|
|
13145
14392
|
q2_k: "q2_k";
|
|
13146
14393
|
q3_k: "q3_k";
|
|
@@ -13151,7 +14398,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13151
14398
|
q5_1: "q5_1";
|
|
13152
14399
|
q5_k: "q5_k";
|
|
13153
14400
|
q6_k: "q6_k";
|
|
13154
|
-
q8_0: "q8_0";
|
|
13155
14401
|
}>>;
|
|
13156
14402
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
13157
14403
|
cpu: "cpu";
|
|
@@ -13163,12 +14409,17 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13163
14409
|
cuda: "cuda";
|
|
13164
14410
|
std_default: "std_default";
|
|
13165
14411
|
}>>;
|
|
13166
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
13167
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
13168
14412
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
13169
14413
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
13170
14414
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
13171
14415
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
14416
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
14417
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
14418
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
14419
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
14420
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
14421
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
14422
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
13172
14423
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
13173
14424
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
13174
14425
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -13783,15 +15034,20 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
|
|
|
13783
15034
|
device?: "gpu" | "cpu" | undefined;
|
|
13784
15035
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
13785
15036
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
13786
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
15037
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
13787
15038
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
13788
15039
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
13789
|
-
clip_on_cpu?: boolean | undefined;
|
|
13790
|
-
vae_on_cpu?: boolean | undefined;
|
|
13791
15040
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
13792
15041
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
13793
15042
|
vae_tiling?: boolean | undefined;
|
|
13794
15043
|
offload_to_cpu?: boolean | undefined;
|
|
15044
|
+
control_net_cpu?: undefined;
|
|
15045
|
+
clip_on_cpu?: undefined;
|
|
15046
|
+
vae_on_cpu?: undefined;
|
|
15047
|
+
backend?: string | undefined;
|
|
15048
|
+
params_backend?: string | undefined;
|
|
15049
|
+
max_vram?: string | number | undefined;
|
|
15050
|
+
stream_layers?: boolean | undefined;
|
|
13795
15051
|
flash_attn?: boolean | undefined;
|
|
13796
15052
|
diffusion_fa?: boolean | undefined;
|
|
13797
15053
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -14865,7 +16121,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
14865
16121
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
14866
16122
|
none: "none";
|
|
14867
16123
|
layer: "layer";
|
|
14868
|
-
row: "row";
|
|
14869
16124
|
tensor: "tensor";
|
|
14870
16125
|
}>>;
|
|
14871
16126
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -14874,6 +16129,29 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
14874
16129
|
auto: "auto";
|
|
14875
16130
|
}>>;
|
|
14876
16131
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
16132
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
16133
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
16134
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
16135
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
16136
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
16137
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
16138
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
16139
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
16140
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
16141
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
16142
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
16143
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
16144
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
16145
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
16146
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
16147
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
16148
|
+
on: "on";
|
|
16149
|
+
off: "off";
|
|
16150
|
+
auto: "auto";
|
|
16151
|
+
}>>;
|
|
16152
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
16153
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
16154
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
14877
16155
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
14878
16156
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
14879
16157
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -15022,9 +16300,28 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
15022
16300
|
'cache-type-k'?: string | undefined;
|
|
15023
16301
|
'cache-type-v'?: string | undefined;
|
|
15024
16302
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
15025
|
-
'split-mode'?: "none" | "layer" | "
|
|
16303
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
15026
16304
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
15027
16305
|
'tensor-split'?: string | undefined;
|
|
16306
|
+
'batch-size'?: number | undefined;
|
|
16307
|
+
'ubatch-size'?: number | undefined;
|
|
16308
|
+
'cpu-moe'?: boolean | undefined;
|
|
16309
|
+
'n-cpu-moe'?: number | undefined;
|
|
16310
|
+
'kv-offload'?: boolean | undefined;
|
|
16311
|
+
'image-max-tokens'?: number | undefined;
|
|
16312
|
+
'image-min-tokens'?: number | undefined;
|
|
16313
|
+
threads?: number | undefined;
|
|
16314
|
+
'threads-batch'?: number | undefined;
|
|
16315
|
+
'cpu-mask'?: string | undefined;
|
|
16316
|
+
'cpu-mask-batch'?: string | undefined;
|
|
16317
|
+
'override-tensor'?: string | undefined;
|
|
16318
|
+
'n-cpu-ffn'?: number | undefined;
|
|
16319
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
16320
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
16321
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
16322
|
+
fit?: boolean | undefined;
|
|
16323
|
+
'fit-target'?: string | number | undefined;
|
|
16324
|
+
'fit-ctx'?: number | undefined;
|
|
15028
16325
|
openclCacheDir?: string | undefined;
|
|
15029
16326
|
reasoning_budget?: number | undefined;
|
|
15030
16327
|
projectionModelSrc?: string | {
|
|
@@ -15755,7 +17052,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
15755
17052
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
15756
17053
|
none: "none";
|
|
15757
17054
|
layer: "layer";
|
|
15758
|
-
row: "row";
|
|
15759
17055
|
}>>;
|
|
15760
17056
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
15761
17057
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -15849,7 +17145,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
15849
17145
|
embdNormalize?: number | undefined;
|
|
15850
17146
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
15851
17147
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
15852
|
-
splitMode?: "none" | "layer" |
|
|
17148
|
+
splitMode?: "none" | "layer" | undefined;
|
|
15853
17149
|
tensorSplit?: string | undefined;
|
|
15854
17150
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
15855
17151
|
openclCacheDir?: string | undefined;
|
|
@@ -16781,6 +18077,85 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16781
18077
|
}, z.core.$strict>, z.ZodObject<{
|
|
16782
18078
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
16783
18079
|
}, z.core.$strict>, z.ZodObject<{
|
|
18080
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
18081
|
+
src: z.ZodString;
|
|
18082
|
+
name: z.ZodOptional<z.ZodString>;
|
|
18083
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
18084
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
18085
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
18086
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
18087
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
18088
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
18089
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
18090
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
18091
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
18092
|
+
embeddings: "embeddings";
|
|
18093
|
+
diffusion: "diffusion";
|
|
18094
|
+
audiogen: "audiogen";
|
|
18095
|
+
tts: "tts";
|
|
18096
|
+
ocr: "ocr";
|
|
18097
|
+
vla: "vla";
|
|
18098
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
18099
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
18100
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
18101
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
18102
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
18103
|
+
"onnx-tts": "onnx-tts";
|
|
18104
|
+
"tts-ggml": "tts-ggml";
|
|
18105
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
18106
|
+
"ggml-ocr": "ggml-ocr";
|
|
18107
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
18108
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
18109
|
+
"ggml-vla": "ggml-vla";
|
|
18110
|
+
"ggml-classification": "ggml-classification";
|
|
18111
|
+
llm: "llm";
|
|
18112
|
+
whisper: "whisper";
|
|
18113
|
+
bci: "bci";
|
|
18114
|
+
nmt: "nmt";
|
|
18115
|
+
parakeet: "parakeet";
|
|
18116
|
+
classification: "classification";
|
|
18117
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18118
|
+
}, z.core.$strip>]>>;
|
|
18119
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
18120
|
+
src: z.ZodString;
|
|
18121
|
+
name: z.ZodOptional<z.ZodString>;
|
|
18122
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
18123
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
18124
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
18125
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
18126
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
18127
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
18128
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
18129
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
18130
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
18131
|
+
embeddings: "embeddings";
|
|
18132
|
+
diffusion: "diffusion";
|
|
18133
|
+
audiogen: "audiogen";
|
|
18134
|
+
tts: "tts";
|
|
18135
|
+
ocr: "ocr";
|
|
18136
|
+
vla: "vla";
|
|
18137
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
18138
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
18139
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
18140
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
18141
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
18142
|
+
"onnx-tts": "onnx-tts";
|
|
18143
|
+
"tts-ggml": "tts-ggml";
|
|
18144
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
18145
|
+
"ggml-ocr": "ggml-ocr";
|
|
18146
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
18147
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
18148
|
+
"ggml-vla": "ggml-vla";
|
|
18149
|
+
"ggml-classification": "ggml-classification";
|
|
18150
|
+
llm: "llm";
|
|
18151
|
+
whisper: "whisper";
|
|
18152
|
+
bci: "bci";
|
|
18153
|
+
nmt: "nmt";
|
|
18154
|
+
parakeet: "parakeet";
|
|
18155
|
+
classification: "classification";
|
|
18156
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18157
|
+
}, z.core.$strip>]>>;
|
|
18158
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
16784
18159
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
16785
18160
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
16786
18161
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -16823,6 +18198,123 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16823
18198
|
quality: z.ZodOptional<z.ZodString>;
|
|
16824
18199
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
16825
18200
|
}, z.core.$strict>, z.ZodObject<{
|
|
18201
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
18202
|
+
src: z.ZodString;
|
|
18203
|
+
name: z.ZodOptional<z.ZodString>;
|
|
18204
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
18205
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
18206
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
18207
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
18208
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
18209
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
18210
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
18211
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
18212
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
18213
|
+
embeddings: "embeddings";
|
|
18214
|
+
diffusion: "diffusion";
|
|
18215
|
+
audiogen: "audiogen";
|
|
18216
|
+
tts: "tts";
|
|
18217
|
+
ocr: "ocr";
|
|
18218
|
+
vla: "vla";
|
|
18219
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
18220
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
18221
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
18222
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
18223
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
18224
|
+
"onnx-tts": "onnx-tts";
|
|
18225
|
+
"tts-ggml": "tts-ggml";
|
|
18226
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
18227
|
+
"ggml-ocr": "ggml-ocr";
|
|
18228
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
18229
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
18230
|
+
"ggml-vla": "ggml-vla";
|
|
18231
|
+
"ggml-classification": "ggml-classification";
|
|
18232
|
+
llm: "llm";
|
|
18233
|
+
whisper: "whisper";
|
|
18234
|
+
bci: "bci";
|
|
18235
|
+
nmt: "nmt";
|
|
18236
|
+
parakeet: "parakeet";
|
|
18237
|
+
classification: "classification";
|
|
18238
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18239
|
+
}, z.core.$strip>]>>;
|
|
18240
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
18241
|
+
src: z.ZodString;
|
|
18242
|
+
name: z.ZodOptional<z.ZodString>;
|
|
18243
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
18244
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
18245
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
18246
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
18247
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
18248
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
18249
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
18250
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
18251
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
18252
|
+
embeddings: "embeddings";
|
|
18253
|
+
diffusion: "diffusion";
|
|
18254
|
+
audiogen: "audiogen";
|
|
18255
|
+
tts: "tts";
|
|
18256
|
+
ocr: "ocr";
|
|
18257
|
+
vla: "vla";
|
|
18258
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
18259
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
18260
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
18261
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
18262
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
18263
|
+
"onnx-tts": "onnx-tts";
|
|
18264
|
+
"tts-ggml": "tts-ggml";
|
|
18265
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
18266
|
+
"ggml-ocr": "ggml-ocr";
|
|
18267
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
18268
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
18269
|
+
"ggml-vla": "ggml-vla";
|
|
18270
|
+
"ggml-classification": "ggml-classification";
|
|
18271
|
+
llm: "llm";
|
|
18272
|
+
whisper: "whisper";
|
|
18273
|
+
bci: "bci";
|
|
18274
|
+
nmt: "nmt";
|
|
18275
|
+
parakeet: "parakeet";
|
|
18276
|
+
classification: "classification";
|
|
18277
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18278
|
+
}, z.core.$strip>]>>;
|
|
18279
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
18280
|
+
src: z.ZodString;
|
|
18281
|
+
name: z.ZodOptional<z.ZodString>;
|
|
18282
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
18283
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
18284
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
18285
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
18286
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
18287
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
18288
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
18289
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
18290
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
18291
|
+
embeddings: "embeddings";
|
|
18292
|
+
diffusion: "diffusion";
|
|
18293
|
+
audiogen: "audiogen";
|
|
18294
|
+
tts: "tts";
|
|
18295
|
+
ocr: "ocr";
|
|
18296
|
+
vla: "vla";
|
|
18297
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
18298
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
18299
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
18300
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
18301
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
18302
|
+
"onnx-tts": "onnx-tts";
|
|
18303
|
+
"tts-ggml": "tts-ggml";
|
|
18304
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
18305
|
+
"ggml-ocr": "ggml-ocr";
|
|
18306
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
18307
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
18308
|
+
"ggml-vla": "ggml-vla";
|
|
18309
|
+
"ggml-classification": "ggml-classification";
|
|
18310
|
+
llm: "llm";
|
|
18311
|
+
whisper: "whisper";
|
|
18312
|
+
bci: "bci";
|
|
18313
|
+
nmt: "nmt";
|
|
18314
|
+
parakeet: "parakeet";
|
|
18315
|
+
classification: "classification";
|
|
18316
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
18317
|
+
}, z.core.$strip>]>>;
|
|
16826
18318
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
16827
18319
|
src: z.ZodString;
|
|
16828
18320
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -16901,6 +18393,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16901
18393
|
classification: "classification";
|
|
16902
18394
|
}>, z.ZodLiteral<"vad">]>>;
|
|
16903
18395
|
}, z.core.$strip>]>>;
|
|
18396
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
18397
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
16904
18398
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
16905
18399
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
16906
18400
|
anger: "anger";
|
|
@@ -16942,6 +18436,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
16942
18436
|
robot: "robot";
|
|
16943
18437
|
}>>;
|
|
16944
18438
|
}, z.core.$strict>]>>;
|
|
18439
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
16945
18440
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
16946
18441
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
16947
18442
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -17067,6 +18562,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17067
18562
|
classification: "classification";
|
|
17068
18563
|
}>, z.ZodLiteral<"vad">]>>;
|
|
17069
18564
|
}, z.core.$strip>]>>;
|
|
18565
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
17070
18566
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
17071
18567
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
17072
18568
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -17142,6 +18638,33 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17142
18638
|
[x: string]: unknown;
|
|
17143
18639
|
} | {
|
|
17144
18640
|
ttsEngine: "parler";
|
|
18641
|
+
lavasrEnhancerModelSrc?: string | {
|
|
18642
|
+
src: string;
|
|
18643
|
+
name?: string | undefined;
|
|
18644
|
+
modelId?: string | undefined;
|
|
18645
|
+
registryPath?: string | undefined;
|
|
18646
|
+
registrySource?: string | undefined;
|
|
18647
|
+
blobCoreKey?: string | undefined;
|
|
18648
|
+
blobIndex?: number | undefined;
|
|
18649
|
+
engine?: string | undefined;
|
|
18650
|
+
expectedSize?: number | undefined;
|
|
18651
|
+
sha256Checksum?: string | undefined;
|
|
18652
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18653
|
+
} | undefined;
|
|
18654
|
+
lavasrDenoiserModelSrc?: string | {
|
|
18655
|
+
src: string;
|
|
18656
|
+
name?: string | undefined;
|
|
18657
|
+
modelId?: string | undefined;
|
|
18658
|
+
registryPath?: string | undefined;
|
|
18659
|
+
registrySource?: string | undefined;
|
|
18660
|
+
blobCoreKey?: string | undefined;
|
|
18661
|
+
blobIndex?: number | undefined;
|
|
18662
|
+
engine?: string | undefined;
|
|
18663
|
+
expectedSize?: number | undefined;
|
|
18664
|
+
sha256Checksum?: string | undefined;
|
|
18665
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18666
|
+
} | undefined;
|
|
18667
|
+
backendsDir?: string | undefined;
|
|
17145
18668
|
useGPU?: boolean | undefined;
|
|
17146
18669
|
outputSampleRate?: number | undefined;
|
|
17147
18670
|
streamChunkTokens?: number | undefined;
|
|
@@ -17167,6 +18690,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17167
18690
|
quality?: string | undefined;
|
|
17168
18691
|
} | {
|
|
17169
18692
|
ttsEngine: "cosyvoice3";
|
|
18693
|
+
referenceAudioSrc?: string | {
|
|
18694
|
+
src: string;
|
|
18695
|
+
name?: string | undefined;
|
|
18696
|
+
modelId?: string | undefined;
|
|
18697
|
+
registryPath?: string | undefined;
|
|
18698
|
+
registrySource?: string | undefined;
|
|
18699
|
+
blobCoreKey?: string | undefined;
|
|
18700
|
+
blobIndex?: number | undefined;
|
|
18701
|
+
engine?: string | undefined;
|
|
18702
|
+
expectedSize?: number | undefined;
|
|
18703
|
+
sha256Checksum?: string | undefined;
|
|
18704
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18705
|
+
} | undefined;
|
|
18706
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
18707
|
+
src: string;
|
|
18708
|
+
name?: string | undefined;
|
|
18709
|
+
modelId?: string | undefined;
|
|
18710
|
+
registryPath?: string | undefined;
|
|
18711
|
+
registrySource?: string | undefined;
|
|
18712
|
+
blobCoreKey?: string | undefined;
|
|
18713
|
+
blobIndex?: number | undefined;
|
|
18714
|
+
engine?: string | undefined;
|
|
18715
|
+
expectedSize?: number | undefined;
|
|
18716
|
+
sha256Checksum?: string | undefined;
|
|
18717
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18718
|
+
} | undefined;
|
|
18719
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
18720
|
+
src: string;
|
|
18721
|
+
name?: string | undefined;
|
|
18722
|
+
modelId?: string | undefined;
|
|
18723
|
+
registryPath?: string | undefined;
|
|
18724
|
+
registrySource?: string | undefined;
|
|
18725
|
+
blobCoreKey?: string | undefined;
|
|
18726
|
+
blobIndex?: number | undefined;
|
|
18727
|
+
engine?: string | undefined;
|
|
18728
|
+
expectedSize?: number | undefined;
|
|
18729
|
+
sha256Checksum?: string | undefined;
|
|
18730
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18731
|
+
} | undefined;
|
|
17170
18732
|
lavasrEnhancerModelSrc?: string | {
|
|
17171
18733
|
src: string;
|
|
17172
18734
|
name?: string | undefined;
|
|
@@ -17193,6 +18755,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17193
18755
|
sha256Checksum?: string | undefined;
|
|
17194
18756
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
17195
18757
|
} | undefined;
|
|
18758
|
+
openclCacheDir?: string | undefined;
|
|
18759
|
+
backendsDir?: string | undefined;
|
|
17196
18760
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
17197
18761
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
17198
18762
|
instruct?: string | {
|
|
@@ -17200,6 +18764,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17200
18764
|
volume?: "loud" | "soft" | undefined;
|
|
17201
18765
|
style?: "peppa" | "robot" | undefined;
|
|
17202
18766
|
} | undefined;
|
|
18767
|
+
promptText?: string | undefined;
|
|
17203
18768
|
useGPU?: boolean | undefined;
|
|
17204
18769
|
outputSampleRate?: number | undefined;
|
|
17205
18770
|
streamChunkTokens?: number | undefined;
|
|
@@ -17248,6 +18813,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17248
18813
|
sha256Checksum?: string | undefined;
|
|
17249
18814
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
17250
18815
|
} | undefined;
|
|
18816
|
+
backendsDir?: string | undefined;
|
|
17251
18817
|
referenceText?: string | undefined;
|
|
17252
18818
|
greedy?: boolean | undefined;
|
|
17253
18819
|
temperature?: number | undefined;
|
|
@@ -17270,6 +18836,33 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17270
18836
|
[x: string]: unknown;
|
|
17271
18837
|
} | {
|
|
17272
18838
|
ttsEngine: "parler";
|
|
18839
|
+
lavasrEnhancerModelSrc?: string | {
|
|
18840
|
+
src: string;
|
|
18841
|
+
name?: string | undefined;
|
|
18842
|
+
modelId?: string | undefined;
|
|
18843
|
+
registryPath?: string | undefined;
|
|
18844
|
+
registrySource?: string | undefined;
|
|
18845
|
+
blobCoreKey?: string | undefined;
|
|
18846
|
+
blobIndex?: number | undefined;
|
|
18847
|
+
engine?: string | undefined;
|
|
18848
|
+
expectedSize?: number | undefined;
|
|
18849
|
+
sha256Checksum?: string | undefined;
|
|
18850
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18851
|
+
} | undefined;
|
|
18852
|
+
lavasrDenoiserModelSrc?: string | {
|
|
18853
|
+
src: string;
|
|
18854
|
+
name?: string | undefined;
|
|
18855
|
+
modelId?: string | undefined;
|
|
18856
|
+
registryPath?: string | undefined;
|
|
18857
|
+
registrySource?: string | undefined;
|
|
18858
|
+
blobCoreKey?: string | undefined;
|
|
18859
|
+
blobIndex?: number | undefined;
|
|
18860
|
+
engine?: string | undefined;
|
|
18861
|
+
expectedSize?: number | undefined;
|
|
18862
|
+
sha256Checksum?: string | undefined;
|
|
18863
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18864
|
+
} | undefined;
|
|
18865
|
+
backendsDir?: string | undefined;
|
|
17273
18866
|
useGPU?: boolean | undefined;
|
|
17274
18867
|
outputSampleRate?: number | undefined;
|
|
17275
18868
|
streamChunkTokens?: number | undefined;
|
|
@@ -17295,6 +18888,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17295
18888
|
quality?: string | undefined;
|
|
17296
18889
|
} | {
|
|
17297
18890
|
ttsEngine: "cosyvoice3";
|
|
18891
|
+
referenceAudioSrc?: string | {
|
|
18892
|
+
src: string;
|
|
18893
|
+
name?: string | undefined;
|
|
18894
|
+
modelId?: string | undefined;
|
|
18895
|
+
registryPath?: string | undefined;
|
|
18896
|
+
registrySource?: string | undefined;
|
|
18897
|
+
blobCoreKey?: string | undefined;
|
|
18898
|
+
blobIndex?: number | undefined;
|
|
18899
|
+
engine?: string | undefined;
|
|
18900
|
+
expectedSize?: number | undefined;
|
|
18901
|
+
sha256Checksum?: string | undefined;
|
|
18902
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18903
|
+
} | undefined;
|
|
18904
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
18905
|
+
src: string;
|
|
18906
|
+
name?: string | undefined;
|
|
18907
|
+
modelId?: string | undefined;
|
|
18908
|
+
registryPath?: string | undefined;
|
|
18909
|
+
registrySource?: string | undefined;
|
|
18910
|
+
blobCoreKey?: string | undefined;
|
|
18911
|
+
blobIndex?: number | undefined;
|
|
18912
|
+
engine?: string | undefined;
|
|
18913
|
+
expectedSize?: number | undefined;
|
|
18914
|
+
sha256Checksum?: string | undefined;
|
|
18915
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18916
|
+
} | undefined;
|
|
18917
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
18918
|
+
src: string;
|
|
18919
|
+
name?: string | undefined;
|
|
18920
|
+
modelId?: string | undefined;
|
|
18921
|
+
registryPath?: string | undefined;
|
|
18922
|
+
registrySource?: string | undefined;
|
|
18923
|
+
blobCoreKey?: string | undefined;
|
|
18924
|
+
blobIndex?: number | undefined;
|
|
18925
|
+
engine?: string | undefined;
|
|
18926
|
+
expectedSize?: number | undefined;
|
|
18927
|
+
sha256Checksum?: string | undefined;
|
|
18928
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
18929
|
+
} | undefined;
|
|
17298
18930
|
lavasrEnhancerModelSrc?: string | {
|
|
17299
18931
|
src: string;
|
|
17300
18932
|
name?: string | undefined;
|
|
@@ -17321,6 +18953,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17321
18953
|
sha256Checksum?: string | undefined;
|
|
17322
18954
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
17323
18955
|
} | undefined;
|
|
18956
|
+
openclCacheDir?: string | undefined;
|
|
18957
|
+
backendsDir?: string | undefined;
|
|
17324
18958
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
17325
18959
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
17326
18960
|
instruct?: string | {
|
|
@@ -17328,6 +18962,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17328
18962
|
volume?: "loud" | "soft" | undefined;
|
|
17329
18963
|
style?: "peppa" | "robot" | undefined;
|
|
17330
18964
|
} | undefined;
|
|
18965
|
+
promptText?: string | undefined;
|
|
17331
18966
|
useGPU?: boolean | undefined;
|
|
17332
18967
|
outputSampleRate?: number | undefined;
|
|
17333
18968
|
streamChunkTokens?: number | undefined;
|
|
@@ -17376,6 +19011,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17376
19011
|
sha256Checksum?: string | undefined;
|
|
17377
19012
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
17378
19013
|
} | undefined;
|
|
19014
|
+
backendsDir?: string | undefined;
|
|
17379
19015
|
referenceText?: string | undefined;
|
|
17380
19016
|
greedy?: boolean | undefined;
|
|
17381
19017
|
temperature?: number | undefined;
|
|
@@ -17640,6 +19276,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17640
19276
|
auto: "auto";
|
|
17641
19277
|
f32: "f32";
|
|
17642
19278
|
f16: "f16";
|
|
19279
|
+
q8_0: "q8_0";
|
|
17643
19280
|
bf16: "bf16";
|
|
17644
19281
|
q2_k: "q2_k";
|
|
17645
19282
|
q3_k: "q3_k";
|
|
@@ -17650,7 +19287,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17650
19287
|
q5_1: "q5_1";
|
|
17651
19288
|
q5_k: "q5_k";
|
|
17652
19289
|
q6_k: "q6_k";
|
|
17653
|
-
q8_0: "q8_0";
|
|
17654
19290
|
}>>;
|
|
17655
19291
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
17656
19292
|
cpu: "cpu";
|
|
@@ -17662,12 +19298,17 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
17662
19298
|
cuda: "cuda";
|
|
17663
19299
|
std_default: "std_default";
|
|
17664
19300
|
}>>;
|
|
17665
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
17666
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
17667
19301
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
17668
19302
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
17669
19303
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
17670
19304
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
19305
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
19306
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
19307
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
19308
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
19309
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
19310
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
19311
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
17671
19312
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
17672
19313
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
17673
19314
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -18282,15 +19923,20 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
|
|
|
18282
19923
|
device?: "gpu" | "cpu" | undefined;
|
|
18283
19924
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
18284
19925
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
18285
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
19926
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
18286
19927
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
18287
19928
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
18288
|
-
clip_on_cpu?: boolean | undefined;
|
|
18289
|
-
vae_on_cpu?: boolean | undefined;
|
|
18290
19929
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
18291
19930
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
18292
19931
|
vae_tiling?: boolean | undefined;
|
|
18293
19932
|
offload_to_cpu?: boolean | undefined;
|
|
19933
|
+
control_net_cpu?: undefined;
|
|
19934
|
+
clip_on_cpu?: undefined;
|
|
19935
|
+
vae_on_cpu?: undefined;
|
|
19936
|
+
backend?: string | undefined;
|
|
19937
|
+
params_backend?: string | undefined;
|
|
19938
|
+
max_vram?: string | number | undefined;
|
|
19939
|
+
stream_layers?: boolean | undefined;
|
|
18294
19940
|
flash_attn?: boolean | undefined;
|
|
18295
19941
|
diffusion_fa?: boolean | undefined;
|
|
18296
19942
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -19369,7 +21015,6 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
|
|
|
19369
21015
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
19370
21016
|
none: "none";
|
|
19371
21017
|
layer: "layer";
|
|
19372
|
-
row: "row";
|
|
19373
21018
|
tensor: "tensor";
|
|
19374
21019
|
}>>;
|
|
19375
21020
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -19378,6 +21023,29 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
|
|
|
19378
21023
|
auto: "auto";
|
|
19379
21024
|
}>>;
|
|
19380
21025
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
21026
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
21027
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
21028
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
21029
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
21030
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
21031
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
21032
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
21033
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
21034
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
21035
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
21036
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
21037
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
21038
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
21039
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
21040
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
21041
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
21042
|
+
on: "on";
|
|
21043
|
+
off: "off";
|
|
21044
|
+
auto: "auto";
|
|
21045
|
+
}>>;
|
|
21046
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
21047
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
21048
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
19381
21049
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
19382
21050
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
19383
21051
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -19684,7 +21352,6 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
|
|
|
19684
21352
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
19685
21353
|
none: "none";
|
|
19686
21354
|
layer: "layer";
|
|
19687
|
-
row: "row";
|
|
19688
21355
|
}>>;
|
|
19689
21356
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
19690
21357
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -20337,6 +22004,85 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
20337
22004
|
}, z.core.$strict>, z.ZodObject<{
|
|
20338
22005
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
20339
22006
|
}, z.core.$strict>, z.ZodObject<{
|
|
22007
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22008
|
+
src: z.ZodString;
|
|
22009
|
+
name: z.ZodOptional<z.ZodString>;
|
|
22010
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
22011
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
22012
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
22013
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
22014
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
22015
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
22016
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
22017
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
22018
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
22019
|
+
embeddings: "embeddings";
|
|
22020
|
+
diffusion: "diffusion";
|
|
22021
|
+
audiogen: "audiogen";
|
|
22022
|
+
tts: "tts";
|
|
22023
|
+
ocr: "ocr";
|
|
22024
|
+
vla: "vla";
|
|
22025
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
22026
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
22027
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22028
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
22029
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
22030
|
+
"onnx-tts": "onnx-tts";
|
|
22031
|
+
"tts-ggml": "tts-ggml";
|
|
22032
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
22033
|
+
"ggml-ocr": "ggml-ocr";
|
|
22034
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
22035
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
22036
|
+
"ggml-vla": "ggml-vla";
|
|
22037
|
+
"ggml-classification": "ggml-classification";
|
|
22038
|
+
llm: "llm";
|
|
22039
|
+
whisper: "whisper";
|
|
22040
|
+
bci: "bci";
|
|
22041
|
+
nmt: "nmt";
|
|
22042
|
+
parakeet: "parakeet";
|
|
22043
|
+
classification: "classification";
|
|
22044
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
22045
|
+
}, z.core.$strip>]>>;
|
|
22046
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22047
|
+
src: z.ZodString;
|
|
22048
|
+
name: z.ZodOptional<z.ZodString>;
|
|
22049
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
22050
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
22051
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
22052
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
22053
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
22054
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
22055
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
22056
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
22057
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
22058
|
+
embeddings: "embeddings";
|
|
22059
|
+
diffusion: "diffusion";
|
|
22060
|
+
audiogen: "audiogen";
|
|
22061
|
+
tts: "tts";
|
|
22062
|
+
ocr: "ocr";
|
|
22063
|
+
vla: "vla";
|
|
22064
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
22065
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
22066
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22067
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
22068
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
22069
|
+
"onnx-tts": "onnx-tts";
|
|
22070
|
+
"tts-ggml": "tts-ggml";
|
|
22071
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
22072
|
+
"ggml-ocr": "ggml-ocr";
|
|
22073
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
22074
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
22075
|
+
"ggml-vla": "ggml-vla";
|
|
22076
|
+
"ggml-classification": "ggml-classification";
|
|
22077
|
+
llm: "llm";
|
|
22078
|
+
whisper: "whisper";
|
|
22079
|
+
bci: "bci";
|
|
22080
|
+
nmt: "nmt";
|
|
22081
|
+
parakeet: "parakeet";
|
|
22082
|
+
classification: "classification";
|
|
22083
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
22084
|
+
}, z.core.$strip>]>>;
|
|
22085
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
20340
22086
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
20341
22087
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
20342
22088
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -20379,6 +22125,123 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
20379
22125
|
quality: z.ZodOptional<z.ZodString>;
|
|
20380
22126
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
20381
22127
|
}, z.core.$strict>, z.ZodObject<{
|
|
22128
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22129
|
+
src: z.ZodString;
|
|
22130
|
+
name: z.ZodOptional<z.ZodString>;
|
|
22131
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
22132
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
22133
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
22134
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
22135
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
22136
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
22137
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
22138
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
22139
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
22140
|
+
embeddings: "embeddings";
|
|
22141
|
+
diffusion: "diffusion";
|
|
22142
|
+
audiogen: "audiogen";
|
|
22143
|
+
tts: "tts";
|
|
22144
|
+
ocr: "ocr";
|
|
22145
|
+
vla: "vla";
|
|
22146
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
22147
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
22148
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22149
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
22150
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
22151
|
+
"onnx-tts": "onnx-tts";
|
|
22152
|
+
"tts-ggml": "tts-ggml";
|
|
22153
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
22154
|
+
"ggml-ocr": "ggml-ocr";
|
|
22155
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
22156
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
22157
|
+
"ggml-vla": "ggml-vla";
|
|
22158
|
+
"ggml-classification": "ggml-classification";
|
|
22159
|
+
llm: "llm";
|
|
22160
|
+
whisper: "whisper";
|
|
22161
|
+
bci: "bci";
|
|
22162
|
+
nmt: "nmt";
|
|
22163
|
+
parakeet: "parakeet";
|
|
22164
|
+
classification: "classification";
|
|
22165
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
22166
|
+
}, z.core.$strip>]>>;
|
|
22167
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22168
|
+
src: z.ZodString;
|
|
22169
|
+
name: z.ZodOptional<z.ZodString>;
|
|
22170
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
22171
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
22172
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
22173
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
22174
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
22175
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
22176
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
22177
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
22178
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
22179
|
+
embeddings: "embeddings";
|
|
22180
|
+
diffusion: "diffusion";
|
|
22181
|
+
audiogen: "audiogen";
|
|
22182
|
+
tts: "tts";
|
|
22183
|
+
ocr: "ocr";
|
|
22184
|
+
vla: "vla";
|
|
22185
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
22186
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
22187
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22188
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
22189
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
22190
|
+
"onnx-tts": "onnx-tts";
|
|
22191
|
+
"tts-ggml": "tts-ggml";
|
|
22192
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
22193
|
+
"ggml-ocr": "ggml-ocr";
|
|
22194
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
22195
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
22196
|
+
"ggml-vla": "ggml-vla";
|
|
22197
|
+
"ggml-classification": "ggml-classification";
|
|
22198
|
+
llm: "llm";
|
|
22199
|
+
whisper: "whisper";
|
|
22200
|
+
bci: "bci";
|
|
22201
|
+
nmt: "nmt";
|
|
22202
|
+
parakeet: "parakeet";
|
|
22203
|
+
classification: "classification";
|
|
22204
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
22205
|
+
}, z.core.$strip>]>>;
|
|
22206
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22207
|
+
src: z.ZodString;
|
|
22208
|
+
name: z.ZodOptional<z.ZodString>;
|
|
22209
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
22210
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
22211
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
22212
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
22213
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
22214
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
22215
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
22216
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
22217
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
22218
|
+
embeddings: "embeddings";
|
|
22219
|
+
diffusion: "diffusion";
|
|
22220
|
+
audiogen: "audiogen";
|
|
22221
|
+
tts: "tts";
|
|
22222
|
+
ocr: "ocr";
|
|
22223
|
+
vla: "vla";
|
|
22224
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
22225
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
22226
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
22227
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
22228
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
22229
|
+
"onnx-tts": "onnx-tts";
|
|
22230
|
+
"tts-ggml": "tts-ggml";
|
|
22231
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
22232
|
+
"ggml-ocr": "ggml-ocr";
|
|
22233
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
22234
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
22235
|
+
"ggml-vla": "ggml-vla";
|
|
22236
|
+
"ggml-classification": "ggml-classification";
|
|
22237
|
+
llm: "llm";
|
|
22238
|
+
whisper: "whisper";
|
|
22239
|
+
bci: "bci";
|
|
22240
|
+
nmt: "nmt";
|
|
22241
|
+
parakeet: "parakeet";
|
|
22242
|
+
classification: "classification";
|
|
22243
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
22244
|
+
}, z.core.$strip>]>>;
|
|
20382
22245
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
20383
22246
|
src: z.ZodString;
|
|
20384
22247
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -20457,6 +22320,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
20457
22320
|
classification: "classification";
|
|
20458
22321
|
}>, z.ZodLiteral<"vad">]>>;
|
|
20459
22322
|
}, z.core.$strip>]>>;
|
|
22323
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
22324
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
20460
22325
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
20461
22326
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
20462
22327
|
anger: "anger";
|
|
@@ -20498,6 +22363,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
20498
22363
|
robot: "robot";
|
|
20499
22364
|
}>>;
|
|
20500
22365
|
}, z.core.$strict>]>>;
|
|
22366
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
20501
22367
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
20502
22368
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
20503
22369
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -20623,6 +22489,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
|
|
|
20623
22489
|
classification: "classification";
|
|
20624
22490
|
}>, z.ZodLiteral<"vad">]>>;
|
|
20625
22491
|
}, z.core.$strip>]>>;
|
|
22492
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
20626
22493
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
20627
22494
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
20628
22495
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -20748,6 +22615,7 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
|
|
|
20748
22615
|
auto: "auto";
|
|
20749
22616
|
f32: "f32";
|
|
20750
22617
|
f16: "f16";
|
|
22618
|
+
q8_0: "q8_0";
|
|
20751
22619
|
bf16: "bf16";
|
|
20752
22620
|
q2_k: "q2_k";
|
|
20753
22621
|
q3_k: "q3_k";
|
|
@@ -20758,7 +22626,6 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
|
|
|
20758
22626
|
q5_1: "q5_1";
|
|
20759
22627
|
q5_k: "q5_k";
|
|
20760
22628
|
q6_k: "q6_k";
|
|
20761
|
-
q8_0: "q8_0";
|
|
20762
22629
|
}>>;
|
|
20763
22630
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
20764
22631
|
cpu: "cpu";
|
|
@@ -20770,12 +22637,17 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
|
|
|
20770
22637
|
cuda: "cuda";
|
|
20771
22638
|
std_default: "std_default";
|
|
20772
22639
|
}>>;
|
|
20773
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
20774
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
20775
22640
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
20776
22641
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
20777
22642
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
20778
22643
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
22644
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
22645
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
22646
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
22647
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
22648
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
22649
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
22650
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
20779
22651
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
20780
22652
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
20781
22653
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -21677,7 +23549,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
21677
23549
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
21678
23550
|
none: "none";
|
|
21679
23551
|
layer: "layer";
|
|
21680
|
-
row: "row";
|
|
21681
23552
|
tensor: "tensor";
|
|
21682
23553
|
}>>;
|
|
21683
23554
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -21686,6 +23557,29 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
21686
23557
|
auto: "auto";
|
|
21687
23558
|
}>>;
|
|
21688
23559
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
23560
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
23561
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
23562
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
23563
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
23564
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
23565
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
23566
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
23567
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
23568
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
23569
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
23570
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
23571
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
23572
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
23573
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
23574
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
23575
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
23576
|
+
on: "on";
|
|
23577
|
+
off: "off";
|
|
23578
|
+
auto: "auto";
|
|
23579
|
+
}>>;
|
|
23580
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
23581
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
23582
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
21689
23583
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
21690
23584
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
21691
23585
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -21988,7 +23882,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
21988
23882
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
21989
23883
|
none: "none";
|
|
21990
23884
|
layer: "layer";
|
|
21991
|
-
row: "row";
|
|
21992
23885
|
}>>;
|
|
21993
23886
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
21994
23887
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -22639,6 +24532,85 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
22639
24532
|
}, z.core.$strict>, z.ZodObject<{
|
|
22640
24533
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
22641
24534
|
}, z.core.$strict>, z.ZodObject<{
|
|
24535
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24536
|
+
src: z.ZodString;
|
|
24537
|
+
name: z.ZodOptional<z.ZodString>;
|
|
24538
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
24539
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
24540
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
24541
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
24542
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
24543
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
24544
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
24545
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
24546
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
24547
|
+
embeddings: "embeddings";
|
|
24548
|
+
diffusion: "diffusion";
|
|
24549
|
+
audiogen: "audiogen";
|
|
24550
|
+
tts: "tts";
|
|
24551
|
+
ocr: "ocr";
|
|
24552
|
+
vla: "vla";
|
|
24553
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24554
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
24555
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24556
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
24557
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
24558
|
+
"onnx-tts": "onnx-tts";
|
|
24559
|
+
"tts-ggml": "tts-ggml";
|
|
24560
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
24561
|
+
"ggml-ocr": "ggml-ocr";
|
|
24562
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
24563
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
24564
|
+
"ggml-vla": "ggml-vla";
|
|
24565
|
+
"ggml-classification": "ggml-classification";
|
|
24566
|
+
llm: "llm";
|
|
24567
|
+
whisper: "whisper";
|
|
24568
|
+
bci: "bci";
|
|
24569
|
+
nmt: "nmt";
|
|
24570
|
+
parakeet: "parakeet";
|
|
24571
|
+
classification: "classification";
|
|
24572
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
24573
|
+
}, z.core.$strip>]>>;
|
|
24574
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24575
|
+
src: z.ZodString;
|
|
24576
|
+
name: z.ZodOptional<z.ZodString>;
|
|
24577
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
24578
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
24579
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
24580
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
24581
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
24582
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
24583
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
24584
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
24585
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
24586
|
+
embeddings: "embeddings";
|
|
24587
|
+
diffusion: "diffusion";
|
|
24588
|
+
audiogen: "audiogen";
|
|
24589
|
+
tts: "tts";
|
|
24590
|
+
ocr: "ocr";
|
|
24591
|
+
vla: "vla";
|
|
24592
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24593
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
24594
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24595
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
24596
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
24597
|
+
"onnx-tts": "onnx-tts";
|
|
24598
|
+
"tts-ggml": "tts-ggml";
|
|
24599
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
24600
|
+
"ggml-ocr": "ggml-ocr";
|
|
24601
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
24602
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
24603
|
+
"ggml-vla": "ggml-vla";
|
|
24604
|
+
"ggml-classification": "ggml-classification";
|
|
24605
|
+
llm: "llm";
|
|
24606
|
+
whisper: "whisper";
|
|
24607
|
+
bci: "bci";
|
|
24608
|
+
nmt: "nmt";
|
|
24609
|
+
parakeet: "parakeet";
|
|
24610
|
+
classification: "classification";
|
|
24611
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
24612
|
+
}, z.core.$strip>]>>;
|
|
24613
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
22642
24614
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
22643
24615
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
22644
24616
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -22681,6 +24653,123 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
22681
24653
|
quality: z.ZodOptional<z.ZodString>;
|
|
22682
24654
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
22683
24655
|
}, z.core.$strict>, z.ZodObject<{
|
|
24656
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24657
|
+
src: z.ZodString;
|
|
24658
|
+
name: z.ZodOptional<z.ZodString>;
|
|
24659
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
24660
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
24661
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
24662
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
24663
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
24664
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
24665
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
24666
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
24667
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
24668
|
+
embeddings: "embeddings";
|
|
24669
|
+
diffusion: "diffusion";
|
|
24670
|
+
audiogen: "audiogen";
|
|
24671
|
+
tts: "tts";
|
|
24672
|
+
ocr: "ocr";
|
|
24673
|
+
vla: "vla";
|
|
24674
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24675
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
24676
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24677
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
24678
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
24679
|
+
"onnx-tts": "onnx-tts";
|
|
24680
|
+
"tts-ggml": "tts-ggml";
|
|
24681
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
24682
|
+
"ggml-ocr": "ggml-ocr";
|
|
24683
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
24684
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
24685
|
+
"ggml-vla": "ggml-vla";
|
|
24686
|
+
"ggml-classification": "ggml-classification";
|
|
24687
|
+
llm: "llm";
|
|
24688
|
+
whisper: "whisper";
|
|
24689
|
+
bci: "bci";
|
|
24690
|
+
nmt: "nmt";
|
|
24691
|
+
parakeet: "parakeet";
|
|
24692
|
+
classification: "classification";
|
|
24693
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
24694
|
+
}, z.core.$strip>]>>;
|
|
24695
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24696
|
+
src: z.ZodString;
|
|
24697
|
+
name: z.ZodOptional<z.ZodString>;
|
|
24698
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
24699
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
24700
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
24701
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
24702
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
24703
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
24704
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
24705
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
24706
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
24707
|
+
embeddings: "embeddings";
|
|
24708
|
+
diffusion: "diffusion";
|
|
24709
|
+
audiogen: "audiogen";
|
|
24710
|
+
tts: "tts";
|
|
24711
|
+
ocr: "ocr";
|
|
24712
|
+
vla: "vla";
|
|
24713
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24714
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
24715
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24716
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
24717
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
24718
|
+
"onnx-tts": "onnx-tts";
|
|
24719
|
+
"tts-ggml": "tts-ggml";
|
|
24720
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
24721
|
+
"ggml-ocr": "ggml-ocr";
|
|
24722
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
24723
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
24724
|
+
"ggml-vla": "ggml-vla";
|
|
24725
|
+
"ggml-classification": "ggml-classification";
|
|
24726
|
+
llm: "llm";
|
|
24727
|
+
whisper: "whisper";
|
|
24728
|
+
bci: "bci";
|
|
24729
|
+
nmt: "nmt";
|
|
24730
|
+
parakeet: "parakeet";
|
|
24731
|
+
classification: "classification";
|
|
24732
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
24733
|
+
}, z.core.$strip>]>>;
|
|
24734
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24735
|
+
src: z.ZodString;
|
|
24736
|
+
name: z.ZodOptional<z.ZodString>;
|
|
24737
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
24738
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
24739
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
24740
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
24741
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
24742
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
24743
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
24744
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
24745
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
24746
|
+
embeddings: "embeddings";
|
|
24747
|
+
diffusion: "diffusion";
|
|
24748
|
+
audiogen: "audiogen";
|
|
24749
|
+
tts: "tts";
|
|
24750
|
+
ocr: "ocr";
|
|
24751
|
+
vla: "vla";
|
|
24752
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24753
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
24754
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24755
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
24756
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
24757
|
+
"onnx-tts": "onnx-tts";
|
|
24758
|
+
"tts-ggml": "tts-ggml";
|
|
24759
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
24760
|
+
"ggml-ocr": "ggml-ocr";
|
|
24761
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
24762
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
24763
|
+
"ggml-vla": "ggml-vla";
|
|
24764
|
+
"ggml-classification": "ggml-classification";
|
|
24765
|
+
llm: "llm";
|
|
24766
|
+
whisper: "whisper";
|
|
24767
|
+
bci: "bci";
|
|
24768
|
+
nmt: "nmt";
|
|
24769
|
+
parakeet: "parakeet";
|
|
24770
|
+
classification: "classification";
|
|
24771
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
24772
|
+
}, z.core.$strip>]>>;
|
|
22684
24773
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
22685
24774
|
src: z.ZodString;
|
|
22686
24775
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -22759,6 +24848,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
22759
24848
|
classification: "classification";
|
|
22760
24849
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22761
24850
|
}, z.core.$strip>]>>;
|
|
24851
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
24852
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
22762
24853
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
22763
24854
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
22764
24855
|
anger: "anger";
|
|
@@ -22800,6 +24891,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
22800
24891
|
robot: "robot";
|
|
22801
24892
|
}>>;
|
|
22802
24893
|
}, z.core.$strict>]>>;
|
|
24894
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
22803
24895
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
22804
24896
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
22805
24897
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -22925,6 +25017,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
22925
25017
|
classification: "classification";
|
|
22926
25018
|
}>, z.ZodLiteral<"vad">]>>;
|
|
22927
25019
|
}, z.core.$strip>]>>;
|
|
25020
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
22928
25021
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
22929
25022
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
22930
25023
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -23048,6 +25141,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23048
25141
|
auto: "auto";
|
|
23049
25142
|
f32: "f32";
|
|
23050
25143
|
f16: "f16";
|
|
25144
|
+
q8_0: "q8_0";
|
|
23051
25145
|
bf16: "bf16";
|
|
23052
25146
|
q2_k: "q2_k";
|
|
23053
25147
|
q3_k: "q3_k";
|
|
@@ -23058,7 +25152,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23058
25152
|
q5_1: "q5_1";
|
|
23059
25153
|
q5_k: "q5_k";
|
|
23060
25154
|
q6_k: "q6_k";
|
|
23061
|
-
q8_0: "q8_0";
|
|
23062
25155
|
}>>;
|
|
23063
25156
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
23064
25157
|
cpu: "cpu";
|
|
@@ -23070,12 +25163,17 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23070
25163
|
cuda: "cuda";
|
|
23071
25164
|
std_default: "std_default";
|
|
23072
25165
|
}>>;
|
|
23073
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
23074
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
23075
25166
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
23076
25167
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
23077
25168
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
23078
25169
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
25170
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
25171
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
25172
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
25173
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
25174
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
25175
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
25176
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
23079
25177
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
23080
25178
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
23081
25179
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -23949,9 +26047,28 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
23949
26047
|
'cache-type-k'?: string | undefined;
|
|
23950
26048
|
'cache-type-v'?: string | undefined;
|
|
23951
26049
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
23952
|
-
'split-mode'?: "none" | "layer" | "
|
|
26050
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
23953
26051
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
23954
26052
|
'tensor-split'?: string | undefined;
|
|
26053
|
+
'batch-size'?: number | undefined;
|
|
26054
|
+
'ubatch-size'?: number | undefined;
|
|
26055
|
+
'cpu-moe'?: boolean | undefined;
|
|
26056
|
+
'n-cpu-moe'?: number | undefined;
|
|
26057
|
+
'kv-offload'?: boolean | undefined;
|
|
26058
|
+
'image-max-tokens'?: number | undefined;
|
|
26059
|
+
'image-min-tokens'?: number | undefined;
|
|
26060
|
+
threads?: number | undefined;
|
|
26061
|
+
'threads-batch'?: number | undefined;
|
|
26062
|
+
'cpu-mask'?: string | undefined;
|
|
26063
|
+
'cpu-mask-batch'?: string | undefined;
|
|
26064
|
+
'override-tensor'?: string | undefined;
|
|
26065
|
+
'n-cpu-ffn'?: number | undefined;
|
|
26066
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
26067
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
26068
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
26069
|
+
fit?: boolean | undefined;
|
|
26070
|
+
'fit-target'?: string | number | undefined;
|
|
26071
|
+
'fit-ctx'?: number | undefined;
|
|
23955
26072
|
openclCacheDir?: string | undefined;
|
|
23956
26073
|
reasoning_budget?: number | undefined;
|
|
23957
26074
|
projectionModelSrc?: string | {
|
|
@@ -24141,7 +26258,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24141
26258
|
embdNormalize?: number | undefined;
|
|
24142
26259
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
24143
26260
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
24144
|
-
splitMode?: "none" | "layer" |
|
|
26261
|
+
splitMode?: "none" | "layer" | undefined;
|
|
24145
26262
|
tensorSplit?: string | undefined;
|
|
24146
26263
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
24147
26264
|
openclCacheDir?: string | undefined;
|
|
@@ -24279,6 +26396,33 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24279
26396
|
[x: string]: unknown;
|
|
24280
26397
|
} | {
|
|
24281
26398
|
ttsEngine: "parler";
|
|
26399
|
+
lavasrEnhancerModelSrc?: string | {
|
|
26400
|
+
src: string;
|
|
26401
|
+
name?: string | undefined;
|
|
26402
|
+
modelId?: string | undefined;
|
|
26403
|
+
registryPath?: string | undefined;
|
|
26404
|
+
registrySource?: string | undefined;
|
|
26405
|
+
blobCoreKey?: string | undefined;
|
|
26406
|
+
blobIndex?: number | undefined;
|
|
26407
|
+
engine?: string | undefined;
|
|
26408
|
+
expectedSize?: number | undefined;
|
|
26409
|
+
sha256Checksum?: string | undefined;
|
|
26410
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
26411
|
+
} | undefined;
|
|
26412
|
+
lavasrDenoiserModelSrc?: string | {
|
|
26413
|
+
src: string;
|
|
26414
|
+
name?: string | undefined;
|
|
26415
|
+
modelId?: string | undefined;
|
|
26416
|
+
registryPath?: string | undefined;
|
|
26417
|
+
registrySource?: string | undefined;
|
|
26418
|
+
blobCoreKey?: string | undefined;
|
|
26419
|
+
blobIndex?: number | undefined;
|
|
26420
|
+
engine?: string | undefined;
|
|
26421
|
+
expectedSize?: number | undefined;
|
|
26422
|
+
sha256Checksum?: string | undefined;
|
|
26423
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
26424
|
+
} | undefined;
|
|
26425
|
+
backendsDir?: string | undefined;
|
|
24282
26426
|
useGPU?: boolean | undefined;
|
|
24283
26427
|
outputSampleRate?: number | undefined;
|
|
24284
26428
|
streamChunkTokens?: number | undefined;
|
|
@@ -24304,6 +26448,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24304
26448
|
quality?: string | undefined;
|
|
24305
26449
|
} | {
|
|
24306
26450
|
ttsEngine: "cosyvoice3";
|
|
26451
|
+
referenceAudioSrc?: string | {
|
|
26452
|
+
src: string;
|
|
26453
|
+
name?: string | undefined;
|
|
26454
|
+
modelId?: string | undefined;
|
|
26455
|
+
registryPath?: string | undefined;
|
|
26456
|
+
registrySource?: string | undefined;
|
|
26457
|
+
blobCoreKey?: string | undefined;
|
|
26458
|
+
blobIndex?: number | undefined;
|
|
26459
|
+
engine?: string | undefined;
|
|
26460
|
+
expectedSize?: number | undefined;
|
|
26461
|
+
sha256Checksum?: string | undefined;
|
|
26462
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
26463
|
+
} | undefined;
|
|
26464
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
26465
|
+
src: string;
|
|
26466
|
+
name?: string | undefined;
|
|
26467
|
+
modelId?: string | undefined;
|
|
26468
|
+
registryPath?: string | undefined;
|
|
26469
|
+
registrySource?: string | undefined;
|
|
26470
|
+
blobCoreKey?: string | undefined;
|
|
26471
|
+
blobIndex?: number | undefined;
|
|
26472
|
+
engine?: string | undefined;
|
|
26473
|
+
expectedSize?: number | undefined;
|
|
26474
|
+
sha256Checksum?: string | undefined;
|
|
26475
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
26476
|
+
} | undefined;
|
|
26477
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
26478
|
+
src: string;
|
|
26479
|
+
name?: string | undefined;
|
|
26480
|
+
modelId?: string | undefined;
|
|
26481
|
+
registryPath?: string | undefined;
|
|
26482
|
+
registrySource?: string | undefined;
|
|
26483
|
+
blobCoreKey?: string | undefined;
|
|
26484
|
+
blobIndex?: number | undefined;
|
|
26485
|
+
engine?: string | undefined;
|
|
26486
|
+
expectedSize?: number | undefined;
|
|
26487
|
+
sha256Checksum?: string | undefined;
|
|
26488
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
26489
|
+
} | undefined;
|
|
24307
26490
|
lavasrEnhancerModelSrc?: string | {
|
|
24308
26491
|
src: string;
|
|
24309
26492
|
name?: string | undefined;
|
|
@@ -24330,6 +26513,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24330
26513
|
sha256Checksum?: string | undefined;
|
|
24331
26514
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
24332
26515
|
} | undefined;
|
|
26516
|
+
openclCacheDir?: string | undefined;
|
|
26517
|
+
backendsDir?: string | undefined;
|
|
24333
26518
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
24334
26519
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
24335
26520
|
instruct?: string | {
|
|
@@ -24337,6 +26522,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24337
26522
|
volume?: "loud" | "soft" | undefined;
|
|
24338
26523
|
style?: "peppa" | "robot" | undefined;
|
|
24339
26524
|
} | undefined;
|
|
26525
|
+
promptText?: string | undefined;
|
|
24340
26526
|
useGPU?: boolean | undefined;
|
|
24341
26527
|
outputSampleRate?: number | undefined;
|
|
24342
26528
|
streamChunkTokens?: number | undefined;
|
|
@@ -24385,6 +26571,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24385
26571
|
sha256Checksum?: string | undefined;
|
|
24386
26572
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
24387
26573
|
} | undefined;
|
|
26574
|
+
backendsDir?: string | undefined;
|
|
24388
26575
|
referenceText?: string | undefined;
|
|
24389
26576
|
greedy?: boolean | undefined;
|
|
24390
26577
|
temperature?: number | undefined;
|
|
@@ -24457,15 +26644,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24457
26644
|
device?: "gpu" | "cpu" | undefined;
|
|
24458
26645
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
24459
26646
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
24460
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
26647
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
24461
26648
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
24462
26649
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
24463
|
-
clip_on_cpu?: boolean | undefined;
|
|
24464
|
-
vae_on_cpu?: boolean | undefined;
|
|
24465
26650
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
24466
26651
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
24467
26652
|
vae_tiling?: boolean | undefined;
|
|
24468
26653
|
offload_to_cpu?: boolean | undefined;
|
|
26654
|
+
control_net_cpu?: undefined;
|
|
26655
|
+
clip_on_cpu?: undefined;
|
|
26656
|
+
vae_on_cpu?: undefined;
|
|
26657
|
+
backend?: string | undefined;
|
|
26658
|
+
params_backend?: string | undefined;
|
|
26659
|
+
max_vram?: string | number | undefined;
|
|
26660
|
+
stream_layers?: boolean | undefined;
|
|
24469
26661
|
flash_attn?: boolean | undefined;
|
|
24470
26662
|
diffusion_fa?: boolean | undefined;
|
|
24471
26663
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -24837,9 +27029,28 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
24837
27029
|
'cache-type-k'?: string | undefined;
|
|
24838
27030
|
'cache-type-v'?: string | undefined;
|
|
24839
27031
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
24840
|
-
'split-mode'?: "none" | "layer" | "
|
|
27032
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
24841
27033
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
24842
27034
|
'tensor-split'?: string | undefined;
|
|
27035
|
+
'batch-size'?: number | undefined;
|
|
27036
|
+
'ubatch-size'?: number | undefined;
|
|
27037
|
+
'cpu-moe'?: boolean | undefined;
|
|
27038
|
+
'n-cpu-moe'?: number | undefined;
|
|
27039
|
+
'kv-offload'?: boolean | undefined;
|
|
27040
|
+
'image-max-tokens'?: number | undefined;
|
|
27041
|
+
'image-min-tokens'?: number | undefined;
|
|
27042
|
+
threads?: number | undefined;
|
|
27043
|
+
'threads-batch'?: number | undefined;
|
|
27044
|
+
'cpu-mask'?: string | undefined;
|
|
27045
|
+
'cpu-mask-batch'?: string | undefined;
|
|
27046
|
+
'override-tensor'?: string | undefined;
|
|
27047
|
+
'n-cpu-ffn'?: number | undefined;
|
|
27048
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
27049
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
27050
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
27051
|
+
fit?: boolean | undefined;
|
|
27052
|
+
'fit-target'?: string | number | undefined;
|
|
27053
|
+
'fit-ctx'?: number | undefined;
|
|
24843
27054
|
openclCacheDir?: string | undefined;
|
|
24844
27055
|
reasoning_budget?: number | undefined;
|
|
24845
27056
|
projectionModelSrc?: string | {
|
|
@@ -25029,7 +27240,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25029
27240
|
embdNormalize?: number | undefined;
|
|
25030
27241
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
25031
27242
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
25032
|
-
splitMode?: "none" | "layer" |
|
|
27243
|
+
splitMode?: "none" | "layer" | undefined;
|
|
25033
27244
|
tensorSplit?: string | undefined;
|
|
25034
27245
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
25035
27246
|
openclCacheDir?: string | undefined;
|
|
@@ -25167,6 +27378,33 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25167
27378
|
[x: string]: unknown;
|
|
25168
27379
|
} | {
|
|
25169
27380
|
ttsEngine: "parler";
|
|
27381
|
+
lavasrEnhancerModelSrc?: string | {
|
|
27382
|
+
src: string;
|
|
27383
|
+
name?: string | undefined;
|
|
27384
|
+
modelId?: string | undefined;
|
|
27385
|
+
registryPath?: string | undefined;
|
|
27386
|
+
registrySource?: string | undefined;
|
|
27387
|
+
blobCoreKey?: string | undefined;
|
|
27388
|
+
blobIndex?: number | undefined;
|
|
27389
|
+
engine?: string | undefined;
|
|
27390
|
+
expectedSize?: number | undefined;
|
|
27391
|
+
sha256Checksum?: string | undefined;
|
|
27392
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27393
|
+
} | undefined;
|
|
27394
|
+
lavasrDenoiserModelSrc?: string | {
|
|
27395
|
+
src: string;
|
|
27396
|
+
name?: string | undefined;
|
|
27397
|
+
modelId?: string | undefined;
|
|
27398
|
+
registryPath?: string | undefined;
|
|
27399
|
+
registrySource?: string | undefined;
|
|
27400
|
+
blobCoreKey?: string | undefined;
|
|
27401
|
+
blobIndex?: number | undefined;
|
|
27402
|
+
engine?: string | undefined;
|
|
27403
|
+
expectedSize?: number | undefined;
|
|
27404
|
+
sha256Checksum?: string | undefined;
|
|
27405
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27406
|
+
} | undefined;
|
|
27407
|
+
backendsDir?: string | undefined;
|
|
25170
27408
|
useGPU?: boolean | undefined;
|
|
25171
27409
|
outputSampleRate?: number | undefined;
|
|
25172
27410
|
streamChunkTokens?: number | undefined;
|
|
@@ -25192,6 +27430,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25192
27430
|
quality?: string | undefined;
|
|
25193
27431
|
} | {
|
|
25194
27432
|
ttsEngine: "cosyvoice3";
|
|
27433
|
+
referenceAudioSrc?: string | {
|
|
27434
|
+
src: string;
|
|
27435
|
+
name?: string | undefined;
|
|
27436
|
+
modelId?: string | undefined;
|
|
27437
|
+
registryPath?: string | undefined;
|
|
27438
|
+
registrySource?: string | undefined;
|
|
27439
|
+
blobCoreKey?: string | undefined;
|
|
27440
|
+
blobIndex?: number | undefined;
|
|
27441
|
+
engine?: string | undefined;
|
|
27442
|
+
expectedSize?: number | undefined;
|
|
27443
|
+
sha256Checksum?: string | undefined;
|
|
27444
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27445
|
+
} | undefined;
|
|
27446
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
27447
|
+
src: string;
|
|
27448
|
+
name?: string | undefined;
|
|
27449
|
+
modelId?: string | undefined;
|
|
27450
|
+
registryPath?: string | undefined;
|
|
27451
|
+
registrySource?: string | undefined;
|
|
27452
|
+
blobCoreKey?: string | undefined;
|
|
27453
|
+
blobIndex?: number | undefined;
|
|
27454
|
+
engine?: string | undefined;
|
|
27455
|
+
expectedSize?: number | undefined;
|
|
27456
|
+
sha256Checksum?: string | undefined;
|
|
27457
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27458
|
+
} | undefined;
|
|
27459
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
27460
|
+
src: string;
|
|
27461
|
+
name?: string | undefined;
|
|
27462
|
+
modelId?: string | undefined;
|
|
27463
|
+
registryPath?: string | undefined;
|
|
27464
|
+
registrySource?: string | undefined;
|
|
27465
|
+
blobCoreKey?: string | undefined;
|
|
27466
|
+
blobIndex?: number | undefined;
|
|
27467
|
+
engine?: string | undefined;
|
|
27468
|
+
expectedSize?: number | undefined;
|
|
27469
|
+
sha256Checksum?: string | undefined;
|
|
27470
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
27471
|
+
} | undefined;
|
|
25195
27472
|
lavasrEnhancerModelSrc?: string | {
|
|
25196
27473
|
src: string;
|
|
25197
27474
|
name?: string | undefined;
|
|
@@ -25218,6 +27495,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25218
27495
|
sha256Checksum?: string | undefined;
|
|
25219
27496
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
25220
27497
|
} | undefined;
|
|
27498
|
+
openclCacheDir?: string | undefined;
|
|
27499
|
+
backendsDir?: string | undefined;
|
|
25221
27500
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
25222
27501
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
25223
27502
|
instruct?: string | {
|
|
@@ -25225,6 +27504,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25225
27504
|
volume?: "loud" | "soft" | undefined;
|
|
25226
27505
|
style?: "peppa" | "robot" | undefined;
|
|
25227
27506
|
} | undefined;
|
|
27507
|
+
promptText?: string | undefined;
|
|
25228
27508
|
useGPU?: boolean | undefined;
|
|
25229
27509
|
outputSampleRate?: number | undefined;
|
|
25230
27510
|
streamChunkTokens?: number | undefined;
|
|
@@ -25273,6 +27553,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25273
27553
|
sha256Checksum?: string | undefined;
|
|
25274
27554
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
25275
27555
|
} | undefined;
|
|
27556
|
+
backendsDir?: string | undefined;
|
|
25276
27557
|
referenceText?: string | undefined;
|
|
25277
27558
|
greedy?: boolean | undefined;
|
|
25278
27559
|
temperature?: number | undefined;
|
|
@@ -25346,15 +27627,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
|
|
|
25346
27627
|
device?: "gpu" | "cpu" | undefined;
|
|
25347
27628
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
25348
27629
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
25349
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
27630
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
25350
27631
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
25351
27632
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
25352
|
-
clip_on_cpu?: boolean | undefined;
|
|
25353
|
-
vae_on_cpu?: boolean | undefined;
|
|
25354
27633
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
25355
27634
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
25356
27635
|
vae_tiling?: boolean | undefined;
|
|
25357
27636
|
offload_to_cpu?: boolean | undefined;
|
|
27637
|
+
control_net_cpu?: undefined;
|
|
27638
|
+
clip_on_cpu?: undefined;
|
|
27639
|
+
vae_on_cpu?: undefined;
|
|
27640
|
+
backend?: string | undefined;
|
|
27641
|
+
params_backend?: string | undefined;
|
|
27642
|
+
max_vram?: string | number | undefined;
|
|
27643
|
+
stream_layers?: boolean | undefined;
|
|
25358
27644
|
flash_attn?: boolean | undefined;
|
|
25359
27645
|
diffusion_fa?: boolean | undefined;
|
|
25360
27646
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -25751,7 +28037,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
25751
28037
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
25752
28038
|
none: "none";
|
|
25753
28039
|
layer: "layer";
|
|
25754
|
-
row: "row";
|
|
25755
28040
|
tensor: "tensor";
|
|
25756
28041
|
}>>;
|
|
25757
28042
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -25760,6 +28045,29 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
25760
28045
|
auto: "auto";
|
|
25761
28046
|
}>>;
|
|
25762
28047
|
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
28048
|
+
'batch-size': z.ZodOptional<z.ZodNumber>;
|
|
28049
|
+
'ubatch-size': z.ZodOptional<z.ZodNumber>;
|
|
28050
|
+
'cpu-moe': z.ZodOptional<z.ZodBoolean>;
|
|
28051
|
+
'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
|
|
28052
|
+
'kv-offload': z.ZodOptional<z.ZodBoolean>;
|
|
28053
|
+
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
28054
|
+
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
28055
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
28056
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
28057
|
+
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
28058
|
+
'cpu-mask-batch': z.ZodOptional<z.ZodString>;
|
|
28059
|
+
'override-tensor': z.ZodOptional<z.ZodString>;
|
|
28060
|
+
'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
|
|
28061
|
+
'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
|
|
28062
|
+
'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
|
|
28063
|
+
'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
|
|
28064
|
+
on: "on";
|
|
28065
|
+
off: "off";
|
|
28066
|
+
auto: "auto";
|
|
28067
|
+
}>>;
|
|
28068
|
+
fit: z.ZodOptional<z.ZodBoolean>;
|
|
28069
|
+
'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
28070
|
+
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
25763
28071
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
25764
28072
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
25765
28073
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -26062,7 +28370,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26062
28370
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
26063
28371
|
none: "none";
|
|
26064
28372
|
layer: "layer";
|
|
26065
|
-
row: "row";
|
|
26066
28373
|
}>>;
|
|
26067
28374
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
26068
28375
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -26713,6 +29020,85 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26713
29020
|
}, z.core.$strict>, z.ZodObject<{
|
|
26714
29021
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
26715
29022
|
}, z.core.$strict>, z.ZodObject<{
|
|
29023
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29024
|
+
src: z.ZodString;
|
|
29025
|
+
name: z.ZodOptional<z.ZodString>;
|
|
29026
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
29027
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
29028
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
29029
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
29030
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
29031
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
29032
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
29033
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
29034
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
29035
|
+
embeddings: "embeddings";
|
|
29036
|
+
diffusion: "diffusion";
|
|
29037
|
+
audiogen: "audiogen";
|
|
29038
|
+
tts: "tts";
|
|
29039
|
+
ocr: "ocr";
|
|
29040
|
+
vla: "vla";
|
|
29041
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
29042
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
29043
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
29044
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
29045
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
29046
|
+
"onnx-tts": "onnx-tts";
|
|
29047
|
+
"tts-ggml": "tts-ggml";
|
|
29048
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
29049
|
+
"ggml-ocr": "ggml-ocr";
|
|
29050
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
29051
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
29052
|
+
"ggml-vla": "ggml-vla";
|
|
29053
|
+
"ggml-classification": "ggml-classification";
|
|
29054
|
+
llm: "llm";
|
|
29055
|
+
whisper: "whisper";
|
|
29056
|
+
bci: "bci";
|
|
29057
|
+
nmt: "nmt";
|
|
29058
|
+
parakeet: "parakeet";
|
|
29059
|
+
classification: "classification";
|
|
29060
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
29061
|
+
}, z.core.$strip>]>>;
|
|
29062
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29063
|
+
src: z.ZodString;
|
|
29064
|
+
name: z.ZodOptional<z.ZodString>;
|
|
29065
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
29066
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
29067
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
29068
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
29069
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
29070
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
29071
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
29072
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
29073
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
29074
|
+
embeddings: "embeddings";
|
|
29075
|
+
diffusion: "diffusion";
|
|
29076
|
+
audiogen: "audiogen";
|
|
29077
|
+
tts: "tts";
|
|
29078
|
+
ocr: "ocr";
|
|
29079
|
+
vla: "vla";
|
|
29080
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
29081
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
29082
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
29083
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
29084
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
29085
|
+
"onnx-tts": "onnx-tts";
|
|
29086
|
+
"tts-ggml": "tts-ggml";
|
|
29087
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
29088
|
+
"ggml-ocr": "ggml-ocr";
|
|
29089
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
29090
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
29091
|
+
"ggml-vla": "ggml-vla";
|
|
29092
|
+
"ggml-classification": "ggml-classification";
|
|
29093
|
+
llm: "llm";
|
|
29094
|
+
whisper: "whisper";
|
|
29095
|
+
bci: "bci";
|
|
29096
|
+
nmt: "nmt";
|
|
29097
|
+
parakeet: "parakeet";
|
|
29098
|
+
classification: "classification";
|
|
29099
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
29100
|
+
}, z.core.$strip>]>>;
|
|
29101
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
26716
29102
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
26717
29103
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
26718
29104
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -26755,6 +29141,123 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26755
29141
|
quality: z.ZodOptional<z.ZodString>;
|
|
26756
29142
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
26757
29143
|
}, z.core.$strict>, z.ZodObject<{
|
|
29144
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29145
|
+
src: z.ZodString;
|
|
29146
|
+
name: z.ZodOptional<z.ZodString>;
|
|
29147
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
29148
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
29149
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
29150
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
29151
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
29152
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
29153
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
29154
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
29155
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
29156
|
+
embeddings: "embeddings";
|
|
29157
|
+
diffusion: "diffusion";
|
|
29158
|
+
audiogen: "audiogen";
|
|
29159
|
+
tts: "tts";
|
|
29160
|
+
ocr: "ocr";
|
|
29161
|
+
vla: "vla";
|
|
29162
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
29163
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
29164
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
29165
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
29166
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
29167
|
+
"onnx-tts": "onnx-tts";
|
|
29168
|
+
"tts-ggml": "tts-ggml";
|
|
29169
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
29170
|
+
"ggml-ocr": "ggml-ocr";
|
|
29171
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
29172
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
29173
|
+
"ggml-vla": "ggml-vla";
|
|
29174
|
+
"ggml-classification": "ggml-classification";
|
|
29175
|
+
llm: "llm";
|
|
29176
|
+
whisper: "whisper";
|
|
29177
|
+
bci: "bci";
|
|
29178
|
+
nmt: "nmt";
|
|
29179
|
+
parakeet: "parakeet";
|
|
29180
|
+
classification: "classification";
|
|
29181
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
29182
|
+
}, z.core.$strip>]>>;
|
|
29183
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29184
|
+
src: z.ZodString;
|
|
29185
|
+
name: z.ZodOptional<z.ZodString>;
|
|
29186
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
29187
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
29188
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
29189
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
29190
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
29191
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
29192
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
29193
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
29194
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
29195
|
+
embeddings: "embeddings";
|
|
29196
|
+
diffusion: "diffusion";
|
|
29197
|
+
audiogen: "audiogen";
|
|
29198
|
+
tts: "tts";
|
|
29199
|
+
ocr: "ocr";
|
|
29200
|
+
vla: "vla";
|
|
29201
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
29202
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
29203
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
29204
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
29205
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
29206
|
+
"onnx-tts": "onnx-tts";
|
|
29207
|
+
"tts-ggml": "tts-ggml";
|
|
29208
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
29209
|
+
"ggml-ocr": "ggml-ocr";
|
|
29210
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
29211
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
29212
|
+
"ggml-vla": "ggml-vla";
|
|
29213
|
+
"ggml-classification": "ggml-classification";
|
|
29214
|
+
llm: "llm";
|
|
29215
|
+
whisper: "whisper";
|
|
29216
|
+
bci: "bci";
|
|
29217
|
+
nmt: "nmt";
|
|
29218
|
+
parakeet: "parakeet";
|
|
29219
|
+
classification: "classification";
|
|
29220
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
29221
|
+
}, z.core.$strip>]>>;
|
|
29222
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
29223
|
+
src: z.ZodString;
|
|
29224
|
+
name: z.ZodOptional<z.ZodString>;
|
|
29225
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
29226
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
29227
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
29228
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
29229
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
29230
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
29231
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
29232
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
29233
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
29234
|
+
embeddings: "embeddings";
|
|
29235
|
+
diffusion: "diffusion";
|
|
29236
|
+
audiogen: "audiogen";
|
|
29237
|
+
tts: "tts";
|
|
29238
|
+
ocr: "ocr";
|
|
29239
|
+
vla: "vla";
|
|
29240
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
29241
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
29242
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
29243
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
29244
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
29245
|
+
"onnx-tts": "onnx-tts";
|
|
29246
|
+
"tts-ggml": "tts-ggml";
|
|
29247
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
29248
|
+
"ggml-ocr": "ggml-ocr";
|
|
29249
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
29250
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
29251
|
+
"ggml-vla": "ggml-vla";
|
|
29252
|
+
"ggml-classification": "ggml-classification";
|
|
29253
|
+
llm: "llm";
|
|
29254
|
+
whisper: "whisper";
|
|
29255
|
+
bci: "bci";
|
|
29256
|
+
nmt: "nmt";
|
|
29257
|
+
parakeet: "parakeet";
|
|
29258
|
+
classification: "classification";
|
|
29259
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
29260
|
+
}, z.core.$strip>]>>;
|
|
26758
29261
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
26759
29262
|
src: z.ZodString;
|
|
26760
29263
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -26833,6 +29336,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26833
29336
|
classification: "classification";
|
|
26834
29337
|
}>, z.ZodLiteral<"vad">]>>;
|
|
26835
29338
|
}, z.core.$strip>]>>;
|
|
29339
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
29340
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
26836
29341
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
26837
29342
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
26838
29343
|
anger: "anger";
|
|
@@ -26874,6 +29379,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26874
29379
|
robot: "robot";
|
|
26875
29380
|
}>>;
|
|
26876
29381
|
}, z.core.$strict>]>>;
|
|
29382
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
26877
29383
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
26878
29384
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
26879
29385
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -26999,6 +29505,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
26999
29505
|
classification: "classification";
|
|
27000
29506
|
}>, z.ZodLiteral<"vad">]>>;
|
|
27001
29507
|
}, z.core.$strip>]>>;
|
|
29508
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
27002
29509
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
27003
29510
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
27004
29511
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -27122,6 +29629,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
27122
29629
|
auto: "auto";
|
|
27123
29630
|
f32: "f32";
|
|
27124
29631
|
f16: "f16";
|
|
29632
|
+
q8_0: "q8_0";
|
|
27125
29633
|
bf16: "bf16";
|
|
27126
29634
|
q2_k: "q2_k";
|
|
27127
29635
|
q3_k: "q3_k";
|
|
@@ -27132,7 +29640,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
27132
29640
|
q5_1: "q5_1";
|
|
27133
29641
|
q5_k: "q5_k";
|
|
27134
29642
|
q6_k: "q6_k";
|
|
27135
|
-
q8_0: "q8_0";
|
|
27136
29643
|
}>>;
|
|
27137
29644
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
27138
29645
|
cpu: "cpu";
|
|
@@ -27144,12 +29651,17 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
27144
29651
|
cuda: "cuda";
|
|
27145
29652
|
std_default: "std_default";
|
|
27146
29653
|
}>>;
|
|
27147
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
27148
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
27149
29654
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
27150
29655
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
27151
29656
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
27152
29657
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
29658
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
29659
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
29660
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
29661
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
29662
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
29663
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
29664
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
27153
29665
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
27154
29666
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
27155
29667
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -28023,9 +30535,28 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28023
30535
|
'cache-type-k'?: string | undefined;
|
|
28024
30536
|
'cache-type-v'?: string | undefined;
|
|
28025
30537
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
28026
|
-
'split-mode'?: "none" | "layer" | "
|
|
30538
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
28027
30539
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
28028
30540
|
'tensor-split'?: string | undefined;
|
|
30541
|
+
'batch-size'?: number | undefined;
|
|
30542
|
+
'ubatch-size'?: number | undefined;
|
|
30543
|
+
'cpu-moe'?: boolean | undefined;
|
|
30544
|
+
'n-cpu-moe'?: number | undefined;
|
|
30545
|
+
'kv-offload'?: boolean | undefined;
|
|
30546
|
+
'image-max-tokens'?: number | undefined;
|
|
30547
|
+
'image-min-tokens'?: number | undefined;
|
|
30548
|
+
threads?: number | undefined;
|
|
30549
|
+
'threads-batch'?: number | undefined;
|
|
30550
|
+
'cpu-mask'?: string | undefined;
|
|
30551
|
+
'cpu-mask-batch'?: string | undefined;
|
|
30552
|
+
'override-tensor'?: string | undefined;
|
|
30553
|
+
'n-cpu-ffn'?: number | undefined;
|
|
30554
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
30555
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
30556
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
30557
|
+
fit?: boolean | undefined;
|
|
30558
|
+
'fit-target'?: string | number | undefined;
|
|
30559
|
+
'fit-ctx'?: number | undefined;
|
|
28029
30560
|
openclCacheDir?: string | undefined;
|
|
28030
30561
|
reasoning_budget?: number | undefined;
|
|
28031
30562
|
projectionModelSrc?: string | {
|
|
@@ -28215,7 +30746,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28215
30746
|
embdNormalize?: number | undefined;
|
|
28216
30747
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
28217
30748
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
28218
|
-
splitMode?: "none" | "layer" |
|
|
30749
|
+
splitMode?: "none" | "layer" | undefined;
|
|
28219
30750
|
tensorSplit?: string | undefined;
|
|
28220
30751
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
28221
30752
|
openclCacheDir?: string | undefined;
|
|
@@ -28353,6 +30884,33 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28353
30884
|
[x: string]: unknown;
|
|
28354
30885
|
} | {
|
|
28355
30886
|
ttsEngine: "parler";
|
|
30887
|
+
lavasrEnhancerModelSrc?: string | {
|
|
30888
|
+
src: string;
|
|
30889
|
+
name?: string | undefined;
|
|
30890
|
+
modelId?: string | undefined;
|
|
30891
|
+
registryPath?: string | undefined;
|
|
30892
|
+
registrySource?: string | undefined;
|
|
30893
|
+
blobCoreKey?: string | undefined;
|
|
30894
|
+
blobIndex?: number | undefined;
|
|
30895
|
+
engine?: string | undefined;
|
|
30896
|
+
expectedSize?: number | undefined;
|
|
30897
|
+
sha256Checksum?: string | undefined;
|
|
30898
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
30899
|
+
} | undefined;
|
|
30900
|
+
lavasrDenoiserModelSrc?: string | {
|
|
30901
|
+
src: string;
|
|
30902
|
+
name?: string | undefined;
|
|
30903
|
+
modelId?: string | undefined;
|
|
30904
|
+
registryPath?: string | undefined;
|
|
30905
|
+
registrySource?: string | undefined;
|
|
30906
|
+
blobCoreKey?: string | undefined;
|
|
30907
|
+
blobIndex?: number | undefined;
|
|
30908
|
+
engine?: string | undefined;
|
|
30909
|
+
expectedSize?: number | undefined;
|
|
30910
|
+
sha256Checksum?: string | undefined;
|
|
30911
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
30912
|
+
} | undefined;
|
|
30913
|
+
backendsDir?: string | undefined;
|
|
28356
30914
|
useGPU?: boolean | undefined;
|
|
28357
30915
|
outputSampleRate?: number | undefined;
|
|
28358
30916
|
streamChunkTokens?: number | undefined;
|
|
@@ -28378,6 +30936,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28378
30936
|
quality?: string | undefined;
|
|
28379
30937
|
} | {
|
|
28380
30938
|
ttsEngine: "cosyvoice3";
|
|
30939
|
+
referenceAudioSrc?: string | {
|
|
30940
|
+
src: string;
|
|
30941
|
+
name?: string | undefined;
|
|
30942
|
+
modelId?: string | undefined;
|
|
30943
|
+
registryPath?: string | undefined;
|
|
30944
|
+
registrySource?: string | undefined;
|
|
30945
|
+
blobCoreKey?: string | undefined;
|
|
30946
|
+
blobIndex?: number | undefined;
|
|
30947
|
+
engine?: string | undefined;
|
|
30948
|
+
expectedSize?: number | undefined;
|
|
30949
|
+
sha256Checksum?: string | undefined;
|
|
30950
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
30951
|
+
} | undefined;
|
|
30952
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
30953
|
+
src: string;
|
|
30954
|
+
name?: string | undefined;
|
|
30955
|
+
modelId?: string | undefined;
|
|
30956
|
+
registryPath?: string | undefined;
|
|
30957
|
+
registrySource?: string | undefined;
|
|
30958
|
+
blobCoreKey?: string | undefined;
|
|
30959
|
+
blobIndex?: number | undefined;
|
|
30960
|
+
engine?: string | undefined;
|
|
30961
|
+
expectedSize?: number | undefined;
|
|
30962
|
+
sha256Checksum?: string | undefined;
|
|
30963
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
30964
|
+
} | undefined;
|
|
30965
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
30966
|
+
src: string;
|
|
30967
|
+
name?: string | undefined;
|
|
30968
|
+
modelId?: string | undefined;
|
|
30969
|
+
registryPath?: string | undefined;
|
|
30970
|
+
registrySource?: string | undefined;
|
|
30971
|
+
blobCoreKey?: string | undefined;
|
|
30972
|
+
blobIndex?: number | undefined;
|
|
30973
|
+
engine?: string | undefined;
|
|
30974
|
+
expectedSize?: number | undefined;
|
|
30975
|
+
sha256Checksum?: string | undefined;
|
|
30976
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
30977
|
+
} | undefined;
|
|
28381
30978
|
lavasrEnhancerModelSrc?: string | {
|
|
28382
30979
|
src: string;
|
|
28383
30980
|
name?: string | undefined;
|
|
@@ -28404,6 +31001,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28404
31001
|
sha256Checksum?: string | undefined;
|
|
28405
31002
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28406
31003
|
} | undefined;
|
|
31004
|
+
openclCacheDir?: string | undefined;
|
|
31005
|
+
backendsDir?: string | undefined;
|
|
28407
31006
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
28408
31007
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
28409
31008
|
instruct?: string | {
|
|
@@ -28411,6 +31010,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28411
31010
|
volume?: "loud" | "soft" | undefined;
|
|
28412
31011
|
style?: "peppa" | "robot" | undefined;
|
|
28413
31012
|
} | undefined;
|
|
31013
|
+
promptText?: string | undefined;
|
|
28414
31014
|
useGPU?: boolean | undefined;
|
|
28415
31015
|
outputSampleRate?: number | undefined;
|
|
28416
31016
|
streamChunkTokens?: number | undefined;
|
|
@@ -28459,6 +31059,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28459
31059
|
sha256Checksum?: string | undefined;
|
|
28460
31060
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
28461
31061
|
} | undefined;
|
|
31062
|
+
backendsDir?: string | undefined;
|
|
28462
31063
|
referenceText?: string | undefined;
|
|
28463
31064
|
greedy?: boolean | undefined;
|
|
28464
31065
|
temperature?: number | undefined;
|
|
@@ -28531,15 +31132,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28531
31132
|
device?: "gpu" | "cpu" | undefined;
|
|
28532
31133
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
28533
31134
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
28534
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
31135
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
28535
31136
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
28536
31137
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
28537
|
-
clip_on_cpu?: boolean | undefined;
|
|
28538
|
-
vae_on_cpu?: boolean | undefined;
|
|
28539
31138
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
28540
31139
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
28541
31140
|
vae_tiling?: boolean | undefined;
|
|
28542
31141
|
offload_to_cpu?: boolean | undefined;
|
|
31142
|
+
control_net_cpu?: undefined;
|
|
31143
|
+
clip_on_cpu?: undefined;
|
|
31144
|
+
vae_on_cpu?: undefined;
|
|
31145
|
+
backend?: string | undefined;
|
|
31146
|
+
params_backend?: string | undefined;
|
|
31147
|
+
max_vram?: string | number | undefined;
|
|
31148
|
+
stream_layers?: boolean | undefined;
|
|
28543
31149
|
flash_attn?: boolean | undefined;
|
|
28544
31150
|
diffusion_fa?: boolean | undefined;
|
|
28545
31151
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -28911,9 +31517,28 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
28911
31517
|
'cache-type-k'?: string | undefined;
|
|
28912
31518
|
'cache-type-v'?: string | undefined;
|
|
28913
31519
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
28914
|
-
'split-mode'?: "none" | "layer" | "
|
|
31520
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
28915
31521
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
28916
31522
|
'tensor-split'?: string | undefined;
|
|
31523
|
+
'batch-size'?: number | undefined;
|
|
31524
|
+
'ubatch-size'?: number | undefined;
|
|
31525
|
+
'cpu-moe'?: boolean | undefined;
|
|
31526
|
+
'n-cpu-moe'?: number | undefined;
|
|
31527
|
+
'kv-offload'?: boolean | undefined;
|
|
31528
|
+
'image-max-tokens'?: number | undefined;
|
|
31529
|
+
'image-min-tokens'?: number | undefined;
|
|
31530
|
+
threads?: number | undefined;
|
|
31531
|
+
'threads-batch'?: number | undefined;
|
|
31532
|
+
'cpu-mask'?: string | undefined;
|
|
31533
|
+
'cpu-mask-batch'?: string | undefined;
|
|
31534
|
+
'override-tensor'?: string | undefined;
|
|
31535
|
+
'n-cpu-ffn'?: number | undefined;
|
|
31536
|
+
'moe-cache-mib'?: number | "auto" | undefined;
|
|
31537
|
+
'prefetch-weights'?: boolean | "auto" | undefined;
|
|
31538
|
+
'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
|
|
31539
|
+
fit?: boolean | undefined;
|
|
31540
|
+
'fit-target'?: string | number | undefined;
|
|
31541
|
+
'fit-ctx'?: number | undefined;
|
|
28917
31542
|
openclCacheDir?: string | undefined;
|
|
28918
31543
|
reasoning_budget?: number | undefined;
|
|
28919
31544
|
projectionModelSrc?: string | {
|
|
@@ -29103,7 +31728,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29103
31728
|
embdNormalize?: number | undefined;
|
|
29104
31729
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
29105
31730
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
29106
|
-
splitMode?: "none" | "layer" |
|
|
31731
|
+
splitMode?: "none" | "layer" | undefined;
|
|
29107
31732
|
tensorSplit?: string | undefined;
|
|
29108
31733
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
29109
31734
|
openclCacheDir?: string | undefined;
|
|
@@ -29241,6 +31866,33 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29241
31866
|
[x: string]: unknown;
|
|
29242
31867
|
} | {
|
|
29243
31868
|
ttsEngine: "parler";
|
|
31869
|
+
lavasrEnhancerModelSrc?: string | {
|
|
31870
|
+
src: string;
|
|
31871
|
+
name?: string | undefined;
|
|
31872
|
+
modelId?: string | undefined;
|
|
31873
|
+
registryPath?: string | undefined;
|
|
31874
|
+
registrySource?: string | undefined;
|
|
31875
|
+
blobCoreKey?: string | undefined;
|
|
31876
|
+
blobIndex?: number | undefined;
|
|
31877
|
+
engine?: string | undefined;
|
|
31878
|
+
expectedSize?: number | undefined;
|
|
31879
|
+
sha256Checksum?: string | undefined;
|
|
31880
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
31881
|
+
} | undefined;
|
|
31882
|
+
lavasrDenoiserModelSrc?: string | {
|
|
31883
|
+
src: string;
|
|
31884
|
+
name?: string | undefined;
|
|
31885
|
+
modelId?: string | undefined;
|
|
31886
|
+
registryPath?: string | undefined;
|
|
31887
|
+
registrySource?: string | undefined;
|
|
31888
|
+
blobCoreKey?: string | undefined;
|
|
31889
|
+
blobIndex?: number | undefined;
|
|
31890
|
+
engine?: string | undefined;
|
|
31891
|
+
expectedSize?: number | undefined;
|
|
31892
|
+
sha256Checksum?: string | undefined;
|
|
31893
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
31894
|
+
} | undefined;
|
|
31895
|
+
backendsDir?: string | undefined;
|
|
29244
31896
|
useGPU?: boolean | undefined;
|
|
29245
31897
|
outputSampleRate?: number | undefined;
|
|
29246
31898
|
streamChunkTokens?: number | undefined;
|
|
@@ -29266,6 +31918,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29266
31918
|
quality?: string | undefined;
|
|
29267
31919
|
} | {
|
|
29268
31920
|
ttsEngine: "cosyvoice3";
|
|
31921
|
+
referenceAudioSrc?: string | {
|
|
31922
|
+
src: string;
|
|
31923
|
+
name?: string | undefined;
|
|
31924
|
+
modelId?: string | undefined;
|
|
31925
|
+
registryPath?: string | undefined;
|
|
31926
|
+
registrySource?: string | undefined;
|
|
31927
|
+
blobCoreKey?: string | undefined;
|
|
31928
|
+
blobIndex?: number | undefined;
|
|
31929
|
+
engine?: string | undefined;
|
|
31930
|
+
expectedSize?: number | undefined;
|
|
31931
|
+
sha256Checksum?: string | undefined;
|
|
31932
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
31933
|
+
} | undefined;
|
|
31934
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
31935
|
+
src: string;
|
|
31936
|
+
name?: string | undefined;
|
|
31937
|
+
modelId?: string | undefined;
|
|
31938
|
+
registryPath?: string | undefined;
|
|
31939
|
+
registrySource?: string | undefined;
|
|
31940
|
+
blobCoreKey?: string | undefined;
|
|
31941
|
+
blobIndex?: number | undefined;
|
|
31942
|
+
engine?: string | undefined;
|
|
31943
|
+
expectedSize?: number | undefined;
|
|
31944
|
+
sha256Checksum?: string | undefined;
|
|
31945
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
31946
|
+
} | undefined;
|
|
31947
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
31948
|
+
src: string;
|
|
31949
|
+
name?: string | undefined;
|
|
31950
|
+
modelId?: string | undefined;
|
|
31951
|
+
registryPath?: string | undefined;
|
|
31952
|
+
registrySource?: string | undefined;
|
|
31953
|
+
blobCoreKey?: string | undefined;
|
|
31954
|
+
blobIndex?: number | undefined;
|
|
31955
|
+
engine?: string | undefined;
|
|
31956
|
+
expectedSize?: number | undefined;
|
|
31957
|
+
sha256Checksum?: string | undefined;
|
|
31958
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
31959
|
+
} | undefined;
|
|
29269
31960
|
lavasrEnhancerModelSrc?: string | {
|
|
29270
31961
|
src: string;
|
|
29271
31962
|
name?: string | undefined;
|
|
@@ -29292,6 +31983,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29292
31983
|
sha256Checksum?: string | undefined;
|
|
29293
31984
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29294
31985
|
} | undefined;
|
|
31986
|
+
openclCacheDir?: string | undefined;
|
|
31987
|
+
backendsDir?: string | undefined;
|
|
29295
31988
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
29296
31989
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
29297
31990
|
instruct?: string | {
|
|
@@ -29299,6 +31992,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29299
31992
|
volume?: "loud" | "soft" | undefined;
|
|
29300
31993
|
style?: "peppa" | "robot" | undefined;
|
|
29301
31994
|
} | undefined;
|
|
31995
|
+
promptText?: string | undefined;
|
|
29302
31996
|
useGPU?: boolean | undefined;
|
|
29303
31997
|
outputSampleRate?: number | undefined;
|
|
29304
31998
|
streamChunkTokens?: number | undefined;
|
|
@@ -29347,6 +32041,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29347
32041
|
sha256Checksum?: string | undefined;
|
|
29348
32042
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
29349
32043
|
} | undefined;
|
|
32044
|
+
backendsDir?: string | undefined;
|
|
29350
32045
|
referenceText?: string | undefined;
|
|
29351
32046
|
greedy?: boolean | undefined;
|
|
29352
32047
|
temperature?: number | undefined;
|
|
@@ -29420,15 +32115,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
|
|
|
29420
32115
|
device?: "gpu" | "cpu" | undefined;
|
|
29421
32116
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
29422
32117
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
29423
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
32118
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
29424
32119
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
29425
32120
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
29426
|
-
clip_on_cpu?: boolean | undefined;
|
|
29427
|
-
vae_on_cpu?: boolean | undefined;
|
|
29428
32121
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
29429
32122
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
29430
32123
|
vae_tiling?: boolean | undefined;
|
|
29431
32124
|
offload_to_cpu?: boolean | undefined;
|
|
32125
|
+
control_net_cpu?: undefined;
|
|
32126
|
+
clip_on_cpu?: undefined;
|
|
32127
|
+
vae_on_cpu?: undefined;
|
|
32128
|
+
backend?: string | undefined;
|
|
32129
|
+
params_backend?: string | undefined;
|
|
32130
|
+
max_vram?: string | number | undefined;
|
|
32131
|
+
stream_layers?: boolean | undefined;
|
|
29432
32132
|
flash_attn?: boolean | undefined;
|
|
29433
32133
|
diffusion_fa?: boolean | undefined;
|
|
29434
32134
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -30006,7 +32706,7 @@ export type InferredConfig<S> = S extends {
|
|
|
30006
32706
|
engine: typeof ModelType.parakeetTranscription;
|
|
30007
32707
|
} ? z.input<typeof parakeetConfigSchema> : S extends {
|
|
30008
32708
|
engine: typeof ModelType.sdcppGeneration;
|
|
30009
|
-
} ?
|
|
32709
|
+
} ? SdcppConfig : S extends {
|
|
30010
32710
|
engine: typeof ModelType.audiogenGgml;
|
|
30011
32711
|
} ? z.input<typeof audioGenConfigSchema> : S extends {
|
|
30012
32712
|
engine: typeof ModelType.ggmlVla;
|