@qvac/inference 0.19.0 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/NOTICE +95 -39
  2. package/dist/api/audio-gen.d.ts +42 -1
  3. package/dist/api/audio-gen.js +137 -51
  4. package/dist/api/delete-cache.d.ts +7 -1
  5. package/dist/api/delete-cache.js +11 -1
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/delete-cache.js +3 -0
  16. package/dist/handlers/vector-index.d.ts +2 -0
  17. package/dist/handlers/vector-index.js +40 -0
  18. package/dist/index.d.ts +1 -1
  19. package/dist/index.js +1 -1
  20. package/dist/models/registry/models.d.ts +351 -12
  21. package/dist/models/registry/models.js +2271 -1957
  22. package/dist/models/registry/resource-profiles.js +135 -0
  23. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  34. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  36. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  37. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  38. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  39. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  40. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  41. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  44. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  46. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  47. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  48. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
  49. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
  50. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  52. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
  53. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  54. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  55. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  56. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  57. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  58. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  59. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  60. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  61. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  62. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  63. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  64. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  65. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  66. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  67. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  68. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  69. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  70. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  71. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  72. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  73. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  74. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  75. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  76. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  77. package/dist/plugins/index.d.ts +1 -1
  78. package/dist/plugins/index.js +1 -1
  79. package/dist/plugins/ops/load-model.js +22 -2
  80. package/dist/plugins/ops/translate.js +58 -12
  81. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  82. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  83. package/dist/plugins/registry.d.ts +15 -0
  84. package/dist/plugins/registry.js +133 -15
  85. package/dist/plugins/turbovec-backend.d.ts +17 -0
  86. package/dist/plugins/turbovec-backend.js +99 -0
  87. package/dist/registry.js +4 -0
  88. package/dist/resources/model-fit/assess.js +169 -68
  89. package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
  90. package/dist/resources/model-fit/estimators/llm.js +3 -1
  91. package/dist/resources/model-fit/floor.d.ts +31 -0
  92. package/dist/resources/model-fit/floor.js +65 -0
  93. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  94. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  95. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  96. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
  97. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  98. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  99. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  100. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  101. package/dist/resources/native.js +5 -4
  102. package/dist/resources/types.d.ts +1 -3
  103. package/dist/runtime/env.d.ts +2 -0
  104. package/dist/runtime/env.js +9 -2
  105. package/dist/runtime/lifecycle.js +2 -0
  106. package/dist/runtime/model-registry.d.ts +3 -1
  107. package/dist/runtime/model-registry.js +2 -1
  108. package/dist/runtime/request-context.js +17 -0
  109. package/dist/runtime/vector-index-backend.d.ts +25 -0
  110. package/dist/runtime/vector-index-backend.js +1 -0
  111. package/dist/runtime/vector-index-registry.d.ts +76 -0
  112. package/dist/runtime/vector-index-registry.js +161 -0
  113. package/dist/schemas/assess-model-fit.d.ts +84 -0
  114. package/dist/schemas/assess-model-fit.js +72 -3
  115. package/dist/schemas/audio-gen.d.ts +482 -7
  116. package/dist/schemas/audio-gen.js +376 -17
  117. package/dist/schemas/batch-completion-stream.d.ts +10 -0
  118. package/dist/schemas/batch-completion-stream.js +5 -3
  119. package/dist/schemas/bci.d.ts +1 -1
  120. package/dist/schemas/common.d.ts +782 -19
  121. package/dist/schemas/common.js +8 -1
  122. package/dist/schemas/completion-event.d.ts +14 -1
  123. package/dist/schemas/completion-event.js +4 -0
  124. package/dist/schemas/completion-stream.d.ts +22 -0
  125. package/dist/schemas/completion-stream.js +41 -4
  126. package/dist/schemas/config.d.ts +48 -30
  127. package/dist/schemas/errors.d.ts +4 -0
  128. package/dist/schemas/errors.js +22 -0
  129. package/dist/schemas/index.d.ts +1 -0
  130. package/dist/schemas/index.js +1 -0
  131. package/dist/schemas/llamacpp-config.d.ts +4 -8
  132. package/dist/schemas/llamacpp-config.js +4 -4
  133. package/dist/schemas/load-model.d.ts +2604 -180
  134. package/dist/schemas/model-config-schemas.d.ts +228 -5
  135. package/dist/schemas/model-ops.d.ts +3 -0
  136. package/dist/schemas/model-ops.js +6 -0
  137. package/dist/schemas/plugin.d.ts +21 -11
  138. package/dist/schemas/sdcpp-config.d.ts +221 -4
  139. package/dist/schemas/sdcpp-config.js +128 -22
  140. package/dist/schemas/text-to-speech.d.ts +780 -19
  141. package/dist/schemas/text-to-speech.js +298 -44
  142. package/dist/schemas/transcription-config.js +7 -4
  143. package/dist/schemas/vector-index.d.ts +194 -0
  144. package/dist/schemas/vector-index.js +185 -0
  145. package/dist/utils/addon-responses.d.ts +30 -3
  146. package/dist/utils/aggregate-events.d.ts +3 -1
  147. package/dist/utils/aggregate-events.js +7 -1
  148. package/dist/utils/tts-stats.d.ts +15 -11
  149. package/dist/utils/tts-stats.js +33 -11
  150. package/package.json +29 -26
@@ -9,7 +9,7 @@ import { ttsConfigSchema } from './text-to-speech.js';
9
9
  import { ocrConfigSchema } from './ocr.js';
10
10
  import { type ModelDescriptor } from './model-src-utils.js';
11
11
  import { ModelType, type CanonicalModelType, type ModelTypeInput } from './model-types.js';
12
- import { sdcppConfigSchema } from './sdcpp-config.js';
12
+ import { type SdcppConfig } from './sdcpp-config.js';
13
13
  import { vlaConfigSchema } from './vla.js';
14
14
  import { audioGenConfigSchema } from './audio-gen.js';
15
15
  export declare function isBuiltInModelType(modelType: unknown): boolean;
@@ -57,7 +57,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
57
57
  'split-mode': z.ZodOptional<z.ZodEnum<{
58
58
  none: "none";
59
59
  layer: "layer";
60
- row: "row";
61
60
  tensor: "tensor";
62
61
  }>>;
63
62
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -516,7 +515,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
516
515
  splitMode: z.ZodOptional<z.ZodEnum<{
517
516
  none: "none";
518
517
  layer: "layer";
519
- row: "row";
520
518
  }>>;
521
519
  tensorSplit: z.ZodOptional<z.ZodString>;
522
520
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -1241,6 +1239,85 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1241
1239
  }, z.core.$strict>, z.ZodObject<{
1242
1240
  [x: string]: z.ZodOptional<z.ZodUnknown>;
1243
1241
  }, z.core.$strict>, z.ZodObject<{
1242
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1243
+ src: z.ZodString;
1244
+ name: z.ZodOptional<z.ZodString>;
1245
+ modelId: z.ZodOptional<z.ZodString>;
1246
+ registryPath: z.ZodOptional<z.ZodString>;
1247
+ registrySource: z.ZodOptional<z.ZodString>;
1248
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1249
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1250
+ engine: z.ZodOptional<z.ZodString>;
1251
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1252
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1253
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1254
+ embeddings: "embeddings";
1255
+ diffusion: "diffusion";
1256
+ audiogen: "audiogen";
1257
+ tts: "tts";
1258
+ ocr: "ocr";
1259
+ vla: "vla";
1260
+ "llamacpp-completion": "llamacpp-completion";
1261
+ "whispercpp-transcription": "whispercpp-transcription";
1262
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1263
+ "llamacpp-embedding": "llamacpp-embedding";
1264
+ "nmtcpp-translation": "nmtcpp-translation";
1265
+ "onnx-tts": "onnx-tts";
1266
+ "tts-ggml": "tts-ggml";
1267
+ "parakeet-transcription": "parakeet-transcription";
1268
+ "ggml-ocr": "ggml-ocr";
1269
+ "sdcpp-generation": "sdcpp-generation";
1270
+ "audiogen-ggml": "audiogen-ggml";
1271
+ "ggml-vla": "ggml-vla";
1272
+ "ggml-classification": "ggml-classification";
1273
+ llm: "llm";
1274
+ whisper: "whisper";
1275
+ bci: "bci";
1276
+ nmt: "nmt";
1277
+ parakeet: "parakeet";
1278
+ classification: "classification";
1279
+ }>, z.ZodLiteral<"vad">]>>;
1280
+ }, z.core.$strip>]>>;
1281
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1282
+ src: z.ZodString;
1283
+ name: z.ZodOptional<z.ZodString>;
1284
+ modelId: z.ZodOptional<z.ZodString>;
1285
+ registryPath: z.ZodOptional<z.ZodString>;
1286
+ registrySource: z.ZodOptional<z.ZodString>;
1287
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1288
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1289
+ engine: z.ZodOptional<z.ZodString>;
1290
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1291
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1292
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1293
+ embeddings: "embeddings";
1294
+ diffusion: "diffusion";
1295
+ audiogen: "audiogen";
1296
+ tts: "tts";
1297
+ ocr: "ocr";
1298
+ vla: "vla";
1299
+ "llamacpp-completion": "llamacpp-completion";
1300
+ "whispercpp-transcription": "whispercpp-transcription";
1301
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1302
+ "llamacpp-embedding": "llamacpp-embedding";
1303
+ "nmtcpp-translation": "nmtcpp-translation";
1304
+ "onnx-tts": "onnx-tts";
1305
+ "tts-ggml": "tts-ggml";
1306
+ "parakeet-transcription": "parakeet-transcription";
1307
+ "ggml-ocr": "ggml-ocr";
1308
+ "sdcpp-generation": "sdcpp-generation";
1309
+ "audiogen-ggml": "audiogen-ggml";
1310
+ "ggml-vla": "ggml-vla";
1311
+ "ggml-classification": "ggml-classification";
1312
+ llm: "llm";
1313
+ whisper: "whisper";
1314
+ bci: "bci";
1315
+ nmt: "nmt";
1316
+ parakeet: "parakeet";
1317
+ classification: "classification";
1318
+ }>, z.ZodLiteral<"vad">]>>;
1319
+ }, z.core.$strip>]>>;
1320
+ backendsDir: z.ZodOptional<z.ZodString>;
1244
1321
  useGPU: z.ZodOptional<z.ZodBoolean>;
1245
1322
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1246
1323
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1283,6 +1360,123 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1283
1360
  quality: z.ZodOptional<z.ZodString>;
1284
1361
  ttsEngine: z.ZodLiteral<"parler">;
1285
1362
  }, z.core.$strict>, z.ZodObject<{
1363
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1364
+ src: z.ZodString;
1365
+ name: z.ZodOptional<z.ZodString>;
1366
+ modelId: z.ZodOptional<z.ZodString>;
1367
+ registryPath: z.ZodOptional<z.ZodString>;
1368
+ registrySource: z.ZodOptional<z.ZodString>;
1369
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1370
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1371
+ engine: z.ZodOptional<z.ZodString>;
1372
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1373
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1374
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1375
+ embeddings: "embeddings";
1376
+ diffusion: "diffusion";
1377
+ audiogen: "audiogen";
1378
+ tts: "tts";
1379
+ ocr: "ocr";
1380
+ vla: "vla";
1381
+ "llamacpp-completion": "llamacpp-completion";
1382
+ "whispercpp-transcription": "whispercpp-transcription";
1383
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1384
+ "llamacpp-embedding": "llamacpp-embedding";
1385
+ "nmtcpp-translation": "nmtcpp-translation";
1386
+ "onnx-tts": "onnx-tts";
1387
+ "tts-ggml": "tts-ggml";
1388
+ "parakeet-transcription": "parakeet-transcription";
1389
+ "ggml-ocr": "ggml-ocr";
1390
+ "sdcpp-generation": "sdcpp-generation";
1391
+ "audiogen-ggml": "audiogen-ggml";
1392
+ "ggml-vla": "ggml-vla";
1393
+ "ggml-classification": "ggml-classification";
1394
+ llm: "llm";
1395
+ whisper: "whisper";
1396
+ bci: "bci";
1397
+ nmt: "nmt";
1398
+ parakeet: "parakeet";
1399
+ classification: "classification";
1400
+ }>, z.ZodLiteral<"vad">]>>;
1401
+ }, z.core.$strip>]>>;
1402
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1403
+ src: z.ZodString;
1404
+ name: z.ZodOptional<z.ZodString>;
1405
+ modelId: z.ZodOptional<z.ZodString>;
1406
+ registryPath: z.ZodOptional<z.ZodString>;
1407
+ registrySource: z.ZodOptional<z.ZodString>;
1408
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1409
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1410
+ engine: z.ZodOptional<z.ZodString>;
1411
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1412
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1413
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1414
+ embeddings: "embeddings";
1415
+ diffusion: "diffusion";
1416
+ audiogen: "audiogen";
1417
+ tts: "tts";
1418
+ ocr: "ocr";
1419
+ vla: "vla";
1420
+ "llamacpp-completion": "llamacpp-completion";
1421
+ "whispercpp-transcription": "whispercpp-transcription";
1422
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1423
+ "llamacpp-embedding": "llamacpp-embedding";
1424
+ "nmtcpp-translation": "nmtcpp-translation";
1425
+ "onnx-tts": "onnx-tts";
1426
+ "tts-ggml": "tts-ggml";
1427
+ "parakeet-transcription": "parakeet-transcription";
1428
+ "ggml-ocr": "ggml-ocr";
1429
+ "sdcpp-generation": "sdcpp-generation";
1430
+ "audiogen-ggml": "audiogen-ggml";
1431
+ "ggml-vla": "ggml-vla";
1432
+ "ggml-classification": "ggml-classification";
1433
+ llm: "llm";
1434
+ whisper: "whisper";
1435
+ bci: "bci";
1436
+ nmt: "nmt";
1437
+ parakeet: "parakeet";
1438
+ classification: "classification";
1439
+ }>, z.ZodLiteral<"vad">]>>;
1440
+ }, z.core.$strip>]>>;
1441
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1442
+ src: z.ZodString;
1443
+ name: z.ZodOptional<z.ZodString>;
1444
+ modelId: z.ZodOptional<z.ZodString>;
1445
+ registryPath: z.ZodOptional<z.ZodString>;
1446
+ registrySource: z.ZodOptional<z.ZodString>;
1447
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1448
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1449
+ engine: z.ZodOptional<z.ZodString>;
1450
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1451
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1452
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1453
+ embeddings: "embeddings";
1454
+ diffusion: "diffusion";
1455
+ audiogen: "audiogen";
1456
+ tts: "tts";
1457
+ ocr: "ocr";
1458
+ vla: "vla";
1459
+ "llamacpp-completion": "llamacpp-completion";
1460
+ "whispercpp-transcription": "whispercpp-transcription";
1461
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1462
+ "llamacpp-embedding": "llamacpp-embedding";
1463
+ "nmtcpp-translation": "nmtcpp-translation";
1464
+ "onnx-tts": "onnx-tts";
1465
+ "tts-ggml": "tts-ggml";
1466
+ "parakeet-transcription": "parakeet-transcription";
1467
+ "ggml-ocr": "ggml-ocr";
1468
+ "sdcpp-generation": "sdcpp-generation";
1469
+ "audiogen-ggml": "audiogen-ggml";
1470
+ "ggml-vla": "ggml-vla";
1471
+ "ggml-classification": "ggml-classification";
1472
+ llm: "llm";
1473
+ whisper: "whisper";
1474
+ bci: "bci";
1475
+ nmt: "nmt";
1476
+ parakeet: "parakeet";
1477
+ classification: "classification";
1478
+ }>, z.ZodLiteral<"vad">]>>;
1479
+ }, z.core.$strip>]>>;
1286
1480
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1287
1481
  src: z.ZodString;
1288
1482
  name: z.ZodOptional<z.ZodString>;
@@ -1361,6 +1555,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1361
1555
  classification: "classification";
1362
1556
  }>, z.ZodLiteral<"vad">]>>;
1363
1557
  }, z.core.$strip>]>>;
1558
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1559
+ backendsDir: z.ZodOptional<z.ZodString>;
1364
1560
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1365
1561
  emotion: z.ZodOptional<z.ZodEnum<{
1366
1562
  anger: "anger";
@@ -1402,6 +1598,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1402
1598
  robot: "robot";
1403
1599
  }>>;
1404
1600
  }, z.core.$strict>]>>;
1601
+ promptText: z.ZodOptional<z.ZodString>;
1405
1602
  useGPU: z.ZodOptional<z.ZodBoolean>;
1406
1603
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1407
1604
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1527,6 +1724,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1527
1724
  classification: "classification";
1528
1725
  }>, z.ZodLiteral<"vad">]>>;
1529
1726
  }, z.core.$strip>]>>;
1727
+ backendsDir: z.ZodOptional<z.ZodString>;
1530
1728
  ttsEngine: z.ZodLiteral<"audio8">;
1531
1729
  referenceText: z.ZodOptional<z.ZodString>;
1532
1730
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1724,6 +1922,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1724
1922
  auto: "auto";
1725
1923
  f32: "f32";
1726
1924
  f16: "f16";
1925
+ q8_0: "q8_0";
1727
1926
  bf16: "bf16";
1728
1927
  q2_k: "q2_k";
1729
1928
  q3_k: "q3_k";
@@ -1734,7 +1933,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1734
1933
  q5_1: "q5_1";
1735
1934
  q5_k: "q5_k";
1736
1935
  q6_k: "q6_k";
1737
- q8_0: "q8_0";
1738
1936
  }>>;
1739
1937
  rng: z.ZodOptional<z.ZodEnum<{
1740
1938
  cpu: "cpu";
@@ -1746,12 +1944,17 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1746
1944
  cuda: "cuda";
1747
1945
  std_default: "std_default";
1748
1946
  }>>;
1749
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1750
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1751
1947
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1752
1948
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1753
1949
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1754
1950
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1951
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1952
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1953
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1954
+ backend: z.ZodOptional<z.ZodString>;
1955
+ params_backend: z.ZodOptional<z.ZodString>;
1956
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1957
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1755
1958
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1756
1959
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1757
1960
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -2832,7 +3035,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
2832
3035
  'split-mode': z.ZodOptional<z.ZodEnum<{
2833
3036
  none: "none";
2834
3037
  layer: "layer";
2835
- row: "row";
2836
3038
  tensor: "tensor";
2837
3039
  }>>;
2838
3040
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -3291,7 +3493,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3291
3493
  splitMode: z.ZodOptional<z.ZodEnum<{
3292
3494
  none: "none";
3293
3495
  layer: "layer";
3294
- row: "row";
3295
3496
  }>>;
3296
3497
  tensorSplit: z.ZodOptional<z.ZodString>;
3297
3498
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -4015,48 +4216,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4015
4216
  [x: string]: z.ZodOptional<z.ZodUnknown>;
4016
4217
  }, z.core.$strict>, z.ZodObject<{
4017
4218
  [x: string]: z.ZodOptional<z.ZodUnknown>;
4018
- }, z.core.$strict>, z.ZodObject<{
4019
- useGPU: z.ZodOptional<z.ZodBoolean>;
4020
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
4021
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
4022
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
4023
- threads: z.ZodOptional<z.ZodNumber>;
4024
- nGpuLayers: z.ZodOptional<z.ZodNumber>;
4025
- seed: z.ZodOptional<z.ZodNumber>;
4026
- temperature: z.ZodOptional<z.ZodNumber>;
4027
- topK: z.ZodOptional<z.ZodNumber>;
4028
- topP: z.ZodOptional<z.ZodNumber>;
4029
- maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
4030
- minNewTokens: z.ZodOptional<z.ZodNumber>;
4031
- normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
4032
- description: z.ZodOptional<z.ZodString>;
4033
- voiceDescription: z.ZodOptional<z.ZodString>;
4034
- voice: z.ZodOptional<z.ZodString>;
4035
- emotion: z.ZodOptional<z.ZodEnum<{
4036
- command: "command";
4037
- anger: "anger";
4038
- narration: "narration";
4039
- conversation: "conversation";
4040
- disgust: "disgust";
4041
- fear: "fear";
4042
- happy: "happy";
4043
- neutral: "neutral";
4044
- "proper noun": "proper noun";
4045
- news: "news";
4046
- sad: "sad";
4047
- surprise: "surprise";
4048
- }>>;
4049
- pitch: z.ZodOptional<z.ZodString>;
4050
- pace: z.ZodOptional<z.ZodEnum<{
4051
- slow: "slow";
4052
- moderate: "moderate";
4053
- fast: "fast";
4054
- }>>;
4055
- expressivity: z.ZodOptional<z.ZodString>;
4056
- noise: z.ZodOptional<z.ZodString>;
4057
- reverb: z.ZodOptional<z.ZodString>;
4058
- quality: z.ZodOptional<z.ZodString>;
4059
- ttsEngine: z.ZodLiteral<"parler">;
4060
4219
  }, z.core.$strict>, z.ZodObject<{
4061
4220
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4062
4221
  src: z.ZodString;
@@ -4136,21 +4295,261 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4136
4295
  classification: "classification";
4137
4296
  }>, z.ZodLiteral<"vad">]>>;
4138
4297
  }, z.core.$strip>]>>;
4139
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
4140
- emotion: z.ZodOptional<z.ZodEnum<{
4141
- anger: "anger";
4142
- happy: "happy";
4143
- neutral: "neutral";
4144
- sad: "sad";
4145
- }>>;
4146
- pace: z.ZodOptional<z.ZodEnum<{
4147
- slow: "slow";
4148
- moderate: "moderate";
4149
- fast: "fast";
4150
- }>>;
4151
- instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4152
- dialect: z.ZodOptional<z.ZodEnum<{
4153
- cantonese: "cantonese";
4298
+ backendsDir: z.ZodOptional<z.ZodString>;
4299
+ useGPU: z.ZodOptional<z.ZodBoolean>;
4300
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
4301
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
4302
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
4303
+ threads: z.ZodOptional<z.ZodNumber>;
4304
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
4305
+ seed: z.ZodOptional<z.ZodNumber>;
4306
+ temperature: z.ZodOptional<z.ZodNumber>;
4307
+ topK: z.ZodOptional<z.ZodNumber>;
4308
+ topP: z.ZodOptional<z.ZodNumber>;
4309
+ maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
4310
+ minNewTokens: z.ZodOptional<z.ZodNumber>;
4311
+ normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
4312
+ description: z.ZodOptional<z.ZodString>;
4313
+ voiceDescription: z.ZodOptional<z.ZodString>;
4314
+ voice: z.ZodOptional<z.ZodString>;
4315
+ emotion: z.ZodOptional<z.ZodEnum<{
4316
+ command: "command";
4317
+ anger: "anger";
4318
+ narration: "narration";
4319
+ conversation: "conversation";
4320
+ disgust: "disgust";
4321
+ fear: "fear";
4322
+ happy: "happy";
4323
+ neutral: "neutral";
4324
+ "proper noun": "proper noun";
4325
+ news: "news";
4326
+ sad: "sad";
4327
+ surprise: "surprise";
4328
+ }>>;
4329
+ pitch: z.ZodOptional<z.ZodString>;
4330
+ pace: z.ZodOptional<z.ZodEnum<{
4331
+ slow: "slow";
4332
+ moderate: "moderate";
4333
+ fast: "fast";
4334
+ }>>;
4335
+ expressivity: z.ZodOptional<z.ZodString>;
4336
+ noise: z.ZodOptional<z.ZodString>;
4337
+ reverb: z.ZodOptional<z.ZodString>;
4338
+ quality: z.ZodOptional<z.ZodString>;
4339
+ ttsEngine: z.ZodLiteral<"parler">;
4340
+ }, z.core.$strict>, z.ZodObject<{
4341
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4342
+ src: z.ZodString;
4343
+ name: z.ZodOptional<z.ZodString>;
4344
+ modelId: z.ZodOptional<z.ZodString>;
4345
+ registryPath: z.ZodOptional<z.ZodString>;
4346
+ registrySource: z.ZodOptional<z.ZodString>;
4347
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4348
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4349
+ engine: z.ZodOptional<z.ZodString>;
4350
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4351
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4352
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4353
+ embeddings: "embeddings";
4354
+ diffusion: "diffusion";
4355
+ audiogen: "audiogen";
4356
+ tts: "tts";
4357
+ ocr: "ocr";
4358
+ vla: "vla";
4359
+ "llamacpp-completion": "llamacpp-completion";
4360
+ "whispercpp-transcription": "whispercpp-transcription";
4361
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4362
+ "llamacpp-embedding": "llamacpp-embedding";
4363
+ "nmtcpp-translation": "nmtcpp-translation";
4364
+ "onnx-tts": "onnx-tts";
4365
+ "tts-ggml": "tts-ggml";
4366
+ "parakeet-transcription": "parakeet-transcription";
4367
+ "ggml-ocr": "ggml-ocr";
4368
+ "sdcpp-generation": "sdcpp-generation";
4369
+ "audiogen-ggml": "audiogen-ggml";
4370
+ "ggml-vla": "ggml-vla";
4371
+ "ggml-classification": "ggml-classification";
4372
+ llm: "llm";
4373
+ whisper: "whisper";
4374
+ bci: "bci";
4375
+ nmt: "nmt";
4376
+ parakeet: "parakeet";
4377
+ classification: "classification";
4378
+ }>, z.ZodLiteral<"vad">]>>;
4379
+ }, z.core.$strip>]>>;
4380
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4381
+ src: z.ZodString;
4382
+ name: z.ZodOptional<z.ZodString>;
4383
+ modelId: z.ZodOptional<z.ZodString>;
4384
+ registryPath: z.ZodOptional<z.ZodString>;
4385
+ registrySource: z.ZodOptional<z.ZodString>;
4386
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4387
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4388
+ engine: z.ZodOptional<z.ZodString>;
4389
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4390
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4391
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4392
+ embeddings: "embeddings";
4393
+ diffusion: "diffusion";
4394
+ audiogen: "audiogen";
4395
+ tts: "tts";
4396
+ ocr: "ocr";
4397
+ vla: "vla";
4398
+ "llamacpp-completion": "llamacpp-completion";
4399
+ "whispercpp-transcription": "whispercpp-transcription";
4400
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4401
+ "llamacpp-embedding": "llamacpp-embedding";
4402
+ "nmtcpp-translation": "nmtcpp-translation";
4403
+ "onnx-tts": "onnx-tts";
4404
+ "tts-ggml": "tts-ggml";
4405
+ "parakeet-transcription": "parakeet-transcription";
4406
+ "ggml-ocr": "ggml-ocr";
4407
+ "sdcpp-generation": "sdcpp-generation";
4408
+ "audiogen-ggml": "audiogen-ggml";
4409
+ "ggml-vla": "ggml-vla";
4410
+ "ggml-classification": "ggml-classification";
4411
+ llm: "llm";
4412
+ whisper: "whisper";
4413
+ bci: "bci";
4414
+ nmt: "nmt";
4415
+ parakeet: "parakeet";
4416
+ classification: "classification";
4417
+ }>, z.ZodLiteral<"vad">]>>;
4418
+ }, z.core.$strip>]>>;
4419
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4420
+ src: z.ZodString;
4421
+ name: z.ZodOptional<z.ZodString>;
4422
+ modelId: z.ZodOptional<z.ZodString>;
4423
+ registryPath: z.ZodOptional<z.ZodString>;
4424
+ registrySource: z.ZodOptional<z.ZodString>;
4425
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4426
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4427
+ engine: z.ZodOptional<z.ZodString>;
4428
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4429
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4430
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4431
+ embeddings: "embeddings";
4432
+ diffusion: "diffusion";
4433
+ audiogen: "audiogen";
4434
+ tts: "tts";
4435
+ ocr: "ocr";
4436
+ vla: "vla";
4437
+ "llamacpp-completion": "llamacpp-completion";
4438
+ "whispercpp-transcription": "whispercpp-transcription";
4439
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4440
+ "llamacpp-embedding": "llamacpp-embedding";
4441
+ "nmtcpp-translation": "nmtcpp-translation";
4442
+ "onnx-tts": "onnx-tts";
4443
+ "tts-ggml": "tts-ggml";
4444
+ "parakeet-transcription": "parakeet-transcription";
4445
+ "ggml-ocr": "ggml-ocr";
4446
+ "sdcpp-generation": "sdcpp-generation";
4447
+ "audiogen-ggml": "audiogen-ggml";
4448
+ "ggml-vla": "ggml-vla";
4449
+ "ggml-classification": "ggml-classification";
4450
+ llm: "llm";
4451
+ whisper: "whisper";
4452
+ bci: "bci";
4453
+ nmt: "nmt";
4454
+ parakeet: "parakeet";
4455
+ classification: "classification";
4456
+ }>, z.ZodLiteral<"vad">]>>;
4457
+ }, z.core.$strip>]>>;
4458
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4459
+ src: z.ZodString;
4460
+ name: z.ZodOptional<z.ZodString>;
4461
+ modelId: z.ZodOptional<z.ZodString>;
4462
+ registryPath: z.ZodOptional<z.ZodString>;
4463
+ registrySource: z.ZodOptional<z.ZodString>;
4464
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4465
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4466
+ engine: z.ZodOptional<z.ZodString>;
4467
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4468
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4469
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4470
+ embeddings: "embeddings";
4471
+ diffusion: "diffusion";
4472
+ audiogen: "audiogen";
4473
+ tts: "tts";
4474
+ ocr: "ocr";
4475
+ vla: "vla";
4476
+ "llamacpp-completion": "llamacpp-completion";
4477
+ "whispercpp-transcription": "whispercpp-transcription";
4478
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4479
+ "llamacpp-embedding": "llamacpp-embedding";
4480
+ "nmtcpp-translation": "nmtcpp-translation";
4481
+ "onnx-tts": "onnx-tts";
4482
+ "tts-ggml": "tts-ggml";
4483
+ "parakeet-transcription": "parakeet-transcription";
4484
+ "ggml-ocr": "ggml-ocr";
4485
+ "sdcpp-generation": "sdcpp-generation";
4486
+ "audiogen-ggml": "audiogen-ggml";
4487
+ "ggml-vla": "ggml-vla";
4488
+ "ggml-classification": "ggml-classification";
4489
+ llm: "llm";
4490
+ whisper: "whisper";
4491
+ bci: "bci";
4492
+ nmt: "nmt";
4493
+ parakeet: "parakeet";
4494
+ classification: "classification";
4495
+ }>, z.ZodLiteral<"vad">]>>;
4496
+ }, z.core.$strip>]>>;
4497
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4498
+ src: z.ZodString;
4499
+ name: z.ZodOptional<z.ZodString>;
4500
+ modelId: z.ZodOptional<z.ZodString>;
4501
+ registryPath: z.ZodOptional<z.ZodString>;
4502
+ registrySource: z.ZodOptional<z.ZodString>;
4503
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4504
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4505
+ engine: z.ZodOptional<z.ZodString>;
4506
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4507
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4508
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4509
+ embeddings: "embeddings";
4510
+ diffusion: "diffusion";
4511
+ audiogen: "audiogen";
4512
+ tts: "tts";
4513
+ ocr: "ocr";
4514
+ vla: "vla";
4515
+ "llamacpp-completion": "llamacpp-completion";
4516
+ "whispercpp-transcription": "whispercpp-transcription";
4517
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4518
+ "llamacpp-embedding": "llamacpp-embedding";
4519
+ "nmtcpp-translation": "nmtcpp-translation";
4520
+ "onnx-tts": "onnx-tts";
4521
+ "tts-ggml": "tts-ggml";
4522
+ "parakeet-transcription": "parakeet-transcription";
4523
+ "ggml-ocr": "ggml-ocr";
4524
+ "sdcpp-generation": "sdcpp-generation";
4525
+ "audiogen-ggml": "audiogen-ggml";
4526
+ "ggml-vla": "ggml-vla";
4527
+ "ggml-classification": "ggml-classification";
4528
+ llm: "llm";
4529
+ whisper: "whisper";
4530
+ bci: "bci";
4531
+ nmt: "nmt";
4532
+ parakeet: "parakeet";
4533
+ classification: "classification";
4534
+ }>, z.ZodLiteral<"vad">]>>;
4535
+ }, z.core.$strip>]>>;
4536
+ openclCacheDir: z.ZodOptional<z.ZodString>;
4537
+ backendsDir: z.ZodOptional<z.ZodString>;
4538
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
4539
+ emotion: z.ZodOptional<z.ZodEnum<{
4540
+ anger: "anger";
4541
+ happy: "happy";
4542
+ neutral: "neutral";
4543
+ sad: "sad";
4544
+ }>>;
4545
+ pace: z.ZodOptional<z.ZodEnum<{
4546
+ slow: "slow";
4547
+ moderate: "moderate";
4548
+ fast: "fast";
4549
+ }>>;
4550
+ instruct: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4551
+ dialect: z.ZodOptional<z.ZodEnum<{
4552
+ cantonese: "cantonese";
4154
4553
  northeastern: "northeastern";
4155
4554
  gansu: "gansu";
4156
4555
  guizhou: "guizhou";
@@ -4177,6 +4576,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4177
4576
  robot: "robot";
4178
4577
  }>>;
4179
4578
  }, z.core.$strict>]>>;
4579
+ promptText: z.ZodOptional<z.ZodString>;
4180
4580
  useGPU: z.ZodOptional<z.ZodBoolean>;
4181
4581
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
4182
4582
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -4302,6 +4702,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4302
4702
  classification: "classification";
4303
4703
  }>, z.ZodLiteral<"vad">]>>;
4304
4704
  }, z.core.$strip>]>>;
4705
+ backendsDir: z.ZodOptional<z.ZodString>;
4305
4706
  ttsEngine: z.ZodLiteral<"audio8">;
4306
4707
  referenceText: z.ZodOptional<z.ZodString>;
4307
4708
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -4499,6 +4900,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4499
4900
  auto: "auto";
4500
4901
  f32: "f32";
4501
4902
  f16: "f16";
4903
+ q8_0: "q8_0";
4502
4904
  bf16: "bf16";
4503
4905
  q2_k: "q2_k";
4504
4906
  q3_k: "q3_k";
@@ -4509,7 +4911,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4509
4911
  q5_1: "q5_1";
4510
4912
  q5_k: "q5_k";
4511
4913
  q6_k: "q6_k";
4512
- q8_0: "q8_0";
4513
4914
  }>>;
4514
4915
  rng: z.ZodOptional<z.ZodEnum<{
4515
4916
  cpu: "cpu";
@@ -4521,12 +4922,17 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4521
4922
  cuda: "cuda";
4522
4923
  std_default: "std_default";
4523
4924
  }>>;
4524
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
4525
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
4526
4925
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
4527
4926
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
4528
4927
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
4529
4928
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
4929
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4930
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4931
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4932
+ backend: z.ZodOptional<z.ZodString>;
4933
+ params_backend: z.ZodOptional<z.ZodString>;
4934
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
4935
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
4530
4936
  flash_attn: z.ZodOptional<z.ZodBoolean>;
4531
4937
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
4532
4938
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -5606,7 +6012,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
5606
6012
  'split-mode': z.ZodOptional<z.ZodEnum<{
5607
6013
  none: "none";
5608
6014
  layer: "layer";
5609
- row: "row";
5610
6015
  tensor: "tensor";
5611
6016
  }>>;
5612
6017
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -6065,7 +6470,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6065
6470
  splitMode: z.ZodOptional<z.ZodEnum<{
6066
6471
  none: "none";
6067
6472
  layer: "layer";
6068
- row: "row";
6069
6473
  }>>;
6070
6474
  tensorSplit: z.ZodOptional<z.ZodString>;
6071
6475
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -6790,6 +7194,85 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6790
7194
  }, z.core.$strict>, z.ZodObject<{
6791
7195
  [x: string]: z.ZodOptional<z.ZodUnknown>;
6792
7196
  }, z.core.$strict>, z.ZodObject<{
7197
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7198
+ src: z.ZodString;
7199
+ name: z.ZodOptional<z.ZodString>;
7200
+ modelId: z.ZodOptional<z.ZodString>;
7201
+ registryPath: z.ZodOptional<z.ZodString>;
7202
+ registrySource: z.ZodOptional<z.ZodString>;
7203
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7204
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7205
+ engine: z.ZodOptional<z.ZodString>;
7206
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7207
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7208
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7209
+ embeddings: "embeddings";
7210
+ diffusion: "diffusion";
7211
+ audiogen: "audiogen";
7212
+ tts: "tts";
7213
+ ocr: "ocr";
7214
+ vla: "vla";
7215
+ "llamacpp-completion": "llamacpp-completion";
7216
+ "whispercpp-transcription": "whispercpp-transcription";
7217
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7218
+ "llamacpp-embedding": "llamacpp-embedding";
7219
+ "nmtcpp-translation": "nmtcpp-translation";
7220
+ "onnx-tts": "onnx-tts";
7221
+ "tts-ggml": "tts-ggml";
7222
+ "parakeet-transcription": "parakeet-transcription";
7223
+ "ggml-ocr": "ggml-ocr";
7224
+ "sdcpp-generation": "sdcpp-generation";
7225
+ "audiogen-ggml": "audiogen-ggml";
7226
+ "ggml-vla": "ggml-vla";
7227
+ "ggml-classification": "ggml-classification";
7228
+ llm: "llm";
7229
+ whisper: "whisper";
7230
+ bci: "bci";
7231
+ nmt: "nmt";
7232
+ parakeet: "parakeet";
7233
+ classification: "classification";
7234
+ }>, z.ZodLiteral<"vad">]>>;
7235
+ }, z.core.$strip>]>>;
7236
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7237
+ src: z.ZodString;
7238
+ name: z.ZodOptional<z.ZodString>;
7239
+ modelId: z.ZodOptional<z.ZodString>;
7240
+ registryPath: z.ZodOptional<z.ZodString>;
7241
+ registrySource: z.ZodOptional<z.ZodString>;
7242
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7243
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7244
+ engine: z.ZodOptional<z.ZodString>;
7245
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7246
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7247
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7248
+ embeddings: "embeddings";
7249
+ diffusion: "diffusion";
7250
+ audiogen: "audiogen";
7251
+ tts: "tts";
7252
+ ocr: "ocr";
7253
+ vla: "vla";
7254
+ "llamacpp-completion": "llamacpp-completion";
7255
+ "whispercpp-transcription": "whispercpp-transcription";
7256
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7257
+ "llamacpp-embedding": "llamacpp-embedding";
7258
+ "nmtcpp-translation": "nmtcpp-translation";
7259
+ "onnx-tts": "onnx-tts";
7260
+ "tts-ggml": "tts-ggml";
7261
+ "parakeet-transcription": "parakeet-transcription";
7262
+ "ggml-ocr": "ggml-ocr";
7263
+ "sdcpp-generation": "sdcpp-generation";
7264
+ "audiogen-ggml": "audiogen-ggml";
7265
+ "ggml-vla": "ggml-vla";
7266
+ "ggml-classification": "ggml-classification";
7267
+ llm: "llm";
7268
+ whisper: "whisper";
7269
+ bci: "bci";
7270
+ nmt: "nmt";
7271
+ parakeet: "parakeet";
7272
+ classification: "classification";
7273
+ }>, z.ZodLiteral<"vad">]>>;
7274
+ }, z.core.$strip>]>>;
7275
+ backendsDir: z.ZodOptional<z.ZodString>;
6793
7276
  useGPU: z.ZodOptional<z.ZodBoolean>;
6794
7277
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
6795
7278
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -6832,6 +7315,123 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6832
7315
  quality: z.ZodOptional<z.ZodString>;
6833
7316
  ttsEngine: z.ZodLiteral<"parler">;
6834
7317
  }, z.core.$strict>, z.ZodObject<{
7318
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7319
+ src: z.ZodString;
7320
+ name: z.ZodOptional<z.ZodString>;
7321
+ modelId: z.ZodOptional<z.ZodString>;
7322
+ registryPath: z.ZodOptional<z.ZodString>;
7323
+ registrySource: z.ZodOptional<z.ZodString>;
7324
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7325
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7326
+ engine: z.ZodOptional<z.ZodString>;
7327
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7328
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7329
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7330
+ embeddings: "embeddings";
7331
+ diffusion: "diffusion";
7332
+ audiogen: "audiogen";
7333
+ tts: "tts";
7334
+ ocr: "ocr";
7335
+ vla: "vla";
7336
+ "llamacpp-completion": "llamacpp-completion";
7337
+ "whispercpp-transcription": "whispercpp-transcription";
7338
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7339
+ "llamacpp-embedding": "llamacpp-embedding";
7340
+ "nmtcpp-translation": "nmtcpp-translation";
7341
+ "onnx-tts": "onnx-tts";
7342
+ "tts-ggml": "tts-ggml";
7343
+ "parakeet-transcription": "parakeet-transcription";
7344
+ "ggml-ocr": "ggml-ocr";
7345
+ "sdcpp-generation": "sdcpp-generation";
7346
+ "audiogen-ggml": "audiogen-ggml";
7347
+ "ggml-vla": "ggml-vla";
7348
+ "ggml-classification": "ggml-classification";
7349
+ llm: "llm";
7350
+ whisper: "whisper";
7351
+ bci: "bci";
7352
+ nmt: "nmt";
7353
+ parakeet: "parakeet";
7354
+ classification: "classification";
7355
+ }>, z.ZodLiteral<"vad">]>>;
7356
+ }, z.core.$strip>]>>;
7357
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7358
+ src: z.ZodString;
7359
+ name: z.ZodOptional<z.ZodString>;
7360
+ modelId: z.ZodOptional<z.ZodString>;
7361
+ registryPath: z.ZodOptional<z.ZodString>;
7362
+ registrySource: z.ZodOptional<z.ZodString>;
7363
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7364
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7365
+ engine: z.ZodOptional<z.ZodString>;
7366
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7367
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7368
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7369
+ embeddings: "embeddings";
7370
+ diffusion: "diffusion";
7371
+ audiogen: "audiogen";
7372
+ tts: "tts";
7373
+ ocr: "ocr";
7374
+ vla: "vla";
7375
+ "llamacpp-completion": "llamacpp-completion";
7376
+ "whispercpp-transcription": "whispercpp-transcription";
7377
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7378
+ "llamacpp-embedding": "llamacpp-embedding";
7379
+ "nmtcpp-translation": "nmtcpp-translation";
7380
+ "onnx-tts": "onnx-tts";
7381
+ "tts-ggml": "tts-ggml";
7382
+ "parakeet-transcription": "parakeet-transcription";
7383
+ "ggml-ocr": "ggml-ocr";
7384
+ "sdcpp-generation": "sdcpp-generation";
7385
+ "audiogen-ggml": "audiogen-ggml";
7386
+ "ggml-vla": "ggml-vla";
7387
+ "ggml-classification": "ggml-classification";
7388
+ llm: "llm";
7389
+ whisper: "whisper";
7390
+ bci: "bci";
7391
+ nmt: "nmt";
7392
+ parakeet: "parakeet";
7393
+ classification: "classification";
7394
+ }>, z.ZodLiteral<"vad">]>>;
7395
+ }, z.core.$strip>]>>;
7396
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7397
+ src: z.ZodString;
7398
+ name: z.ZodOptional<z.ZodString>;
7399
+ modelId: z.ZodOptional<z.ZodString>;
7400
+ registryPath: z.ZodOptional<z.ZodString>;
7401
+ registrySource: z.ZodOptional<z.ZodString>;
7402
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7403
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7404
+ engine: z.ZodOptional<z.ZodString>;
7405
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7406
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7407
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7408
+ embeddings: "embeddings";
7409
+ diffusion: "diffusion";
7410
+ audiogen: "audiogen";
7411
+ tts: "tts";
7412
+ ocr: "ocr";
7413
+ vla: "vla";
7414
+ "llamacpp-completion": "llamacpp-completion";
7415
+ "whispercpp-transcription": "whispercpp-transcription";
7416
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7417
+ "llamacpp-embedding": "llamacpp-embedding";
7418
+ "nmtcpp-translation": "nmtcpp-translation";
7419
+ "onnx-tts": "onnx-tts";
7420
+ "tts-ggml": "tts-ggml";
7421
+ "parakeet-transcription": "parakeet-transcription";
7422
+ "ggml-ocr": "ggml-ocr";
7423
+ "sdcpp-generation": "sdcpp-generation";
7424
+ "audiogen-ggml": "audiogen-ggml";
7425
+ "ggml-vla": "ggml-vla";
7426
+ "ggml-classification": "ggml-classification";
7427
+ llm: "llm";
7428
+ whisper: "whisper";
7429
+ bci: "bci";
7430
+ nmt: "nmt";
7431
+ parakeet: "parakeet";
7432
+ classification: "classification";
7433
+ }>, z.ZodLiteral<"vad">]>>;
7434
+ }, z.core.$strip>]>>;
6835
7435
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6836
7436
  src: z.ZodString;
6837
7437
  name: z.ZodOptional<z.ZodString>;
@@ -6910,6 +7510,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6910
7510
  classification: "classification";
6911
7511
  }>, z.ZodLiteral<"vad">]>>;
6912
7512
  }, z.core.$strip>]>>;
7513
+ openclCacheDir: z.ZodOptional<z.ZodString>;
7514
+ backendsDir: z.ZodOptional<z.ZodString>;
6913
7515
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
6914
7516
  emotion: z.ZodOptional<z.ZodEnum<{
6915
7517
  anger: "anger";
@@ -6951,6 +7553,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6951
7553
  robot: "robot";
6952
7554
  }>>;
6953
7555
  }, z.core.$strict>]>>;
7556
+ promptText: z.ZodOptional<z.ZodString>;
6954
7557
  useGPU: z.ZodOptional<z.ZodBoolean>;
6955
7558
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
6956
7559
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -7076,6 +7679,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7076
7679
  classification: "classification";
7077
7680
  }>, z.ZodLiteral<"vad">]>>;
7078
7681
  }, z.core.$strip>]>>;
7682
+ backendsDir: z.ZodOptional<z.ZodString>;
7079
7683
  ttsEngine: z.ZodLiteral<"audio8">;
7080
7684
  referenceText: z.ZodOptional<z.ZodString>;
7081
7685
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -7273,6 +7877,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7273
7877
  auto: "auto";
7274
7878
  f32: "f32";
7275
7879
  f16: "f16";
7880
+ q8_0: "q8_0";
7276
7881
  bf16: "bf16";
7277
7882
  q2_k: "q2_k";
7278
7883
  q3_k: "q3_k";
@@ -7283,7 +7888,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7283
7888
  q5_1: "q5_1";
7284
7889
  q5_k: "q5_k";
7285
7890
  q6_k: "q6_k";
7286
- q8_0: "q8_0";
7287
7891
  }>>;
7288
7892
  rng: z.ZodOptional<z.ZodEnum<{
7289
7893
  cpu: "cpu";
@@ -7295,12 +7899,17 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7295
7899
  cuda: "cuda";
7296
7900
  std_default: "std_default";
7297
7901
  }>>;
7298
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
7299
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
7300
7902
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
7301
7903
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
7302
7904
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
7303
7905
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
7906
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7907
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7908
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7909
+ backend: z.ZodOptional<z.ZodString>;
7910
+ params_backend: z.ZodOptional<z.ZodString>;
7911
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
7912
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
7304
7913
  flash_attn: z.ZodOptional<z.ZodBoolean>;
7305
7914
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
7306
7915
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -8373,7 +8982,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8373
8982
  'cache-type-k'?: string | undefined;
8374
8983
  'cache-type-v'?: string | undefined;
8375
8984
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
8376
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
8985
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
8377
8986
  'flash-attn'?: "on" | "off" | "auto" | undefined;
8378
8987
  'tensor-split'?: string | undefined;
8379
8988
  openclCacheDir?: string | undefined;
@@ -8566,7 +9175,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8566
9175
  sha256Checksum?: string | undefined;
8567
9176
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8568
9177
  };
8569
- modelConfig?: Record<string, unknown> | undefined;
9178
+ modelConfig?: {
9179
+ [x: string]: unknown;
9180
+ } | undefined;
8570
9181
  fallbackSrc?: string | undefined;
8571
9182
  requireHttpChecksum?: boolean | undefined;
8572
9183
  requireSecureTransport?: boolean | undefined;
@@ -8595,7 +9206,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8595
9206
  embdNormalize?: number | undefined;
8596
9207
  flashAttention?: "on" | "off" | "auto" | undefined;
8597
9208
  mainGpu?: number | "integrated" | "dedicated" | undefined;
8598
- splitMode?: "none" | "layer" | "row" | undefined;
9209
+ splitMode?: "none" | "layer" | undefined;
8599
9210
  tensorSplit?: string | undefined;
8600
9211
  verbosity?: 0 | 3 | 2 | 1 | undefined;
8601
9212
  openclCacheDir?: string | undefined;
@@ -8730,8 +9341,39 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8730
9341
  } | {
8731
9342
  seed: boolean;
8732
9343
  modelType: "tts" | "tts-ggml";
8733
- modelConfig: Record<string, unknown> | {
9344
+ modelConfig: {
9345
+ [x: string]: unknown;
9346
+ } | {
9347
+ [x: string]: unknown;
9348
+ } | {
8734
9349
  ttsEngine: "parler";
9350
+ lavasrEnhancerModelSrc?: string | {
9351
+ src: string;
9352
+ name?: string | undefined;
9353
+ modelId?: string | undefined;
9354
+ registryPath?: string | undefined;
9355
+ registrySource?: string | undefined;
9356
+ blobCoreKey?: string | undefined;
9357
+ blobIndex?: number | undefined;
9358
+ engine?: string | undefined;
9359
+ expectedSize?: number | undefined;
9360
+ sha256Checksum?: string | undefined;
9361
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9362
+ } | undefined;
9363
+ lavasrDenoiserModelSrc?: string | {
9364
+ src: string;
9365
+ name?: string | undefined;
9366
+ modelId?: string | undefined;
9367
+ registryPath?: string | undefined;
9368
+ registrySource?: string | undefined;
9369
+ blobCoreKey?: string | undefined;
9370
+ blobIndex?: number | undefined;
9371
+ engine?: string | undefined;
9372
+ expectedSize?: number | undefined;
9373
+ sha256Checksum?: string | undefined;
9374
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9375
+ } | undefined;
9376
+ backendsDir?: string | undefined;
8735
9377
  useGPU?: boolean | undefined;
8736
9378
  outputSampleRate?: number | undefined;
8737
9379
  streamChunkTokens?: number | undefined;
@@ -8757,7 +9399,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8757
9399
  quality?: string | undefined;
8758
9400
  } | {
8759
9401
  ttsEngine: "cosyvoice3";
8760
- lavasrEnhancerModelSrc?: string | {
9402
+ referenceAudioSrc?: string | {
8761
9403
  src: string;
8762
9404
  name?: string | undefined;
8763
9405
  modelId?: string | undefined;
@@ -8770,7 +9412,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8770
9412
  sha256Checksum?: string | undefined;
8771
9413
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8772
9414
  } | undefined;
8773
- lavasrDenoiserModelSrc?: string | {
9415
+ cosyvoice3S3tokModelSrc?: string | {
8774
9416
  src: string;
8775
9417
  name?: string | undefined;
8776
9418
  modelId?: string | undefined;
@@ -8783,22 +9425,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8783
9425
  sha256Checksum?: string | undefined;
8784
9426
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8785
9427
  } | undefined;
8786
- emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
8787
- pace?: "slow" | "moderate" | "fast" | undefined;
8788
- instruct?: string | {
8789
- dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
8790
- volume?: "loud" | "soft" | undefined;
8791
- style?: "peppa" | "robot" | undefined;
8792
- } | undefined;
8793
- useGPU?: boolean | undefined;
8794
- outputSampleRate?: number | undefined;
8795
- streamChunkTokens?: number | undefined;
8796
- streamFirstChunkTokens?: number | undefined;
8797
- threads?: number | undefined;
8798
- nGpuLayers?: number | undefined;
8799
- seed?: number | undefined;
8800
- } | {
8801
- audio8CodecDecoderModelSrc: string | {
9428
+ cosyvoice3CampplusModelSrc?: string | {
8802
9429
  src: string;
8803
9430
  name?: string | undefined;
8804
9431
  modelId?: string | undefined;
@@ -8810,9 +9437,66 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8810
9437
  expectedSize?: number | undefined;
8811
9438
  sha256Checksum?: string | undefined;
8812
9439
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8813
- };
8814
- ttsEngine: "audio8";
8815
- audio8CodecEncoderModelSrc?: string | {
9440
+ } | undefined;
9441
+ lavasrEnhancerModelSrc?: string | {
9442
+ src: string;
9443
+ name?: string | undefined;
9444
+ modelId?: string | undefined;
9445
+ registryPath?: string | undefined;
9446
+ registrySource?: string | undefined;
9447
+ blobCoreKey?: string | undefined;
9448
+ blobIndex?: number | undefined;
9449
+ engine?: string | undefined;
9450
+ expectedSize?: number | undefined;
9451
+ sha256Checksum?: string | undefined;
9452
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9453
+ } | undefined;
9454
+ lavasrDenoiserModelSrc?: string | {
9455
+ src: string;
9456
+ name?: string | undefined;
9457
+ modelId?: string | undefined;
9458
+ registryPath?: string | undefined;
9459
+ registrySource?: string | undefined;
9460
+ blobCoreKey?: string | undefined;
9461
+ blobIndex?: number | undefined;
9462
+ engine?: string | undefined;
9463
+ expectedSize?: number | undefined;
9464
+ sha256Checksum?: string | undefined;
9465
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9466
+ } | undefined;
9467
+ openclCacheDir?: string | undefined;
9468
+ backendsDir?: string | undefined;
9469
+ emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
9470
+ pace?: "slow" | "moderate" | "fast" | undefined;
9471
+ instruct?: string | {
9472
+ dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
9473
+ volume?: "loud" | "soft" | undefined;
9474
+ style?: "peppa" | "robot" | undefined;
9475
+ } | undefined;
9476
+ promptText?: string | undefined;
9477
+ useGPU?: boolean | undefined;
9478
+ outputSampleRate?: number | undefined;
9479
+ streamChunkTokens?: number | undefined;
9480
+ streamFirstChunkTokens?: number | undefined;
9481
+ threads?: number | undefined;
9482
+ nGpuLayers?: number | undefined;
9483
+ seed?: number | undefined;
9484
+ } | {
9485
+ audio8CodecDecoderModelSrc: string | {
9486
+ src: string;
9487
+ name?: string | undefined;
9488
+ modelId?: string | undefined;
9489
+ registryPath?: string | undefined;
9490
+ registrySource?: string | undefined;
9491
+ blobCoreKey?: string | undefined;
9492
+ blobIndex?: number | undefined;
9493
+ engine?: string | undefined;
9494
+ expectedSize?: number | undefined;
9495
+ sha256Checksum?: string | undefined;
9496
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9497
+ };
9498
+ ttsEngine: "audio8";
9499
+ audio8CodecEncoderModelSrc?: string | {
8816
9500
  src: string;
8817
9501
  name?: string | undefined;
8818
9502
  modelId?: string | undefined;
@@ -8838,6 +9522,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8838
9522
  sha256Checksum?: string | undefined;
8839
9523
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8840
9524
  } | undefined;
9525
+ backendsDir?: string | undefined;
8841
9526
  referenceText?: string | undefined;
8842
9527
  greedy?: boolean | undefined;
8843
9528
  temperature?: number | undefined;
@@ -8933,15 +9618,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8933
9618
  device?: "gpu" | "cpu" | undefined;
8934
9619
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
8935
9620
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
8936
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
9621
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
8937
9622
  rng?: "cpu" | "cuda" | "std_default" | undefined;
8938
9623
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
8939
- clip_on_cpu?: boolean | undefined;
8940
- vae_on_cpu?: boolean | undefined;
8941
9624
  vae_auto_cpu_fallback?: boolean | undefined;
8942
9625
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
8943
9626
  vae_tiling?: boolean | undefined;
8944
9627
  offload_to_cpu?: boolean | undefined;
9628
+ control_net_cpu?: undefined;
9629
+ clip_on_cpu?: undefined;
9630
+ vae_on_cpu?: undefined;
9631
+ backend?: string | undefined;
9632
+ params_backend?: string | undefined;
9633
+ max_vram?: string | number | undefined;
9634
+ stream_layers?: boolean | undefined;
8945
9635
  flash_attn?: boolean | undefined;
8946
9636
  diffusion_fa?: boolean | undefined;
8947
9637
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -9359,7 +10049,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9359
10049
  'cache-type-k'?: string | undefined;
9360
10050
  'cache-type-v'?: string | undefined;
9361
10051
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9362
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
10052
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
9363
10053
  'flash-attn'?: "on" | "off" | "auto" | undefined;
9364
10054
  'tensor-split'?: string | undefined;
9365
10055
  openclCacheDir?: string | undefined;
@@ -9552,7 +10242,9 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9552
10242
  sha256Checksum?: string | undefined;
9553
10243
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9554
10244
  };
9555
- modelConfig?: Record<string, unknown> | undefined;
10245
+ modelConfig?: {
10246
+ [x: string]: unknown;
10247
+ } | undefined;
9556
10248
  seed?: boolean | undefined;
9557
10249
  fallbackSrc?: string | undefined;
9558
10250
  requireHttpChecksum?: boolean | undefined;
@@ -9581,7 +10273,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9581
10273
  embdNormalize?: number | undefined;
9582
10274
  flashAttention?: "on" | "off" | "auto" | undefined;
9583
10275
  mainGpu?: number | "integrated" | "dedicated" | undefined;
9584
- splitMode?: "none" | "layer" | "row" | undefined;
10276
+ splitMode?: "none" | "layer" | undefined;
9585
10277
  tensorSplit?: string | undefined;
9586
10278
  verbosity?: 0 | 3 | 2 | 1 | undefined;
9587
10279
  openclCacheDir?: string | undefined;
@@ -9716,8 +10408,39 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9716
10408
  requireSecureTransport?: boolean | undefined;
9717
10409
  } | {
9718
10410
  modelType: "tts" | "tts-ggml";
9719
- modelConfig: Record<string, unknown> | {
10411
+ modelConfig: {
10412
+ [x: string]: unknown;
10413
+ } | {
10414
+ [x: string]: unknown;
10415
+ } | {
9720
10416
  ttsEngine: "parler";
10417
+ lavasrEnhancerModelSrc?: string | {
10418
+ src: string;
10419
+ name?: string | undefined;
10420
+ modelId?: string | undefined;
10421
+ registryPath?: string | undefined;
10422
+ registrySource?: string | undefined;
10423
+ blobCoreKey?: string | undefined;
10424
+ blobIndex?: number | undefined;
10425
+ engine?: string | undefined;
10426
+ expectedSize?: number | undefined;
10427
+ sha256Checksum?: string | undefined;
10428
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10429
+ } | undefined;
10430
+ lavasrDenoiserModelSrc?: string | {
10431
+ src: string;
10432
+ name?: string | undefined;
10433
+ modelId?: string | undefined;
10434
+ registryPath?: string | undefined;
10435
+ registrySource?: string | undefined;
10436
+ blobCoreKey?: string | undefined;
10437
+ blobIndex?: number | undefined;
10438
+ engine?: string | undefined;
10439
+ expectedSize?: number | undefined;
10440
+ sha256Checksum?: string | undefined;
10441
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10442
+ } | undefined;
10443
+ backendsDir?: string | undefined;
9721
10444
  useGPU?: boolean | undefined;
9722
10445
  outputSampleRate?: number | undefined;
9723
10446
  streamChunkTokens?: number | undefined;
@@ -9743,6 +10466,45 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9743
10466
  quality?: string | undefined;
9744
10467
  } | {
9745
10468
  ttsEngine: "cosyvoice3";
10469
+ referenceAudioSrc?: string | {
10470
+ src: string;
10471
+ name?: string | undefined;
10472
+ modelId?: string | undefined;
10473
+ registryPath?: string | undefined;
10474
+ registrySource?: string | undefined;
10475
+ blobCoreKey?: string | undefined;
10476
+ blobIndex?: number | undefined;
10477
+ engine?: string | undefined;
10478
+ expectedSize?: number | undefined;
10479
+ sha256Checksum?: string | undefined;
10480
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10481
+ } | undefined;
10482
+ cosyvoice3S3tokModelSrc?: string | {
10483
+ src: string;
10484
+ name?: string | undefined;
10485
+ modelId?: string | undefined;
10486
+ registryPath?: string | undefined;
10487
+ registrySource?: string | undefined;
10488
+ blobCoreKey?: string | undefined;
10489
+ blobIndex?: number | undefined;
10490
+ engine?: string | undefined;
10491
+ expectedSize?: number | undefined;
10492
+ sha256Checksum?: string | undefined;
10493
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10494
+ } | undefined;
10495
+ cosyvoice3CampplusModelSrc?: string | {
10496
+ src: string;
10497
+ name?: string | undefined;
10498
+ modelId?: string | undefined;
10499
+ registryPath?: string | undefined;
10500
+ registrySource?: string | undefined;
10501
+ blobCoreKey?: string | undefined;
10502
+ blobIndex?: number | undefined;
10503
+ engine?: string | undefined;
10504
+ expectedSize?: number | undefined;
10505
+ sha256Checksum?: string | undefined;
10506
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10507
+ } | undefined;
9746
10508
  lavasrEnhancerModelSrc?: string | {
9747
10509
  src: string;
9748
10510
  name?: string | undefined;
@@ -9769,6 +10531,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9769
10531
  sha256Checksum?: string | undefined;
9770
10532
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9771
10533
  } | undefined;
10534
+ openclCacheDir?: string | undefined;
10535
+ backendsDir?: string | undefined;
9772
10536
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
9773
10537
  pace?: "slow" | "moderate" | "fast" | undefined;
9774
10538
  instruct?: string | {
@@ -9776,6 +10540,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9776
10540
  volume?: "loud" | "soft" | undefined;
9777
10541
  style?: "peppa" | "robot" | undefined;
9778
10542
  } | undefined;
10543
+ promptText?: string | undefined;
9779
10544
  useGPU?: boolean | undefined;
9780
10545
  outputSampleRate?: number | undefined;
9781
10546
  streamChunkTokens?: number | undefined;
@@ -9824,6 +10589,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9824
10589
  sha256Checksum?: string | undefined;
9825
10590
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9826
10591
  } | undefined;
10592
+ backendsDir?: string | undefined;
9827
10593
  referenceText?: string | undefined;
9828
10594
  greedy?: boolean | undefined;
9829
10595
  temperature?: number | undefined;
@@ -9919,15 +10685,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9919
10685
  device?: "gpu" | "cpu" | undefined;
9920
10686
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9921
10687
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
9922
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
10688
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
9923
10689
  rng?: "cpu" | "cuda" | "std_default" | undefined;
9924
10690
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
9925
- clip_on_cpu?: boolean | undefined;
9926
- vae_on_cpu?: boolean | undefined;
9927
10691
  vae_auto_cpu_fallback?: boolean | undefined;
9928
10692
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
9929
10693
  vae_tiling?: boolean | undefined;
9930
10694
  offload_to_cpu?: boolean | undefined;
10695
+ control_net_cpu?: undefined;
10696
+ clip_on_cpu?: undefined;
10697
+ vae_on_cpu?: undefined;
10698
+ backend?: string | undefined;
10699
+ params_backend?: string | undefined;
10700
+ max_vram?: string | number | undefined;
10701
+ stream_layers?: boolean | undefined;
9931
10702
  flash_attn?: boolean | undefined;
9932
10703
  diffusion_fa?: boolean | undefined;
9933
10704
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -10354,7 +11125,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
10354
11125
  'split-mode': z.ZodOptional<z.ZodEnum<{
10355
11126
  none: "none";
10356
11127
  layer: "layer";
10357
- row: "row";
10358
11128
  tensor: "tensor";
10359
11129
  }>>;
10360
11130
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -10511,7 +11281,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
10511
11281
  'cache-type-k'?: string | undefined;
10512
11282
  'cache-type-v'?: string | undefined;
10513
11283
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
10514
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
11284
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
10515
11285
  'flash-attn'?: "on" | "off" | "auto" | undefined;
10516
11286
  'tensor-split'?: string | undefined;
10517
11287
  openclCacheDir?: string | undefined;
@@ -11177,7 +11947,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11177
11947
  modelType: "parakeet-transcription";
11178
11948
  modelSrc: string;
11179
11949
  modelName: string | undefined;
11180
- modelConfig: Record<string, unknown> | undefined;
11950
+ modelConfig: {
11951
+ [x: string]: unknown;
11952
+ } | undefined;
11181
11953
  seed: boolean;
11182
11954
  withProgress: boolean;
11183
11955
  }, {
@@ -11195,7 +11967,9 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11195
11967
  sha256Checksum?: string | undefined;
11196
11968
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
11197
11969
  };
11198
- modelConfig?: Record<string, unknown> | undefined;
11970
+ modelConfig?: {
11971
+ [x: string]: unknown;
11972
+ } | undefined;
11199
11973
  onProgress?: unknown;
11200
11974
  logger?: unknown;
11201
11975
  withProgress?: boolean | undefined;
@@ -11240,7 +12014,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11240
12014
  splitMode: z.ZodOptional<z.ZodEnum<{
11241
12015
  none: "none";
11242
12016
  layer: "layer";
11243
- row: "row";
11244
12017
  }>>;
11245
12018
  tensorSplit: z.ZodOptional<z.ZodString>;
11246
12019
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -11334,7 +12107,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11334
12107
  embdNormalize?: number | undefined;
11335
12108
  flashAttention?: "on" | "off" | "auto" | undefined;
11336
12109
  mainGpu?: number | "integrated" | "dedicated" | undefined;
11337
- splitMode?: "none" | "layer" | "row" | undefined;
12110
+ splitMode?: "none" | "layer" | undefined;
11338
12111
  tensorSplit?: string | undefined;
11339
12112
  verbosity?: 0 | 3 | 2 | 1 | undefined;
11340
12113
  openclCacheDir?: string | undefined;
@@ -12266,6 +13039,85 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12266
13039
  }, z.core.$strict>, z.ZodObject<{
12267
13040
  [x: string]: z.ZodOptional<z.ZodUnknown>;
12268
13041
  }, z.core.$strict>, z.ZodObject<{
13042
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13043
+ src: z.ZodString;
13044
+ name: z.ZodOptional<z.ZodString>;
13045
+ modelId: z.ZodOptional<z.ZodString>;
13046
+ registryPath: z.ZodOptional<z.ZodString>;
13047
+ registrySource: z.ZodOptional<z.ZodString>;
13048
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13049
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13050
+ engine: z.ZodOptional<z.ZodString>;
13051
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13052
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13053
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13054
+ embeddings: "embeddings";
13055
+ diffusion: "diffusion";
13056
+ audiogen: "audiogen";
13057
+ tts: "tts";
13058
+ ocr: "ocr";
13059
+ vla: "vla";
13060
+ "llamacpp-completion": "llamacpp-completion";
13061
+ "whispercpp-transcription": "whispercpp-transcription";
13062
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13063
+ "llamacpp-embedding": "llamacpp-embedding";
13064
+ "nmtcpp-translation": "nmtcpp-translation";
13065
+ "onnx-tts": "onnx-tts";
13066
+ "tts-ggml": "tts-ggml";
13067
+ "parakeet-transcription": "parakeet-transcription";
13068
+ "ggml-ocr": "ggml-ocr";
13069
+ "sdcpp-generation": "sdcpp-generation";
13070
+ "audiogen-ggml": "audiogen-ggml";
13071
+ "ggml-vla": "ggml-vla";
13072
+ "ggml-classification": "ggml-classification";
13073
+ llm: "llm";
13074
+ whisper: "whisper";
13075
+ bci: "bci";
13076
+ nmt: "nmt";
13077
+ parakeet: "parakeet";
13078
+ classification: "classification";
13079
+ }>, z.ZodLiteral<"vad">]>>;
13080
+ }, z.core.$strip>]>>;
13081
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13082
+ src: z.ZodString;
13083
+ name: z.ZodOptional<z.ZodString>;
13084
+ modelId: z.ZodOptional<z.ZodString>;
13085
+ registryPath: z.ZodOptional<z.ZodString>;
13086
+ registrySource: z.ZodOptional<z.ZodString>;
13087
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13088
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13089
+ engine: z.ZodOptional<z.ZodString>;
13090
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13091
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13092
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13093
+ embeddings: "embeddings";
13094
+ diffusion: "diffusion";
13095
+ audiogen: "audiogen";
13096
+ tts: "tts";
13097
+ ocr: "ocr";
13098
+ vla: "vla";
13099
+ "llamacpp-completion": "llamacpp-completion";
13100
+ "whispercpp-transcription": "whispercpp-transcription";
13101
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13102
+ "llamacpp-embedding": "llamacpp-embedding";
13103
+ "nmtcpp-translation": "nmtcpp-translation";
13104
+ "onnx-tts": "onnx-tts";
13105
+ "tts-ggml": "tts-ggml";
13106
+ "parakeet-transcription": "parakeet-transcription";
13107
+ "ggml-ocr": "ggml-ocr";
13108
+ "sdcpp-generation": "sdcpp-generation";
13109
+ "audiogen-ggml": "audiogen-ggml";
13110
+ "ggml-vla": "ggml-vla";
13111
+ "ggml-classification": "ggml-classification";
13112
+ llm: "llm";
13113
+ whisper: "whisper";
13114
+ bci: "bci";
13115
+ nmt: "nmt";
13116
+ parakeet: "parakeet";
13117
+ classification: "classification";
13118
+ }>, z.ZodLiteral<"vad">]>>;
13119
+ }, z.core.$strip>]>>;
13120
+ backendsDir: z.ZodOptional<z.ZodString>;
12269
13121
  useGPU: z.ZodOptional<z.ZodBoolean>;
12270
13122
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
12271
13123
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -12308,6 +13160,123 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12308
13160
  quality: z.ZodOptional<z.ZodString>;
12309
13161
  ttsEngine: z.ZodLiteral<"parler">;
12310
13162
  }, z.core.$strict>, z.ZodObject<{
13163
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13164
+ src: z.ZodString;
13165
+ name: z.ZodOptional<z.ZodString>;
13166
+ modelId: z.ZodOptional<z.ZodString>;
13167
+ registryPath: z.ZodOptional<z.ZodString>;
13168
+ registrySource: z.ZodOptional<z.ZodString>;
13169
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13170
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13171
+ engine: z.ZodOptional<z.ZodString>;
13172
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13173
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13174
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13175
+ embeddings: "embeddings";
13176
+ diffusion: "diffusion";
13177
+ audiogen: "audiogen";
13178
+ tts: "tts";
13179
+ ocr: "ocr";
13180
+ vla: "vla";
13181
+ "llamacpp-completion": "llamacpp-completion";
13182
+ "whispercpp-transcription": "whispercpp-transcription";
13183
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13184
+ "llamacpp-embedding": "llamacpp-embedding";
13185
+ "nmtcpp-translation": "nmtcpp-translation";
13186
+ "onnx-tts": "onnx-tts";
13187
+ "tts-ggml": "tts-ggml";
13188
+ "parakeet-transcription": "parakeet-transcription";
13189
+ "ggml-ocr": "ggml-ocr";
13190
+ "sdcpp-generation": "sdcpp-generation";
13191
+ "audiogen-ggml": "audiogen-ggml";
13192
+ "ggml-vla": "ggml-vla";
13193
+ "ggml-classification": "ggml-classification";
13194
+ llm: "llm";
13195
+ whisper: "whisper";
13196
+ bci: "bci";
13197
+ nmt: "nmt";
13198
+ parakeet: "parakeet";
13199
+ classification: "classification";
13200
+ }>, z.ZodLiteral<"vad">]>>;
13201
+ }, z.core.$strip>]>>;
13202
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13203
+ src: z.ZodString;
13204
+ name: z.ZodOptional<z.ZodString>;
13205
+ modelId: z.ZodOptional<z.ZodString>;
13206
+ registryPath: z.ZodOptional<z.ZodString>;
13207
+ registrySource: z.ZodOptional<z.ZodString>;
13208
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13209
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13210
+ engine: z.ZodOptional<z.ZodString>;
13211
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13212
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13213
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13214
+ embeddings: "embeddings";
13215
+ diffusion: "diffusion";
13216
+ audiogen: "audiogen";
13217
+ tts: "tts";
13218
+ ocr: "ocr";
13219
+ vla: "vla";
13220
+ "llamacpp-completion": "llamacpp-completion";
13221
+ "whispercpp-transcription": "whispercpp-transcription";
13222
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13223
+ "llamacpp-embedding": "llamacpp-embedding";
13224
+ "nmtcpp-translation": "nmtcpp-translation";
13225
+ "onnx-tts": "onnx-tts";
13226
+ "tts-ggml": "tts-ggml";
13227
+ "parakeet-transcription": "parakeet-transcription";
13228
+ "ggml-ocr": "ggml-ocr";
13229
+ "sdcpp-generation": "sdcpp-generation";
13230
+ "audiogen-ggml": "audiogen-ggml";
13231
+ "ggml-vla": "ggml-vla";
13232
+ "ggml-classification": "ggml-classification";
13233
+ llm: "llm";
13234
+ whisper: "whisper";
13235
+ bci: "bci";
13236
+ nmt: "nmt";
13237
+ parakeet: "parakeet";
13238
+ classification: "classification";
13239
+ }>, z.ZodLiteral<"vad">]>>;
13240
+ }, z.core.$strip>]>>;
13241
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13242
+ src: z.ZodString;
13243
+ name: z.ZodOptional<z.ZodString>;
13244
+ modelId: z.ZodOptional<z.ZodString>;
13245
+ registryPath: z.ZodOptional<z.ZodString>;
13246
+ registrySource: z.ZodOptional<z.ZodString>;
13247
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13248
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13249
+ engine: z.ZodOptional<z.ZodString>;
13250
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13251
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13252
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13253
+ embeddings: "embeddings";
13254
+ diffusion: "diffusion";
13255
+ audiogen: "audiogen";
13256
+ tts: "tts";
13257
+ ocr: "ocr";
13258
+ vla: "vla";
13259
+ "llamacpp-completion": "llamacpp-completion";
13260
+ "whispercpp-transcription": "whispercpp-transcription";
13261
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13262
+ "llamacpp-embedding": "llamacpp-embedding";
13263
+ "nmtcpp-translation": "nmtcpp-translation";
13264
+ "onnx-tts": "onnx-tts";
13265
+ "tts-ggml": "tts-ggml";
13266
+ "parakeet-transcription": "parakeet-transcription";
13267
+ "ggml-ocr": "ggml-ocr";
13268
+ "sdcpp-generation": "sdcpp-generation";
13269
+ "audiogen-ggml": "audiogen-ggml";
13270
+ "ggml-vla": "ggml-vla";
13271
+ "ggml-classification": "ggml-classification";
13272
+ llm: "llm";
13273
+ whisper: "whisper";
13274
+ bci: "bci";
13275
+ nmt: "nmt";
13276
+ parakeet: "parakeet";
13277
+ classification: "classification";
13278
+ }>, z.ZodLiteral<"vad">]>>;
13279
+ }, z.core.$strip>]>>;
12311
13280
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
12312
13281
  src: z.ZodString;
12313
13282
  name: z.ZodOptional<z.ZodString>;
@@ -12386,6 +13355,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12386
13355
  classification: "classification";
12387
13356
  }>, z.ZodLiteral<"vad">]>>;
12388
13357
  }, z.core.$strip>]>>;
13358
+ openclCacheDir: z.ZodOptional<z.ZodString>;
13359
+ backendsDir: z.ZodOptional<z.ZodString>;
12389
13360
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
12390
13361
  emotion: z.ZodOptional<z.ZodEnum<{
12391
13362
  anger: "anger";
@@ -12427,6 +13398,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12427
13398
  robot: "robot";
12428
13399
  }>>;
12429
13400
  }, z.core.$strict>]>>;
13401
+ promptText: z.ZodOptional<z.ZodString>;
12430
13402
  useGPU: z.ZodOptional<z.ZodBoolean>;
12431
13403
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
12432
13404
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -12552,6 +13524,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12552
13524
  classification: "classification";
12553
13525
  }>, z.ZodLiteral<"vad">]>>;
12554
13526
  }, z.core.$strip>]>>;
13527
+ backendsDir: z.ZodOptional<z.ZodString>;
12555
13528
  ttsEngine: z.ZodLiteral<"audio8">;
12556
13529
  referenceText: z.ZodOptional<z.ZodString>;
12557
13530
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -12621,8 +13594,39 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12621
13594
  modelType: "tts-ggml";
12622
13595
  modelSrc: string;
12623
13596
  modelName: string | undefined;
12624
- modelConfig: Record<string, unknown> | {
13597
+ modelConfig: {
13598
+ [x: string]: unknown;
13599
+ } | {
13600
+ [x: string]: unknown;
13601
+ } | {
12625
13602
  ttsEngine: "parler";
13603
+ lavasrEnhancerModelSrc?: string | {
13604
+ src: string;
13605
+ name?: string | undefined;
13606
+ modelId?: string | undefined;
13607
+ registryPath?: string | undefined;
13608
+ registrySource?: string | undefined;
13609
+ blobCoreKey?: string | undefined;
13610
+ blobIndex?: number | undefined;
13611
+ engine?: string | undefined;
13612
+ expectedSize?: number | undefined;
13613
+ sha256Checksum?: string | undefined;
13614
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13615
+ } | undefined;
13616
+ lavasrDenoiserModelSrc?: string | {
13617
+ src: string;
13618
+ name?: string | undefined;
13619
+ modelId?: string | undefined;
13620
+ registryPath?: string | undefined;
13621
+ registrySource?: string | undefined;
13622
+ blobCoreKey?: string | undefined;
13623
+ blobIndex?: number | undefined;
13624
+ engine?: string | undefined;
13625
+ expectedSize?: number | undefined;
13626
+ sha256Checksum?: string | undefined;
13627
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13628
+ } | undefined;
13629
+ backendsDir?: string | undefined;
12626
13630
  useGPU?: boolean | undefined;
12627
13631
  outputSampleRate?: number | undefined;
12628
13632
  streamChunkTokens?: number | undefined;
@@ -12648,6 +13652,45 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12648
13652
  quality?: string | undefined;
12649
13653
  } | {
12650
13654
  ttsEngine: "cosyvoice3";
13655
+ referenceAudioSrc?: string | {
13656
+ src: string;
13657
+ name?: string | undefined;
13658
+ modelId?: string | undefined;
13659
+ registryPath?: string | undefined;
13660
+ registrySource?: string | undefined;
13661
+ blobCoreKey?: string | undefined;
13662
+ blobIndex?: number | undefined;
13663
+ engine?: string | undefined;
13664
+ expectedSize?: number | undefined;
13665
+ sha256Checksum?: string | undefined;
13666
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13667
+ } | undefined;
13668
+ cosyvoice3S3tokModelSrc?: string | {
13669
+ src: string;
13670
+ name?: string | undefined;
13671
+ modelId?: string | undefined;
13672
+ registryPath?: string | undefined;
13673
+ registrySource?: string | undefined;
13674
+ blobCoreKey?: string | undefined;
13675
+ blobIndex?: number | undefined;
13676
+ engine?: string | undefined;
13677
+ expectedSize?: number | undefined;
13678
+ sha256Checksum?: string | undefined;
13679
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13680
+ } | undefined;
13681
+ cosyvoice3CampplusModelSrc?: string | {
13682
+ src: string;
13683
+ name?: string | undefined;
13684
+ modelId?: string | undefined;
13685
+ registryPath?: string | undefined;
13686
+ registrySource?: string | undefined;
13687
+ blobCoreKey?: string | undefined;
13688
+ blobIndex?: number | undefined;
13689
+ engine?: string | undefined;
13690
+ expectedSize?: number | undefined;
13691
+ sha256Checksum?: string | undefined;
13692
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13693
+ } | undefined;
12651
13694
  lavasrEnhancerModelSrc?: string | {
12652
13695
  src: string;
12653
13696
  name?: string | undefined;
@@ -12674,6 +13717,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12674
13717
  sha256Checksum?: string | undefined;
12675
13718
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12676
13719
  } | undefined;
13720
+ openclCacheDir?: string | undefined;
13721
+ backendsDir?: string | undefined;
12677
13722
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
12678
13723
  pace?: "slow" | "moderate" | "fast" | undefined;
12679
13724
  instruct?: string | {
@@ -12681,6 +13726,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12681
13726
  volume?: "loud" | "soft" | undefined;
12682
13727
  style?: "peppa" | "robot" | undefined;
12683
13728
  } | undefined;
13729
+ promptText?: string | undefined;
12684
13730
  useGPU?: boolean | undefined;
12685
13731
  outputSampleRate?: number | undefined;
12686
13732
  streamChunkTokens?: number | undefined;
@@ -12729,6 +13775,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12729
13775
  sha256Checksum?: string | undefined;
12730
13776
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12731
13777
  } | undefined;
13778
+ backendsDir?: string | undefined;
12732
13779
  referenceText?: string | undefined;
12733
13780
  greedy?: boolean | undefined;
12734
13781
  temperature?: number | undefined;
@@ -12745,8 +13792,39 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12745
13792
  withProgress: boolean;
12746
13793
  }, {
12747
13794
  modelType: "tts" | "tts-ggml";
12748
- modelConfig: Record<string, unknown> | {
13795
+ modelConfig: {
13796
+ [x: string]: unknown;
13797
+ } | {
13798
+ [x: string]: unknown;
13799
+ } | {
12749
13800
  ttsEngine: "parler";
13801
+ lavasrEnhancerModelSrc?: string | {
13802
+ src: string;
13803
+ name?: string | undefined;
13804
+ modelId?: string | undefined;
13805
+ registryPath?: string | undefined;
13806
+ registrySource?: string | undefined;
13807
+ blobCoreKey?: string | undefined;
13808
+ blobIndex?: number | undefined;
13809
+ engine?: string | undefined;
13810
+ expectedSize?: number | undefined;
13811
+ sha256Checksum?: string | undefined;
13812
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13813
+ } | undefined;
13814
+ lavasrDenoiserModelSrc?: string | {
13815
+ src: string;
13816
+ name?: string | undefined;
13817
+ modelId?: string | undefined;
13818
+ registryPath?: string | undefined;
13819
+ registrySource?: string | undefined;
13820
+ blobCoreKey?: string | undefined;
13821
+ blobIndex?: number | undefined;
13822
+ engine?: string | undefined;
13823
+ expectedSize?: number | undefined;
13824
+ sha256Checksum?: string | undefined;
13825
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13826
+ } | undefined;
13827
+ backendsDir?: string | undefined;
12750
13828
  useGPU?: boolean | undefined;
12751
13829
  outputSampleRate?: number | undefined;
12752
13830
  streamChunkTokens?: number | undefined;
@@ -12772,6 +13850,45 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12772
13850
  quality?: string | undefined;
12773
13851
  } | {
12774
13852
  ttsEngine: "cosyvoice3";
13853
+ referenceAudioSrc?: string | {
13854
+ src: string;
13855
+ name?: string | undefined;
13856
+ modelId?: string | undefined;
13857
+ registryPath?: string | undefined;
13858
+ registrySource?: string | undefined;
13859
+ blobCoreKey?: string | undefined;
13860
+ blobIndex?: number | undefined;
13861
+ engine?: string | undefined;
13862
+ expectedSize?: number | undefined;
13863
+ sha256Checksum?: string | undefined;
13864
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13865
+ } | undefined;
13866
+ cosyvoice3S3tokModelSrc?: string | {
13867
+ src: string;
13868
+ name?: string | undefined;
13869
+ modelId?: string | undefined;
13870
+ registryPath?: string | undefined;
13871
+ registrySource?: string | undefined;
13872
+ blobCoreKey?: string | undefined;
13873
+ blobIndex?: number | undefined;
13874
+ engine?: string | undefined;
13875
+ expectedSize?: number | undefined;
13876
+ sha256Checksum?: string | undefined;
13877
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13878
+ } | undefined;
13879
+ cosyvoice3CampplusModelSrc?: string | {
13880
+ src: string;
13881
+ name?: string | undefined;
13882
+ modelId?: string | undefined;
13883
+ registryPath?: string | undefined;
13884
+ registrySource?: string | undefined;
13885
+ blobCoreKey?: string | undefined;
13886
+ blobIndex?: number | undefined;
13887
+ engine?: string | undefined;
13888
+ expectedSize?: number | undefined;
13889
+ sha256Checksum?: string | undefined;
13890
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13891
+ } | undefined;
12775
13892
  lavasrEnhancerModelSrc?: string | {
12776
13893
  src: string;
12777
13894
  name?: string | undefined;
@@ -12798,6 +13915,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12798
13915
  sha256Checksum?: string | undefined;
12799
13916
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12800
13917
  } | undefined;
13918
+ openclCacheDir?: string | undefined;
13919
+ backendsDir?: string | undefined;
12801
13920
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
12802
13921
  pace?: "slow" | "moderate" | "fast" | undefined;
12803
13922
  instruct?: string | {
@@ -12805,6 +13924,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12805
13924
  volume?: "loud" | "soft" | undefined;
12806
13925
  style?: "peppa" | "robot" | undefined;
12807
13926
  } | undefined;
13927
+ promptText?: string | undefined;
12808
13928
  useGPU?: boolean | undefined;
12809
13929
  outputSampleRate?: number | undefined;
12810
13930
  streamChunkTokens?: number | undefined;
@@ -12853,6 +13973,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12853
13973
  sha256Checksum?: string | undefined;
12854
13974
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12855
13975
  } | undefined;
13976
+ backendsDir?: string | undefined;
12856
13977
  referenceText?: string | undefined;
12857
13978
  greedy?: boolean | undefined;
12858
13979
  temperature?: number | undefined;
@@ -13117,6 +14238,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13117
14238
  auto: "auto";
13118
14239
  f32: "f32";
13119
14240
  f16: "f16";
14241
+ q8_0: "q8_0";
13120
14242
  bf16: "bf16";
13121
14243
  q2_k: "q2_k";
13122
14244
  q3_k: "q3_k";
@@ -13127,7 +14249,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13127
14249
  q5_1: "q5_1";
13128
14250
  q5_k: "q5_k";
13129
14251
  q6_k: "q6_k";
13130
- q8_0: "q8_0";
13131
14252
  }>>;
13132
14253
  rng: z.ZodOptional<z.ZodEnum<{
13133
14254
  cpu: "cpu";
@@ -13139,12 +14260,17 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13139
14260
  cuda: "cuda";
13140
14261
  std_default: "std_default";
13141
14262
  }>>;
13142
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
13143
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
13144
14263
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
13145
14264
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
13146
14265
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
13147
14266
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
14267
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14268
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14269
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14270
+ backend: z.ZodOptional<z.ZodString>;
14271
+ params_backend: z.ZodOptional<z.ZodString>;
14272
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
14273
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
13148
14274
  flash_attn: z.ZodOptional<z.ZodBoolean>;
13149
14275
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
13150
14276
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -13759,15 +14885,20 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13759
14885
  device?: "gpu" | "cpu" | undefined;
13760
14886
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
13761
14887
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
13762
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
14888
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
13763
14889
  rng?: "cpu" | "cuda" | "std_default" | undefined;
13764
14890
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
13765
- clip_on_cpu?: boolean | undefined;
13766
- vae_on_cpu?: boolean | undefined;
13767
14891
  vae_auto_cpu_fallback?: boolean | undefined;
13768
14892
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
13769
14893
  vae_tiling?: boolean | undefined;
13770
14894
  offload_to_cpu?: boolean | undefined;
14895
+ control_net_cpu?: undefined;
14896
+ clip_on_cpu?: undefined;
14897
+ vae_on_cpu?: undefined;
14898
+ backend?: string | undefined;
14899
+ params_backend?: string | undefined;
14900
+ max_vram?: string | number | undefined;
14901
+ stream_layers?: boolean | undefined;
13771
14902
  flash_attn?: boolean | undefined;
13772
14903
  diffusion_fa?: boolean | undefined;
13773
14904
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -14841,7 +15972,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
14841
15972
  'split-mode': z.ZodOptional<z.ZodEnum<{
14842
15973
  none: "none";
14843
15974
  layer: "layer";
14844
- row: "row";
14845
15975
  tensor: "tensor";
14846
15976
  }>>;
14847
15977
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -14998,7 +16128,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
14998
16128
  'cache-type-k'?: string | undefined;
14999
16129
  'cache-type-v'?: string | undefined;
15000
16130
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
15001
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
16131
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
15002
16132
  'flash-attn'?: "on" | "off" | "auto" | undefined;
15003
16133
  'tensor-split'?: string | undefined;
15004
16134
  openclCacheDir?: string | undefined;
@@ -15664,7 +16794,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15664
16794
  modelType: "parakeet-transcription";
15665
16795
  modelSrc: string;
15666
16796
  modelName: string | undefined;
15667
- modelConfig: Record<string, unknown> | undefined;
16797
+ modelConfig: {
16798
+ [x: string]: unknown;
16799
+ } | undefined;
15668
16800
  seed: boolean;
15669
16801
  withProgress: boolean;
15670
16802
  }, {
@@ -15682,7 +16814,9 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15682
16814
  sha256Checksum?: string | undefined;
15683
16815
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
15684
16816
  };
15685
- modelConfig?: Record<string, unknown> | undefined;
16817
+ modelConfig?: {
16818
+ [x: string]: unknown;
16819
+ } | undefined;
15686
16820
  onProgress?: unknown;
15687
16821
  logger?: unknown;
15688
16822
  withProgress?: boolean | undefined;
@@ -15727,7 +16861,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15727
16861
  splitMode: z.ZodOptional<z.ZodEnum<{
15728
16862
  none: "none";
15729
16863
  layer: "layer";
15730
- row: "row";
15731
16864
  }>>;
15732
16865
  tensorSplit: z.ZodOptional<z.ZodString>;
15733
16866
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -15821,7 +16954,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15821
16954
  embdNormalize?: number | undefined;
15822
16955
  flashAttention?: "on" | "off" | "auto" | undefined;
15823
16956
  mainGpu?: number | "integrated" | "dedicated" | undefined;
15824
- splitMode?: "none" | "layer" | "row" | undefined;
16957
+ splitMode?: "none" | "layer" | undefined;
15825
16958
  tensorSplit?: string | undefined;
15826
16959
  verbosity?: 0 | 3 | 2 | 1 | undefined;
15827
16960
  openclCacheDir?: string | undefined;
@@ -16753,6 +17886,85 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16753
17886
  }, z.core.$strict>, z.ZodObject<{
16754
17887
  [x: string]: z.ZodOptional<z.ZodUnknown>;
16755
17888
  }, z.core.$strict>, z.ZodObject<{
17889
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
17890
+ src: z.ZodString;
17891
+ name: z.ZodOptional<z.ZodString>;
17892
+ modelId: z.ZodOptional<z.ZodString>;
17893
+ registryPath: z.ZodOptional<z.ZodString>;
17894
+ registrySource: z.ZodOptional<z.ZodString>;
17895
+ blobCoreKey: z.ZodOptional<z.ZodString>;
17896
+ blobIndex: z.ZodOptional<z.ZodNumber>;
17897
+ engine: z.ZodOptional<z.ZodString>;
17898
+ expectedSize: z.ZodOptional<z.ZodNumber>;
17899
+ sha256Checksum: z.ZodOptional<z.ZodString>;
17900
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
17901
+ embeddings: "embeddings";
17902
+ diffusion: "diffusion";
17903
+ audiogen: "audiogen";
17904
+ tts: "tts";
17905
+ ocr: "ocr";
17906
+ vla: "vla";
17907
+ "llamacpp-completion": "llamacpp-completion";
17908
+ "whispercpp-transcription": "whispercpp-transcription";
17909
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
17910
+ "llamacpp-embedding": "llamacpp-embedding";
17911
+ "nmtcpp-translation": "nmtcpp-translation";
17912
+ "onnx-tts": "onnx-tts";
17913
+ "tts-ggml": "tts-ggml";
17914
+ "parakeet-transcription": "parakeet-transcription";
17915
+ "ggml-ocr": "ggml-ocr";
17916
+ "sdcpp-generation": "sdcpp-generation";
17917
+ "audiogen-ggml": "audiogen-ggml";
17918
+ "ggml-vla": "ggml-vla";
17919
+ "ggml-classification": "ggml-classification";
17920
+ llm: "llm";
17921
+ whisper: "whisper";
17922
+ bci: "bci";
17923
+ nmt: "nmt";
17924
+ parakeet: "parakeet";
17925
+ classification: "classification";
17926
+ }>, z.ZodLiteral<"vad">]>>;
17927
+ }, z.core.$strip>]>>;
17928
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
17929
+ src: z.ZodString;
17930
+ name: z.ZodOptional<z.ZodString>;
17931
+ modelId: z.ZodOptional<z.ZodString>;
17932
+ registryPath: z.ZodOptional<z.ZodString>;
17933
+ registrySource: z.ZodOptional<z.ZodString>;
17934
+ blobCoreKey: z.ZodOptional<z.ZodString>;
17935
+ blobIndex: z.ZodOptional<z.ZodNumber>;
17936
+ engine: z.ZodOptional<z.ZodString>;
17937
+ expectedSize: z.ZodOptional<z.ZodNumber>;
17938
+ sha256Checksum: z.ZodOptional<z.ZodString>;
17939
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
17940
+ embeddings: "embeddings";
17941
+ diffusion: "diffusion";
17942
+ audiogen: "audiogen";
17943
+ tts: "tts";
17944
+ ocr: "ocr";
17945
+ vla: "vla";
17946
+ "llamacpp-completion": "llamacpp-completion";
17947
+ "whispercpp-transcription": "whispercpp-transcription";
17948
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
17949
+ "llamacpp-embedding": "llamacpp-embedding";
17950
+ "nmtcpp-translation": "nmtcpp-translation";
17951
+ "onnx-tts": "onnx-tts";
17952
+ "tts-ggml": "tts-ggml";
17953
+ "parakeet-transcription": "parakeet-transcription";
17954
+ "ggml-ocr": "ggml-ocr";
17955
+ "sdcpp-generation": "sdcpp-generation";
17956
+ "audiogen-ggml": "audiogen-ggml";
17957
+ "ggml-vla": "ggml-vla";
17958
+ "ggml-classification": "ggml-classification";
17959
+ llm: "llm";
17960
+ whisper: "whisper";
17961
+ bci: "bci";
17962
+ nmt: "nmt";
17963
+ parakeet: "parakeet";
17964
+ classification: "classification";
17965
+ }>, z.ZodLiteral<"vad">]>>;
17966
+ }, z.core.$strip>]>>;
17967
+ backendsDir: z.ZodOptional<z.ZodString>;
16756
17968
  useGPU: z.ZodOptional<z.ZodBoolean>;
16757
17969
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
16758
17970
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -16795,6 +18007,123 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16795
18007
  quality: z.ZodOptional<z.ZodString>;
16796
18008
  ttsEngine: z.ZodLiteral<"parler">;
16797
18009
  }, z.core.$strict>, z.ZodObject<{
18010
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18011
+ src: z.ZodString;
18012
+ name: z.ZodOptional<z.ZodString>;
18013
+ modelId: z.ZodOptional<z.ZodString>;
18014
+ registryPath: z.ZodOptional<z.ZodString>;
18015
+ registrySource: z.ZodOptional<z.ZodString>;
18016
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18017
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18018
+ engine: z.ZodOptional<z.ZodString>;
18019
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18020
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18021
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18022
+ embeddings: "embeddings";
18023
+ diffusion: "diffusion";
18024
+ audiogen: "audiogen";
18025
+ tts: "tts";
18026
+ ocr: "ocr";
18027
+ vla: "vla";
18028
+ "llamacpp-completion": "llamacpp-completion";
18029
+ "whispercpp-transcription": "whispercpp-transcription";
18030
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18031
+ "llamacpp-embedding": "llamacpp-embedding";
18032
+ "nmtcpp-translation": "nmtcpp-translation";
18033
+ "onnx-tts": "onnx-tts";
18034
+ "tts-ggml": "tts-ggml";
18035
+ "parakeet-transcription": "parakeet-transcription";
18036
+ "ggml-ocr": "ggml-ocr";
18037
+ "sdcpp-generation": "sdcpp-generation";
18038
+ "audiogen-ggml": "audiogen-ggml";
18039
+ "ggml-vla": "ggml-vla";
18040
+ "ggml-classification": "ggml-classification";
18041
+ llm: "llm";
18042
+ whisper: "whisper";
18043
+ bci: "bci";
18044
+ nmt: "nmt";
18045
+ parakeet: "parakeet";
18046
+ classification: "classification";
18047
+ }>, z.ZodLiteral<"vad">]>>;
18048
+ }, z.core.$strip>]>>;
18049
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18050
+ src: z.ZodString;
18051
+ name: z.ZodOptional<z.ZodString>;
18052
+ modelId: z.ZodOptional<z.ZodString>;
18053
+ registryPath: z.ZodOptional<z.ZodString>;
18054
+ registrySource: z.ZodOptional<z.ZodString>;
18055
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18056
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18057
+ engine: z.ZodOptional<z.ZodString>;
18058
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18059
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18060
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18061
+ embeddings: "embeddings";
18062
+ diffusion: "diffusion";
18063
+ audiogen: "audiogen";
18064
+ tts: "tts";
18065
+ ocr: "ocr";
18066
+ vla: "vla";
18067
+ "llamacpp-completion": "llamacpp-completion";
18068
+ "whispercpp-transcription": "whispercpp-transcription";
18069
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18070
+ "llamacpp-embedding": "llamacpp-embedding";
18071
+ "nmtcpp-translation": "nmtcpp-translation";
18072
+ "onnx-tts": "onnx-tts";
18073
+ "tts-ggml": "tts-ggml";
18074
+ "parakeet-transcription": "parakeet-transcription";
18075
+ "ggml-ocr": "ggml-ocr";
18076
+ "sdcpp-generation": "sdcpp-generation";
18077
+ "audiogen-ggml": "audiogen-ggml";
18078
+ "ggml-vla": "ggml-vla";
18079
+ "ggml-classification": "ggml-classification";
18080
+ llm: "llm";
18081
+ whisper: "whisper";
18082
+ bci: "bci";
18083
+ nmt: "nmt";
18084
+ parakeet: "parakeet";
18085
+ classification: "classification";
18086
+ }>, z.ZodLiteral<"vad">]>>;
18087
+ }, z.core.$strip>]>>;
18088
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18089
+ src: z.ZodString;
18090
+ name: z.ZodOptional<z.ZodString>;
18091
+ modelId: z.ZodOptional<z.ZodString>;
18092
+ registryPath: z.ZodOptional<z.ZodString>;
18093
+ registrySource: z.ZodOptional<z.ZodString>;
18094
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18095
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18096
+ engine: z.ZodOptional<z.ZodString>;
18097
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18098
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18099
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18100
+ embeddings: "embeddings";
18101
+ diffusion: "diffusion";
18102
+ audiogen: "audiogen";
18103
+ tts: "tts";
18104
+ ocr: "ocr";
18105
+ vla: "vla";
18106
+ "llamacpp-completion": "llamacpp-completion";
18107
+ "whispercpp-transcription": "whispercpp-transcription";
18108
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18109
+ "llamacpp-embedding": "llamacpp-embedding";
18110
+ "nmtcpp-translation": "nmtcpp-translation";
18111
+ "onnx-tts": "onnx-tts";
18112
+ "tts-ggml": "tts-ggml";
18113
+ "parakeet-transcription": "parakeet-transcription";
18114
+ "ggml-ocr": "ggml-ocr";
18115
+ "sdcpp-generation": "sdcpp-generation";
18116
+ "audiogen-ggml": "audiogen-ggml";
18117
+ "ggml-vla": "ggml-vla";
18118
+ "ggml-classification": "ggml-classification";
18119
+ llm: "llm";
18120
+ whisper: "whisper";
18121
+ bci: "bci";
18122
+ nmt: "nmt";
18123
+ parakeet: "parakeet";
18124
+ classification: "classification";
18125
+ }>, z.ZodLiteral<"vad">]>>;
18126
+ }, z.core.$strip>]>>;
16798
18127
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
16799
18128
  src: z.ZodString;
16800
18129
  name: z.ZodOptional<z.ZodString>;
@@ -16873,6 +18202,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16873
18202
  classification: "classification";
16874
18203
  }>, z.ZodLiteral<"vad">]>>;
16875
18204
  }, z.core.$strip>]>>;
18205
+ openclCacheDir: z.ZodOptional<z.ZodString>;
18206
+ backendsDir: z.ZodOptional<z.ZodString>;
16876
18207
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
16877
18208
  emotion: z.ZodOptional<z.ZodEnum<{
16878
18209
  anger: "anger";
@@ -16914,6 +18245,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16914
18245
  robot: "robot";
16915
18246
  }>>;
16916
18247
  }, z.core.$strict>]>>;
18248
+ promptText: z.ZodOptional<z.ZodString>;
16917
18249
  useGPU: z.ZodOptional<z.ZodBoolean>;
16918
18250
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
16919
18251
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -17039,6 +18371,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17039
18371
  classification: "classification";
17040
18372
  }>, z.ZodLiteral<"vad">]>>;
17041
18373
  }, z.core.$strip>]>>;
18374
+ backendsDir: z.ZodOptional<z.ZodString>;
17042
18375
  ttsEngine: z.ZodLiteral<"audio8">;
17043
18376
  referenceText: z.ZodOptional<z.ZodString>;
17044
18377
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -17108,8 +18441,39 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17108
18441
  modelType: "tts-ggml";
17109
18442
  modelSrc: string;
17110
18443
  modelName: string | undefined;
17111
- modelConfig: Record<string, unknown> | {
18444
+ modelConfig: {
18445
+ [x: string]: unknown;
18446
+ } | {
18447
+ [x: string]: unknown;
18448
+ } | {
17112
18449
  ttsEngine: "parler";
18450
+ lavasrEnhancerModelSrc?: string | {
18451
+ src: string;
18452
+ name?: string | undefined;
18453
+ modelId?: string | undefined;
18454
+ registryPath?: string | undefined;
18455
+ registrySource?: string | undefined;
18456
+ blobCoreKey?: string | undefined;
18457
+ blobIndex?: number | undefined;
18458
+ engine?: string | undefined;
18459
+ expectedSize?: number | undefined;
18460
+ sha256Checksum?: string | undefined;
18461
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18462
+ } | undefined;
18463
+ lavasrDenoiserModelSrc?: string | {
18464
+ src: string;
18465
+ name?: string | undefined;
18466
+ modelId?: string | undefined;
18467
+ registryPath?: string | undefined;
18468
+ registrySource?: string | undefined;
18469
+ blobCoreKey?: string | undefined;
18470
+ blobIndex?: number | undefined;
18471
+ engine?: string | undefined;
18472
+ expectedSize?: number | undefined;
18473
+ sha256Checksum?: string | undefined;
18474
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18475
+ } | undefined;
18476
+ backendsDir?: string | undefined;
17113
18477
  useGPU?: boolean | undefined;
17114
18478
  outputSampleRate?: number | undefined;
17115
18479
  streamChunkTokens?: number | undefined;
@@ -17135,6 +18499,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17135
18499
  quality?: string | undefined;
17136
18500
  } | {
17137
18501
  ttsEngine: "cosyvoice3";
18502
+ referenceAudioSrc?: string | {
18503
+ src: string;
18504
+ name?: string | undefined;
18505
+ modelId?: string | undefined;
18506
+ registryPath?: string | undefined;
18507
+ registrySource?: string | undefined;
18508
+ blobCoreKey?: string | undefined;
18509
+ blobIndex?: number | undefined;
18510
+ engine?: string | undefined;
18511
+ expectedSize?: number | undefined;
18512
+ sha256Checksum?: string | undefined;
18513
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18514
+ } | undefined;
18515
+ cosyvoice3S3tokModelSrc?: string | {
18516
+ src: string;
18517
+ name?: string | undefined;
18518
+ modelId?: string | undefined;
18519
+ registryPath?: string | undefined;
18520
+ registrySource?: string | undefined;
18521
+ blobCoreKey?: string | undefined;
18522
+ blobIndex?: number | undefined;
18523
+ engine?: string | undefined;
18524
+ expectedSize?: number | undefined;
18525
+ sha256Checksum?: string | undefined;
18526
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18527
+ } | undefined;
18528
+ cosyvoice3CampplusModelSrc?: string | {
18529
+ src: string;
18530
+ name?: string | undefined;
18531
+ modelId?: string | undefined;
18532
+ registryPath?: string | undefined;
18533
+ registrySource?: string | undefined;
18534
+ blobCoreKey?: string | undefined;
18535
+ blobIndex?: number | undefined;
18536
+ engine?: string | undefined;
18537
+ expectedSize?: number | undefined;
18538
+ sha256Checksum?: string | undefined;
18539
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18540
+ } | undefined;
17138
18541
  lavasrEnhancerModelSrc?: string | {
17139
18542
  src: string;
17140
18543
  name?: string | undefined;
@@ -17161,6 +18564,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17161
18564
  sha256Checksum?: string | undefined;
17162
18565
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17163
18566
  } | undefined;
18567
+ openclCacheDir?: string | undefined;
18568
+ backendsDir?: string | undefined;
17164
18569
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
17165
18570
  pace?: "slow" | "moderate" | "fast" | undefined;
17166
18571
  instruct?: string | {
@@ -17168,6 +18573,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17168
18573
  volume?: "loud" | "soft" | undefined;
17169
18574
  style?: "peppa" | "robot" | undefined;
17170
18575
  } | undefined;
18576
+ promptText?: string | undefined;
17171
18577
  useGPU?: boolean | undefined;
17172
18578
  outputSampleRate?: number | undefined;
17173
18579
  streamChunkTokens?: number | undefined;
@@ -17216,6 +18622,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17216
18622
  sha256Checksum?: string | undefined;
17217
18623
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17218
18624
  } | undefined;
18625
+ backendsDir?: string | undefined;
17219
18626
  referenceText?: string | undefined;
17220
18627
  greedy?: boolean | undefined;
17221
18628
  temperature?: number | undefined;
@@ -17232,8 +18639,39 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17232
18639
  withProgress: boolean;
17233
18640
  }, {
17234
18641
  modelType: "tts" | "tts-ggml";
17235
- modelConfig: Record<string, unknown> | {
18642
+ modelConfig: {
18643
+ [x: string]: unknown;
18644
+ } | {
18645
+ [x: string]: unknown;
18646
+ } | {
17236
18647
  ttsEngine: "parler";
18648
+ lavasrEnhancerModelSrc?: string | {
18649
+ src: string;
18650
+ name?: string | undefined;
18651
+ modelId?: string | undefined;
18652
+ registryPath?: string | undefined;
18653
+ registrySource?: string | undefined;
18654
+ blobCoreKey?: string | undefined;
18655
+ blobIndex?: number | undefined;
18656
+ engine?: string | undefined;
18657
+ expectedSize?: number | undefined;
18658
+ sha256Checksum?: string | undefined;
18659
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18660
+ } | undefined;
18661
+ lavasrDenoiserModelSrc?: string | {
18662
+ src: string;
18663
+ name?: string | undefined;
18664
+ modelId?: string | undefined;
18665
+ registryPath?: string | undefined;
18666
+ registrySource?: string | undefined;
18667
+ blobCoreKey?: string | undefined;
18668
+ blobIndex?: number | undefined;
18669
+ engine?: string | undefined;
18670
+ expectedSize?: number | undefined;
18671
+ sha256Checksum?: string | undefined;
18672
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18673
+ } | undefined;
18674
+ backendsDir?: string | undefined;
17237
18675
  useGPU?: boolean | undefined;
17238
18676
  outputSampleRate?: number | undefined;
17239
18677
  streamChunkTokens?: number | undefined;
@@ -17259,6 +18697,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17259
18697
  quality?: string | undefined;
17260
18698
  } | {
17261
18699
  ttsEngine: "cosyvoice3";
18700
+ referenceAudioSrc?: string | {
18701
+ src: string;
18702
+ name?: string | undefined;
18703
+ modelId?: string | undefined;
18704
+ registryPath?: string | undefined;
18705
+ registrySource?: string | undefined;
18706
+ blobCoreKey?: string | undefined;
18707
+ blobIndex?: number | undefined;
18708
+ engine?: string | undefined;
18709
+ expectedSize?: number | undefined;
18710
+ sha256Checksum?: string | undefined;
18711
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18712
+ } | undefined;
18713
+ cosyvoice3S3tokModelSrc?: string | {
18714
+ src: string;
18715
+ name?: string | undefined;
18716
+ modelId?: string | undefined;
18717
+ registryPath?: string | undefined;
18718
+ registrySource?: string | undefined;
18719
+ blobCoreKey?: string | undefined;
18720
+ blobIndex?: number | undefined;
18721
+ engine?: string | undefined;
18722
+ expectedSize?: number | undefined;
18723
+ sha256Checksum?: string | undefined;
18724
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18725
+ } | undefined;
18726
+ cosyvoice3CampplusModelSrc?: string | {
18727
+ src: string;
18728
+ name?: string | undefined;
18729
+ modelId?: string | undefined;
18730
+ registryPath?: string | undefined;
18731
+ registrySource?: string | undefined;
18732
+ blobCoreKey?: string | undefined;
18733
+ blobIndex?: number | undefined;
18734
+ engine?: string | undefined;
18735
+ expectedSize?: number | undefined;
18736
+ sha256Checksum?: string | undefined;
18737
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18738
+ } | undefined;
17262
18739
  lavasrEnhancerModelSrc?: string | {
17263
18740
  src: string;
17264
18741
  name?: string | undefined;
@@ -17285,6 +18762,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17285
18762
  sha256Checksum?: string | undefined;
17286
18763
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17287
18764
  } | undefined;
18765
+ openclCacheDir?: string | undefined;
18766
+ backendsDir?: string | undefined;
17288
18767
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
17289
18768
  pace?: "slow" | "moderate" | "fast" | undefined;
17290
18769
  instruct?: string | {
@@ -17292,6 +18771,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17292
18771
  volume?: "loud" | "soft" | undefined;
17293
18772
  style?: "peppa" | "robot" | undefined;
17294
18773
  } | undefined;
18774
+ promptText?: string | undefined;
17295
18775
  useGPU?: boolean | undefined;
17296
18776
  outputSampleRate?: number | undefined;
17297
18777
  streamChunkTokens?: number | undefined;
@@ -17340,6 +18820,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17340
18820
  sha256Checksum?: string | undefined;
17341
18821
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17342
18822
  } | undefined;
18823
+ backendsDir?: string | undefined;
17343
18824
  referenceText?: string | undefined;
17344
18825
  greedy?: boolean | undefined;
17345
18826
  temperature?: number | undefined;
@@ -17604,6 +19085,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17604
19085
  auto: "auto";
17605
19086
  f32: "f32";
17606
19087
  f16: "f16";
19088
+ q8_0: "q8_0";
17607
19089
  bf16: "bf16";
17608
19090
  q2_k: "q2_k";
17609
19091
  q3_k: "q3_k";
@@ -17614,7 +19096,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17614
19096
  q5_1: "q5_1";
17615
19097
  q5_k: "q5_k";
17616
19098
  q6_k: "q6_k";
17617
- q8_0: "q8_0";
17618
19099
  }>>;
17619
19100
  rng: z.ZodOptional<z.ZodEnum<{
17620
19101
  cpu: "cpu";
@@ -17626,12 +19107,17 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17626
19107
  cuda: "cuda";
17627
19108
  std_default: "std_default";
17628
19109
  }>>;
17629
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
17630
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
17631
19110
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
17632
19111
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
17633
19112
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
17634
19113
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
19114
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19115
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19116
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19117
+ backend: z.ZodOptional<z.ZodString>;
19118
+ params_backend: z.ZodOptional<z.ZodString>;
19119
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
19120
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
17635
19121
  flash_attn: z.ZodOptional<z.ZodBoolean>;
17636
19122
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
17637
19123
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -18246,15 +19732,20 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
18246
19732
  device?: "gpu" | "cpu" | undefined;
18247
19733
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
18248
19734
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
18249
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
19735
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
18250
19736
  rng?: "cpu" | "cuda" | "std_default" | undefined;
18251
19737
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
18252
- clip_on_cpu?: boolean | undefined;
18253
- vae_on_cpu?: boolean | undefined;
18254
19738
  vae_auto_cpu_fallback?: boolean | undefined;
18255
19739
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
18256
19740
  vae_tiling?: boolean | undefined;
18257
19741
  offload_to_cpu?: boolean | undefined;
19742
+ control_net_cpu?: undefined;
19743
+ clip_on_cpu?: undefined;
19744
+ vae_on_cpu?: undefined;
19745
+ backend?: string | undefined;
19746
+ params_backend?: string | undefined;
19747
+ max_vram?: string | number | undefined;
19748
+ stream_layers?: boolean | undefined;
18258
19749
  flash_attn?: boolean | undefined;
18259
19750
  diffusion_fa?: boolean | undefined;
18260
19751
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -19333,7 +20824,6 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
19333
20824
  'split-mode': z.ZodOptional<z.ZodEnum<{
19334
20825
  none: "none";
19335
20826
  layer: "layer";
19336
- row: "row";
19337
20827
  tensor: "tensor";
19338
20828
  }>>;
19339
20829
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -19648,7 +21138,6 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
19648
21138
  splitMode: z.ZodOptional<z.ZodEnum<{
19649
21139
  none: "none";
19650
21140
  layer: "layer";
19651
- row: "row";
19652
21141
  }>>;
19653
21142
  tensorSplit: z.ZodOptional<z.ZodString>;
19654
21143
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -20301,6 +21790,85 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20301
21790
  }, z.core.$strict>, z.ZodObject<{
20302
21791
  [x: string]: z.ZodOptional<z.ZodUnknown>;
20303
21792
  }, z.core.$strict>, z.ZodObject<{
21793
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21794
+ src: z.ZodString;
21795
+ name: z.ZodOptional<z.ZodString>;
21796
+ modelId: z.ZodOptional<z.ZodString>;
21797
+ registryPath: z.ZodOptional<z.ZodString>;
21798
+ registrySource: z.ZodOptional<z.ZodString>;
21799
+ blobCoreKey: z.ZodOptional<z.ZodString>;
21800
+ blobIndex: z.ZodOptional<z.ZodNumber>;
21801
+ engine: z.ZodOptional<z.ZodString>;
21802
+ expectedSize: z.ZodOptional<z.ZodNumber>;
21803
+ sha256Checksum: z.ZodOptional<z.ZodString>;
21804
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
21805
+ embeddings: "embeddings";
21806
+ diffusion: "diffusion";
21807
+ audiogen: "audiogen";
21808
+ tts: "tts";
21809
+ ocr: "ocr";
21810
+ vla: "vla";
21811
+ "llamacpp-completion": "llamacpp-completion";
21812
+ "whispercpp-transcription": "whispercpp-transcription";
21813
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
21814
+ "llamacpp-embedding": "llamacpp-embedding";
21815
+ "nmtcpp-translation": "nmtcpp-translation";
21816
+ "onnx-tts": "onnx-tts";
21817
+ "tts-ggml": "tts-ggml";
21818
+ "parakeet-transcription": "parakeet-transcription";
21819
+ "ggml-ocr": "ggml-ocr";
21820
+ "sdcpp-generation": "sdcpp-generation";
21821
+ "audiogen-ggml": "audiogen-ggml";
21822
+ "ggml-vla": "ggml-vla";
21823
+ "ggml-classification": "ggml-classification";
21824
+ llm: "llm";
21825
+ whisper: "whisper";
21826
+ bci: "bci";
21827
+ nmt: "nmt";
21828
+ parakeet: "parakeet";
21829
+ classification: "classification";
21830
+ }>, z.ZodLiteral<"vad">]>>;
21831
+ }, z.core.$strip>]>>;
21832
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21833
+ src: z.ZodString;
21834
+ name: z.ZodOptional<z.ZodString>;
21835
+ modelId: z.ZodOptional<z.ZodString>;
21836
+ registryPath: z.ZodOptional<z.ZodString>;
21837
+ registrySource: z.ZodOptional<z.ZodString>;
21838
+ blobCoreKey: z.ZodOptional<z.ZodString>;
21839
+ blobIndex: z.ZodOptional<z.ZodNumber>;
21840
+ engine: z.ZodOptional<z.ZodString>;
21841
+ expectedSize: z.ZodOptional<z.ZodNumber>;
21842
+ sha256Checksum: z.ZodOptional<z.ZodString>;
21843
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
21844
+ embeddings: "embeddings";
21845
+ diffusion: "diffusion";
21846
+ audiogen: "audiogen";
21847
+ tts: "tts";
21848
+ ocr: "ocr";
21849
+ vla: "vla";
21850
+ "llamacpp-completion": "llamacpp-completion";
21851
+ "whispercpp-transcription": "whispercpp-transcription";
21852
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
21853
+ "llamacpp-embedding": "llamacpp-embedding";
21854
+ "nmtcpp-translation": "nmtcpp-translation";
21855
+ "onnx-tts": "onnx-tts";
21856
+ "tts-ggml": "tts-ggml";
21857
+ "parakeet-transcription": "parakeet-transcription";
21858
+ "ggml-ocr": "ggml-ocr";
21859
+ "sdcpp-generation": "sdcpp-generation";
21860
+ "audiogen-ggml": "audiogen-ggml";
21861
+ "ggml-vla": "ggml-vla";
21862
+ "ggml-classification": "ggml-classification";
21863
+ llm: "llm";
21864
+ whisper: "whisper";
21865
+ bci: "bci";
21866
+ nmt: "nmt";
21867
+ parakeet: "parakeet";
21868
+ classification: "classification";
21869
+ }>, z.ZodLiteral<"vad">]>>;
21870
+ }, z.core.$strip>]>>;
21871
+ backendsDir: z.ZodOptional<z.ZodString>;
20304
21872
  useGPU: z.ZodOptional<z.ZodBoolean>;
20305
21873
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
20306
21874
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -20343,6 +21911,123 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20343
21911
  quality: z.ZodOptional<z.ZodString>;
20344
21912
  ttsEngine: z.ZodLiteral<"parler">;
20345
21913
  }, z.core.$strict>, z.ZodObject<{
21914
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21915
+ src: z.ZodString;
21916
+ name: z.ZodOptional<z.ZodString>;
21917
+ modelId: z.ZodOptional<z.ZodString>;
21918
+ registryPath: z.ZodOptional<z.ZodString>;
21919
+ registrySource: z.ZodOptional<z.ZodString>;
21920
+ blobCoreKey: z.ZodOptional<z.ZodString>;
21921
+ blobIndex: z.ZodOptional<z.ZodNumber>;
21922
+ engine: z.ZodOptional<z.ZodString>;
21923
+ expectedSize: z.ZodOptional<z.ZodNumber>;
21924
+ sha256Checksum: z.ZodOptional<z.ZodString>;
21925
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
21926
+ embeddings: "embeddings";
21927
+ diffusion: "diffusion";
21928
+ audiogen: "audiogen";
21929
+ tts: "tts";
21930
+ ocr: "ocr";
21931
+ vla: "vla";
21932
+ "llamacpp-completion": "llamacpp-completion";
21933
+ "whispercpp-transcription": "whispercpp-transcription";
21934
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
21935
+ "llamacpp-embedding": "llamacpp-embedding";
21936
+ "nmtcpp-translation": "nmtcpp-translation";
21937
+ "onnx-tts": "onnx-tts";
21938
+ "tts-ggml": "tts-ggml";
21939
+ "parakeet-transcription": "parakeet-transcription";
21940
+ "ggml-ocr": "ggml-ocr";
21941
+ "sdcpp-generation": "sdcpp-generation";
21942
+ "audiogen-ggml": "audiogen-ggml";
21943
+ "ggml-vla": "ggml-vla";
21944
+ "ggml-classification": "ggml-classification";
21945
+ llm: "llm";
21946
+ whisper: "whisper";
21947
+ bci: "bci";
21948
+ nmt: "nmt";
21949
+ parakeet: "parakeet";
21950
+ classification: "classification";
21951
+ }>, z.ZodLiteral<"vad">]>>;
21952
+ }, z.core.$strip>]>>;
21953
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21954
+ src: z.ZodString;
21955
+ name: z.ZodOptional<z.ZodString>;
21956
+ modelId: z.ZodOptional<z.ZodString>;
21957
+ registryPath: z.ZodOptional<z.ZodString>;
21958
+ registrySource: z.ZodOptional<z.ZodString>;
21959
+ blobCoreKey: z.ZodOptional<z.ZodString>;
21960
+ blobIndex: z.ZodOptional<z.ZodNumber>;
21961
+ engine: z.ZodOptional<z.ZodString>;
21962
+ expectedSize: z.ZodOptional<z.ZodNumber>;
21963
+ sha256Checksum: z.ZodOptional<z.ZodString>;
21964
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
21965
+ embeddings: "embeddings";
21966
+ diffusion: "diffusion";
21967
+ audiogen: "audiogen";
21968
+ tts: "tts";
21969
+ ocr: "ocr";
21970
+ vla: "vla";
21971
+ "llamacpp-completion": "llamacpp-completion";
21972
+ "whispercpp-transcription": "whispercpp-transcription";
21973
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
21974
+ "llamacpp-embedding": "llamacpp-embedding";
21975
+ "nmtcpp-translation": "nmtcpp-translation";
21976
+ "onnx-tts": "onnx-tts";
21977
+ "tts-ggml": "tts-ggml";
21978
+ "parakeet-transcription": "parakeet-transcription";
21979
+ "ggml-ocr": "ggml-ocr";
21980
+ "sdcpp-generation": "sdcpp-generation";
21981
+ "audiogen-ggml": "audiogen-ggml";
21982
+ "ggml-vla": "ggml-vla";
21983
+ "ggml-classification": "ggml-classification";
21984
+ llm: "llm";
21985
+ whisper: "whisper";
21986
+ bci: "bci";
21987
+ nmt: "nmt";
21988
+ parakeet: "parakeet";
21989
+ classification: "classification";
21990
+ }>, z.ZodLiteral<"vad">]>>;
21991
+ }, z.core.$strip>]>>;
21992
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
21993
+ src: z.ZodString;
21994
+ name: z.ZodOptional<z.ZodString>;
21995
+ modelId: z.ZodOptional<z.ZodString>;
21996
+ registryPath: z.ZodOptional<z.ZodString>;
21997
+ registrySource: z.ZodOptional<z.ZodString>;
21998
+ blobCoreKey: z.ZodOptional<z.ZodString>;
21999
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22000
+ engine: z.ZodOptional<z.ZodString>;
22001
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22002
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22003
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22004
+ embeddings: "embeddings";
22005
+ diffusion: "diffusion";
22006
+ audiogen: "audiogen";
22007
+ tts: "tts";
22008
+ ocr: "ocr";
22009
+ vla: "vla";
22010
+ "llamacpp-completion": "llamacpp-completion";
22011
+ "whispercpp-transcription": "whispercpp-transcription";
22012
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22013
+ "llamacpp-embedding": "llamacpp-embedding";
22014
+ "nmtcpp-translation": "nmtcpp-translation";
22015
+ "onnx-tts": "onnx-tts";
22016
+ "tts-ggml": "tts-ggml";
22017
+ "parakeet-transcription": "parakeet-transcription";
22018
+ "ggml-ocr": "ggml-ocr";
22019
+ "sdcpp-generation": "sdcpp-generation";
22020
+ "audiogen-ggml": "audiogen-ggml";
22021
+ "ggml-vla": "ggml-vla";
22022
+ "ggml-classification": "ggml-classification";
22023
+ llm: "llm";
22024
+ whisper: "whisper";
22025
+ bci: "bci";
22026
+ nmt: "nmt";
22027
+ parakeet: "parakeet";
22028
+ classification: "classification";
22029
+ }>, z.ZodLiteral<"vad">]>>;
22030
+ }, z.core.$strip>]>>;
20346
22031
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
20347
22032
  src: z.ZodString;
20348
22033
  name: z.ZodOptional<z.ZodString>;
@@ -20421,6 +22106,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20421
22106
  classification: "classification";
20422
22107
  }>, z.ZodLiteral<"vad">]>>;
20423
22108
  }, z.core.$strip>]>>;
22109
+ openclCacheDir: z.ZodOptional<z.ZodString>;
22110
+ backendsDir: z.ZodOptional<z.ZodString>;
20424
22111
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
20425
22112
  emotion: z.ZodOptional<z.ZodEnum<{
20426
22113
  anger: "anger";
@@ -20462,6 +22149,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20462
22149
  robot: "robot";
20463
22150
  }>>;
20464
22151
  }, z.core.$strict>]>>;
22152
+ promptText: z.ZodOptional<z.ZodString>;
20465
22153
  useGPU: z.ZodOptional<z.ZodBoolean>;
20466
22154
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
20467
22155
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -20587,6 +22275,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20587
22275
  classification: "classification";
20588
22276
  }>, z.ZodLiteral<"vad">]>>;
20589
22277
  }, z.core.$strip>]>>;
22278
+ backendsDir: z.ZodOptional<z.ZodString>;
20590
22279
  ttsEngine: z.ZodLiteral<"audio8">;
20591
22280
  referenceText: z.ZodOptional<z.ZodString>;
20592
22281
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -20712,6 +22401,7 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20712
22401
  auto: "auto";
20713
22402
  f32: "f32";
20714
22403
  f16: "f16";
22404
+ q8_0: "q8_0";
20715
22405
  bf16: "bf16";
20716
22406
  q2_k: "q2_k";
20717
22407
  q3_k: "q3_k";
@@ -20722,7 +22412,6 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20722
22412
  q5_1: "q5_1";
20723
22413
  q5_k: "q5_k";
20724
22414
  q6_k: "q6_k";
20725
- q8_0: "q8_0";
20726
22415
  }>>;
20727
22416
  rng: z.ZodOptional<z.ZodEnum<{
20728
22417
  cpu: "cpu";
@@ -20734,12 +22423,17 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20734
22423
  cuda: "cuda";
20735
22424
  std_default: "std_default";
20736
22425
  }>>;
20737
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
20738
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
20739
22426
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
20740
22427
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
20741
22428
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
20742
22429
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
22430
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22431
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22432
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22433
+ backend: z.ZodOptional<z.ZodString>;
22434
+ params_backend: z.ZodOptional<z.ZodString>;
22435
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
22436
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
20743
22437
  flash_attn: z.ZodOptional<z.ZodBoolean>;
20744
22438
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
20745
22439
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -21641,7 +23335,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
21641
23335
  'split-mode': z.ZodOptional<z.ZodEnum<{
21642
23336
  none: "none";
21643
23337
  layer: "layer";
21644
- row: "row";
21645
23338
  tensor: "tensor";
21646
23339
  }>>;
21647
23340
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -21952,7 +23645,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
21952
23645
  splitMode: z.ZodOptional<z.ZodEnum<{
21953
23646
  none: "none";
21954
23647
  layer: "layer";
21955
- row: "row";
21956
23648
  }>>;
21957
23649
  tensorSplit: z.ZodOptional<z.ZodString>;
21958
23650
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -22603,6 +24295,85 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22603
24295
  }, z.core.$strict>, z.ZodObject<{
22604
24296
  [x: string]: z.ZodOptional<z.ZodUnknown>;
22605
24297
  }, z.core.$strict>, z.ZodObject<{
24298
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24299
+ src: z.ZodString;
24300
+ name: z.ZodOptional<z.ZodString>;
24301
+ modelId: z.ZodOptional<z.ZodString>;
24302
+ registryPath: z.ZodOptional<z.ZodString>;
24303
+ registrySource: z.ZodOptional<z.ZodString>;
24304
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24305
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24306
+ engine: z.ZodOptional<z.ZodString>;
24307
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24308
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24309
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24310
+ embeddings: "embeddings";
24311
+ diffusion: "diffusion";
24312
+ audiogen: "audiogen";
24313
+ tts: "tts";
24314
+ ocr: "ocr";
24315
+ vla: "vla";
24316
+ "llamacpp-completion": "llamacpp-completion";
24317
+ "whispercpp-transcription": "whispercpp-transcription";
24318
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24319
+ "llamacpp-embedding": "llamacpp-embedding";
24320
+ "nmtcpp-translation": "nmtcpp-translation";
24321
+ "onnx-tts": "onnx-tts";
24322
+ "tts-ggml": "tts-ggml";
24323
+ "parakeet-transcription": "parakeet-transcription";
24324
+ "ggml-ocr": "ggml-ocr";
24325
+ "sdcpp-generation": "sdcpp-generation";
24326
+ "audiogen-ggml": "audiogen-ggml";
24327
+ "ggml-vla": "ggml-vla";
24328
+ "ggml-classification": "ggml-classification";
24329
+ llm: "llm";
24330
+ whisper: "whisper";
24331
+ bci: "bci";
24332
+ nmt: "nmt";
24333
+ parakeet: "parakeet";
24334
+ classification: "classification";
24335
+ }>, z.ZodLiteral<"vad">]>>;
24336
+ }, z.core.$strip>]>>;
24337
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24338
+ src: z.ZodString;
24339
+ name: z.ZodOptional<z.ZodString>;
24340
+ modelId: z.ZodOptional<z.ZodString>;
24341
+ registryPath: z.ZodOptional<z.ZodString>;
24342
+ registrySource: z.ZodOptional<z.ZodString>;
24343
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24344
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24345
+ engine: z.ZodOptional<z.ZodString>;
24346
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24347
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24348
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24349
+ embeddings: "embeddings";
24350
+ diffusion: "diffusion";
24351
+ audiogen: "audiogen";
24352
+ tts: "tts";
24353
+ ocr: "ocr";
24354
+ vla: "vla";
24355
+ "llamacpp-completion": "llamacpp-completion";
24356
+ "whispercpp-transcription": "whispercpp-transcription";
24357
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24358
+ "llamacpp-embedding": "llamacpp-embedding";
24359
+ "nmtcpp-translation": "nmtcpp-translation";
24360
+ "onnx-tts": "onnx-tts";
24361
+ "tts-ggml": "tts-ggml";
24362
+ "parakeet-transcription": "parakeet-transcription";
24363
+ "ggml-ocr": "ggml-ocr";
24364
+ "sdcpp-generation": "sdcpp-generation";
24365
+ "audiogen-ggml": "audiogen-ggml";
24366
+ "ggml-vla": "ggml-vla";
24367
+ "ggml-classification": "ggml-classification";
24368
+ llm: "llm";
24369
+ whisper: "whisper";
24370
+ bci: "bci";
24371
+ nmt: "nmt";
24372
+ parakeet: "parakeet";
24373
+ classification: "classification";
24374
+ }>, z.ZodLiteral<"vad">]>>;
24375
+ }, z.core.$strip>]>>;
24376
+ backendsDir: z.ZodOptional<z.ZodString>;
22606
24377
  useGPU: z.ZodOptional<z.ZodBoolean>;
22607
24378
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
22608
24379
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -22645,6 +24416,123 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22645
24416
  quality: z.ZodOptional<z.ZodString>;
22646
24417
  ttsEngine: z.ZodLiteral<"parler">;
22647
24418
  }, z.core.$strict>, z.ZodObject<{
24419
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24420
+ src: z.ZodString;
24421
+ name: z.ZodOptional<z.ZodString>;
24422
+ modelId: z.ZodOptional<z.ZodString>;
24423
+ registryPath: z.ZodOptional<z.ZodString>;
24424
+ registrySource: z.ZodOptional<z.ZodString>;
24425
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24426
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24427
+ engine: z.ZodOptional<z.ZodString>;
24428
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24429
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24430
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24431
+ embeddings: "embeddings";
24432
+ diffusion: "diffusion";
24433
+ audiogen: "audiogen";
24434
+ tts: "tts";
24435
+ ocr: "ocr";
24436
+ vla: "vla";
24437
+ "llamacpp-completion": "llamacpp-completion";
24438
+ "whispercpp-transcription": "whispercpp-transcription";
24439
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24440
+ "llamacpp-embedding": "llamacpp-embedding";
24441
+ "nmtcpp-translation": "nmtcpp-translation";
24442
+ "onnx-tts": "onnx-tts";
24443
+ "tts-ggml": "tts-ggml";
24444
+ "parakeet-transcription": "parakeet-transcription";
24445
+ "ggml-ocr": "ggml-ocr";
24446
+ "sdcpp-generation": "sdcpp-generation";
24447
+ "audiogen-ggml": "audiogen-ggml";
24448
+ "ggml-vla": "ggml-vla";
24449
+ "ggml-classification": "ggml-classification";
24450
+ llm: "llm";
24451
+ whisper: "whisper";
24452
+ bci: "bci";
24453
+ nmt: "nmt";
24454
+ parakeet: "parakeet";
24455
+ classification: "classification";
24456
+ }>, z.ZodLiteral<"vad">]>>;
24457
+ }, z.core.$strip>]>>;
24458
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24459
+ src: z.ZodString;
24460
+ name: z.ZodOptional<z.ZodString>;
24461
+ modelId: z.ZodOptional<z.ZodString>;
24462
+ registryPath: z.ZodOptional<z.ZodString>;
24463
+ registrySource: z.ZodOptional<z.ZodString>;
24464
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24465
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24466
+ engine: z.ZodOptional<z.ZodString>;
24467
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24468
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24469
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24470
+ embeddings: "embeddings";
24471
+ diffusion: "diffusion";
24472
+ audiogen: "audiogen";
24473
+ tts: "tts";
24474
+ ocr: "ocr";
24475
+ vla: "vla";
24476
+ "llamacpp-completion": "llamacpp-completion";
24477
+ "whispercpp-transcription": "whispercpp-transcription";
24478
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24479
+ "llamacpp-embedding": "llamacpp-embedding";
24480
+ "nmtcpp-translation": "nmtcpp-translation";
24481
+ "onnx-tts": "onnx-tts";
24482
+ "tts-ggml": "tts-ggml";
24483
+ "parakeet-transcription": "parakeet-transcription";
24484
+ "ggml-ocr": "ggml-ocr";
24485
+ "sdcpp-generation": "sdcpp-generation";
24486
+ "audiogen-ggml": "audiogen-ggml";
24487
+ "ggml-vla": "ggml-vla";
24488
+ "ggml-classification": "ggml-classification";
24489
+ llm: "llm";
24490
+ whisper: "whisper";
24491
+ bci: "bci";
24492
+ nmt: "nmt";
24493
+ parakeet: "parakeet";
24494
+ classification: "classification";
24495
+ }>, z.ZodLiteral<"vad">]>>;
24496
+ }, z.core.$strip>]>>;
24497
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24498
+ src: z.ZodString;
24499
+ name: z.ZodOptional<z.ZodString>;
24500
+ modelId: z.ZodOptional<z.ZodString>;
24501
+ registryPath: z.ZodOptional<z.ZodString>;
24502
+ registrySource: z.ZodOptional<z.ZodString>;
24503
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24504
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24505
+ engine: z.ZodOptional<z.ZodString>;
24506
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24507
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24508
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24509
+ embeddings: "embeddings";
24510
+ diffusion: "diffusion";
24511
+ audiogen: "audiogen";
24512
+ tts: "tts";
24513
+ ocr: "ocr";
24514
+ vla: "vla";
24515
+ "llamacpp-completion": "llamacpp-completion";
24516
+ "whispercpp-transcription": "whispercpp-transcription";
24517
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24518
+ "llamacpp-embedding": "llamacpp-embedding";
24519
+ "nmtcpp-translation": "nmtcpp-translation";
24520
+ "onnx-tts": "onnx-tts";
24521
+ "tts-ggml": "tts-ggml";
24522
+ "parakeet-transcription": "parakeet-transcription";
24523
+ "ggml-ocr": "ggml-ocr";
24524
+ "sdcpp-generation": "sdcpp-generation";
24525
+ "audiogen-ggml": "audiogen-ggml";
24526
+ "ggml-vla": "ggml-vla";
24527
+ "ggml-classification": "ggml-classification";
24528
+ llm: "llm";
24529
+ whisper: "whisper";
24530
+ bci: "bci";
24531
+ nmt: "nmt";
24532
+ parakeet: "parakeet";
24533
+ classification: "classification";
24534
+ }>, z.ZodLiteral<"vad">]>>;
24535
+ }, z.core.$strip>]>>;
22648
24536
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22649
24537
  src: z.ZodString;
22650
24538
  name: z.ZodOptional<z.ZodString>;
@@ -22723,6 +24611,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22723
24611
  classification: "classification";
22724
24612
  }>, z.ZodLiteral<"vad">]>>;
22725
24613
  }, z.core.$strip>]>>;
24614
+ openclCacheDir: z.ZodOptional<z.ZodString>;
24615
+ backendsDir: z.ZodOptional<z.ZodString>;
22726
24616
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
22727
24617
  emotion: z.ZodOptional<z.ZodEnum<{
22728
24618
  anger: "anger";
@@ -22764,6 +24654,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22764
24654
  robot: "robot";
22765
24655
  }>>;
22766
24656
  }, z.core.$strict>]>>;
24657
+ promptText: z.ZodOptional<z.ZodString>;
22767
24658
  useGPU: z.ZodOptional<z.ZodBoolean>;
22768
24659
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
22769
24660
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -22889,6 +24780,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22889
24780
  classification: "classification";
22890
24781
  }>, z.ZodLiteral<"vad">]>>;
22891
24782
  }, z.core.$strip>]>>;
24783
+ backendsDir: z.ZodOptional<z.ZodString>;
22892
24784
  ttsEngine: z.ZodLiteral<"audio8">;
22893
24785
  referenceText: z.ZodOptional<z.ZodString>;
22894
24786
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -23012,6 +24904,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23012
24904
  auto: "auto";
23013
24905
  f32: "f32";
23014
24906
  f16: "f16";
24907
+ q8_0: "q8_0";
23015
24908
  bf16: "bf16";
23016
24909
  q2_k: "q2_k";
23017
24910
  q3_k: "q3_k";
@@ -23022,7 +24915,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23022
24915
  q5_1: "q5_1";
23023
24916
  q5_k: "q5_k";
23024
24917
  q6_k: "q6_k";
23025
- q8_0: "q8_0";
23026
24918
  }>>;
23027
24919
  rng: z.ZodOptional<z.ZodEnum<{
23028
24920
  cpu: "cpu";
@@ -23034,12 +24926,17 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23034
24926
  cuda: "cuda";
23035
24927
  std_default: "std_default";
23036
24928
  }>>;
23037
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
23038
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
23039
24929
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
23040
24930
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
23041
24931
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
23042
24932
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
24933
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
24934
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
24935
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
24936
+ backend: z.ZodOptional<z.ZodString>;
24937
+ params_backend: z.ZodOptional<z.ZodString>;
24938
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
24939
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
23043
24940
  flash_attn: z.ZodOptional<z.ZodBoolean>;
23044
24941
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
23045
24942
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -23913,7 +25810,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23913
25810
  'cache-type-k'?: string | undefined;
23914
25811
  'cache-type-v'?: string | undefined;
23915
25812
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
23916
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
25813
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
23917
25814
  'flash-attn'?: "on" | "off" | "auto" | undefined;
23918
25815
  'tensor-split'?: string | undefined;
23919
25816
  openclCacheDir?: string | undefined;
@@ -24088,7 +25985,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24088
25985
  requireHttpChecksum?: boolean | undefined;
24089
25986
  requireSecureTransport?: boolean | undefined;
24090
25987
  requestId?: string | undefined;
24091
- modelConfig?: Record<string, unknown> | undefined;
25988
+ modelConfig?: {
25989
+ [x: string]: unknown;
25990
+ } | undefined;
24092
25991
  } | {
24093
25992
  seed: boolean;
24094
25993
  type: "loadModel";
@@ -24103,7 +26002,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24103
26002
  embdNormalize?: number | undefined;
24104
26003
  flashAttention?: "on" | "off" | "auto" | undefined;
24105
26004
  mainGpu?: number | "integrated" | "dedicated" | undefined;
24106
- splitMode?: "none" | "layer" | "row" | undefined;
26005
+ splitMode?: "none" | "layer" | undefined;
24107
26006
  tensorSplit?: string | undefined;
24108
26007
  verbosity?: 0 | 3 | 2 | 1 | undefined;
24109
26008
  openclCacheDir?: string | undefined;
@@ -24235,8 +26134,39 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24235
26134
  type: "loadModel";
24236
26135
  modelSrc: string;
24237
26136
  modelType: "tts-ggml";
24238
- modelConfig: Record<string, unknown> | {
26137
+ modelConfig: {
26138
+ [x: string]: unknown;
26139
+ } | {
26140
+ [x: string]: unknown;
26141
+ } | {
24239
26142
  ttsEngine: "parler";
26143
+ lavasrEnhancerModelSrc?: string | {
26144
+ src: string;
26145
+ name?: string | undefined;
26146
+ modelId?: string | undefined;
26147
+ registryPath?: string | undefined;
26148
+ registrySource?: string | undefined;
26149
+ blobCoreKey?: string | undefined;
26150
+ blobIndex?: number | undefined;
26151
+ engine?: string | undefined;
26152
+ expectedSize?: number | undefined;
26153
+ sha256Checksum?: string | undefined;
26154
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26155
+ } | undefined;
26156
+ lavasrDenoiserModelSrc?: string | {
26157
+ src: string;
26158
+ name?: string | undefined;
26159
+ modelId?: string | undefined;
26160
+ registryPath?: string | undefined;
26161
+ registrySource?: string | undefined;
26162
+ blobCoreKey?: string | undefined;
26163
+ blobIndex?: number | undefined;
26164
+ engine?: string | undefined;
26165
+ expectedSize?: number | undefined;
26166
+ sha256Checksum?: string | undefined;
26167
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26168
+ } | undefined;
26169
+ backendsDir?: string | undefined;
24240
26170
  useGPU?: boolean | undefined;
24241
26171
  outputSampleRate?: number | undefined;
24242
26172
  streamChunkTokens?: number | undefined;
@@ -24262,6 +26192,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24262
26192
  quality?: string | undefined;
24263
26193
  } | {
24264
26194
  ttsEngine: "cosyvoice3";
26195
+ referenceAudioSrc?: string | {
26196
+ src: string;
26197
+ name?: string | undefined;
26198
+ modelId?: string | undefined;
26199
+ registryPath?: string | undefined;
26200
+ registrySource?: string | undefined;
26201
+ blobCoreKey?: string | undefined;
26202
+ blobIndex?: number | undefined;
26203
+ engine?: string | undefined;
26204
+ expectedSize?: number | undefined;
26205
+ sha256Checksum?: string | undefined;
26206
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26207
+ } | undefined;
26208
+ cosyvoice3S3tokModelSrc?: string | {
26209
+ src: string;
26210
+ name?: string | undefined;
26211
+ modelId?: string | undefined;
26212
+ registryPath?: string | undefined;
26213
+ registrySource?: string | undefined;
26214
+ blobCoreKey?: string | undefined;
26215
+ blobIndex?: number | undefined;
26216
+ engine?: string | undefined;
26217
+ expectedSize?: number | undefined;
26218
+ sha256Checksum?: string | undefined;
26219
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26220
+ } | undefined;
26221
+ cosyvoice3CampplusModelSrc?: string | {
26222
+ src: string;
26223
+ name?: string | undefined;
26224
+ modelId?: string | undefined;
26225
+ registryPath?: string | undefined;
26226
+ registrySource?: string | undefined;
26227
+ blobCoreKey?: string | undefined;
26228
+ blobIndex?: number | undefined;
26229
+ engine?: string | undefined;
26230
+ expectedSize?: number | undefined;
26231
+ sha256Checksum?: string | undefined;
26232
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26233
+ } | undefined;
24265
26234
  lavasrEnhancerModelSrc?: string | {
24266
26235
  src: string;
24267
26236
  name?: string | undefined;
@@ -24288,6 +26257,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24288
26257
  sha256Checksum?: string | undefined;
24289
26258
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
24290
26259
  } | undefined;
26260
+ openclCacheDir?: string | undefined;
26261
+ backendsDir?: string | undefined;
24291
26262
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
24292
26263
  pace?: "slow" | "moderate" | "fast" | undefined;
24293
26264
  instruct?: string | {
@@ -24295,6 +26266,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24295
26266
  volume?: "loud" | "soft" | undefined;
24296
26267
  style?: "peppa" | "robot" | undefined;
24297
26268
  } | undefined;
26269
+ promptText?: string | undefined;
24298
26270
  useGPU?: boolean | undefined;
24299
26271
  outputSampleRate?: number | undefined;
24300
26272
  streamChunkTokens?: number | undefined;
@@ -24343,6 +26315,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24343
26315
  sha256Checksum?: string | undefined;
24344
26316
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
24345
26317
  } | undefined;
26318
+ backendsDir?: string | undefined;
24346
26319
  referenceText?: string | undefined;
24347
26320
  greedy?: boolean | undefined;
24348
26321
  temperature?: number | undefined;
@@ -24415,15 +26388,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24415
26388
  device?: "gpu" | "cpu" | undefined;
24416
26389
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
24417
26390
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
24418
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
26391
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
24419
26392
  rng?: "cpu" | "cuda" | "std_default" | undefined;
24420
26393
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
24421
- clip_on_cpu?: boolean | undefined;
24422
- vae_on_cpu?: boolean | undefined;
24423
26394
  vae_auto_cpu_fallback?: boolean | undefined;
24424
26395
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
24425
26396
  vae_tiling?: boolean | undefined;
24426
26397
  offload_to_cpu?: boolean | undefined;
26398
+ control_net_cpu?: undefined;
26399
+ clip_on_cpu?: undefined;
26400
+ vae_on_cpu?: undefined;
26401
+ backend?: string | undefined;
26402
+ params_backend?: string | undefined;
26403
+ max_vram?: string | number | undefined;
26404
+ stream_layers?: boolean | undefined;
24427
26405
  flash_attn?: boolean | undefined;
24428
26406
  diffusion_fa?: boolean | undefined;
24429
26407
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -24795,7 +26773,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24795
26773
  'cache-type-k'?: string | undefined;
24796
26774
  'cache-type-v'?: string | undefined;
24797
26775
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
24798
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
26776
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
24799
26777
  'flash-attn'?: "on" | "off" | "auto" | undefined;
24800
26778
  'tensor-split'?: string | undefined;
24801
26779
  openclCacheDir?: string | undefined;
@@ -24971,7 +26949,9 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24971
26949
  requireHttpChecksum?: boolean | undefined;
24972
26950
  requireSecureTransport?: boolean | undefined;
24973
26951
  requestId?: string | undefined;
24974
- modelConfig?: Record<string, unknown> | undefined;
26952
+ modelConfig?: {
26953
+ [x: string]: unknown;
26954
+ } | undefined;
24975
26955
  } | {
24976
26956
  type: "loadModel";
24977
26957
  modelSrc: string;
@@ -24985,7 +26965,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24985
26965
  embdNormalize?: number | undefined;
24986
26966
  flashAttention?: "on" | "off" | "auto" | undefined;
24987
26967
  mainGpu?: number | "integrated" | "dedicated" | undefined;
24988
- splitMode?: "none" | "layer" | "row" | undefined;
26968
+ splitMode?: "none" | "layer" | undefined;
24989
26969
  tensorSplit?: string | undefined;
24990
26970
  verbosity?: 0 | 3 | 2 | 1 | undefined;
24991
26971
  openclCacheDir?: string | undefined;
@@ -25117,8 +27097,39 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25117
27097
  type: "loadModel";
25118
27098
  modelSrc: string;
25119
27099
  modelType: "tts-ggml";
25120
- modelConfig: Record<string, unknown> | {
27100
+ modelConfig: {
27101
+ [x: string]: unknown;
27102
+ } | {
27103
+ [x: string]: unknown;
27104
+ } | {
25121
27105
  ttsEngine: "parler";
27106
+ lavasrEnhancerModelSrc?: string | {
27107
+ src: string;
27108
+ name?: string | undefined;
27109
+ modelId?: string | undefined;
27110
+ registryPath?: string | undefined;
27111
+ registrySource?: string | undefined;
27112
+ blobCoreKey?: string | undefined;
27113
+ blobIndex?: number | undefined;
27114
+ engine?: string | undefined;
27115
+ expectedSize?: number | undefined;
27116
+ sha256Checksum?: string | undefined;
27117
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27118
+ } | undefined;
27119
+ lavasrDenoiserModelSrc?: string | {
27120
+ src: string;
27121
+ name?: string | undefined;
27122
+ modelId?: string | undefined;
27123
+ registryPath?: string | undefined;
27124
+ registrySource?: string | undefined;
27125
+ blobCoreKey?: string | undefined;
27126
+ blobIndex?: number | undefined;
27127
+ engine?: string | undefined;
27128
+ expectedSize?: number | undefined;
27129
+ sha256Checksum?: string | undefined;
27130
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27131
+ } | undefined;
27132
+ backendsDir?: string | undefined;
25122
27133
  useGPU?: boolean | undefined;
25123
27134
  outputSampleRate?: number | undefined;
25124
27135
  streamChunkTokens?: number | undefined;
@@ -25144,6 +27155,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25144
27155
  quality?: string | undefined;
25145
27156
  } | {
25146
27157
  ttsEngine: "cosyvoice3";
27158
+ referenceAudioSrc?: string | {
27159
+ src: string;
27160
+ name?: string | undefined;
27161
+ modelId?: string | undefined;
27162
+ registryPath?: string | undefined;
27163
+ registrySource?: string | undefined;
27164
+ blobCoreKey?: string | undefined;
27165
+ blobIndex?: number | undefined;
27166
+ engine?: string | undefined;
27167
+ expectedSize?: number | undefined;
27168
+ sha256Checksum?: string | undefined;
27169
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27170
+ } | undefined;
27171
+ cosyvoice3S3tokModelSrc?: string | {
27172
+ src: string;
27173
+ name?: string | undefined;
27174
+ modelId?: string | undefined;
27175
+ registryPath?: string | undefined;
27176
+ registrySource?: string | undefined;
27177
+ blobCoreKey?: string | undefined;
27178
+ blobIndex?: number | undefined;
27179
+ engine?: string | undefined;
27180
+ expectedSize?: number | undefined;
27181
+ sha256Checksum?: string | undefined;
27182
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27183
+ } | undefined;
27184
+ cosyvoice3CampplusModelSrc?: string | {
27185
+ src: string;
27186
+ name?: string | undefined;
27187
+ modelId?: string | undefined;
27188
+ registryPath?: string | undefined;
27189
+ registrySource?: string | undefined;
27190
+ blobCoreKey?: string | undefined;
27191
+ blobIndex?: number | undefined;
27192
+ engine?: string | undefined;
27193
+ expectedSize?: number | undefined;
27194
+ sha256Checksum?: string | undefined;
27195
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27196
+ } | undefined;
25147
27197
  lavasrEnhancerModelSrc?: string | {
25148
27198
  src: string;
25149
27199
  name?: string | undefined;
@@ -25170,6 +27220,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25170
27220
  sha256Checksum?: string | undefined;
25171
27221
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
25172
27222
  } | undefined;
27223
+ openclCacheDir?: string | undefined;
27224
+ backendsDir?: string | undefined;
25173
27225
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
25174
27226
  pace?: "slow" | "moderate" | "fast" | undefined;
25175
27227
  instruct?: string | {
@@ -25177,6 +27229,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25177
27229
  volume?: "loud" | "soft" | undefined;
25178
27230
  style?: "peppa" | "robot" | undefined;
25179
27231
  } | undefined;
27232
+ promptText?: string | undefined;
25180
27233
  useGPU?: boolean | undefined;
25181
27234
  outputSampleRate?: number | undefined;
25182
27235
  streamChunkTokens?: number | undefined;
@@ -25225,6 +27278,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25225
27278
  sha256Checksum?: string | undefined;
25226
27279
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
25227
27280
  } | undefined;
27281
+ backendsDir?: string | undefined;
25228
27282
  referenceText?: string | undefined;
25229
27283
  greedy?: boolean | undefined;
25230
27284
  temperature?: number | undefined;
@@ -25298,15 +27352,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25298
27352
  device?: "gpu" | "cpu" | undefined;
25299
27353
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
25300
27354
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
25301
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
27355
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
25302
27356
  rng?: "cpu" | "cuda" | "std_default" | undefined;
25303
27357
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
25304
- clip_on_cpu?: boolean | undefined;
25305
- vae_on_cpu?: boolean | undefined;
25306
27358
  vae_auto_cpu_fallback?: boolean | undefined;
25307
27359
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
25308
27360
  vae_tiling?: boolean | undefined;
25309
27361
  offload_to_cpu?: boolean | undefined;
27362
+ control_net_cpu?: undefined;
27363
+ clip_on_cpu?: undefined;
27364
+ vae_on_cpu?: undefined;
27365
+ backend?: string | undefined;
27366
+ params_backend?: string | undefined;
27367
+ max_vram?: string | number | undefined;
27368
+ stream_layers?: boolean | undefined;
25310
27369
  flash_attn?: boolean | undefined;
25311
27370
  diffusion_fa?: boolean | undefined;
25312
27371
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -25703,7 +27762,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
25703
27762
  'split-mode': z.ZodOptional<z.ZodEnum<{
25704
27763
  none: "none";
25705
27764
  layer: "layer";
25706
- row: "row";
25707
27765
  tensor: "tensor";
25708
27766
  }>>;
25709
27767
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -26014,7 +28072,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26014
28072
  splitMode: z.ZodOptional<z.ZodEnum<{
26015
28073
  none: "none";
26016
28074
  layer: "layer";
26017
- row: "row";
26018
28075
  }>>;
26019
28076
  tensorSplit: z.ZodOptional<z.ZodString>;
26020
28077
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -26665,6 +28722,85 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26665
28722
  }, z.core.$strict>, z.ZodObject<{
26666
28723
  [x: string]: z.ZodOptional<z.ZodUnknown>;
26667
28724
  }, z.core.$strict>, z.ZodObject<{
28725
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28726
+ src: z.ZodString;
28727
+ name: z.ZodOptional<z.ZodString>;
28728
+ modelId: z.ZodOptional<z.ZodString>;
28729
+ registryPath: z.ZodOptional<z.ZodString>;
28730
+ registrySource: z.ZodOptional<z.ZodString>;
28731
+ blobCoreKey: z.ZodOptional<z.ZodString>;
28732
+ blobIndex: z.ZodOptional<z.ZodNumber>;
28733
+ engine: z.ZodOptional<z.ZodString>;
28734
+ expectedSize: z.ZodOptional<z.ZodNumber>;
28735
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28736
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
28737
+ embeddings: "embeddings";
28738
+ diffusion: "diffusion";
28739
+ audiogen: "audiogen";
28740
+ tts: "tts";
28741
+ ocr: "ocr";
28742
+ vla: "vla";
28743
+ "llamacpp-completion": "llamacpp-completion";
28744
+ "whispercpp-transcription": "whispercpp-transcription";
28745
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
28746
+ "llamacpp-embedding": "llamacpp-embedding";
28747
+ "nmtcpp-translation": "nmtcpp-translation";
28748
+ "onnx-tts": "onnx-tts";
28749
+ "tts-ggml": "tts-ggml";
28750
+ "parakeet-transcription": "parakeet-transcription";
28751
+ "ggml-ocr": "ggml-ocr";
28752
+ "sdcpp-generation": "sdcpp-generation";
28753
+ "audiogen-ggml": "audiogen-ggml";
28754
+ "ggml-vla": "ggml-vla";
28755
+ "ggml-classification": "ggml-classification";
28756
+ llm: "llm";
28757
+ whisper: "whisper";
28758
+ bci: "bci";
28759
+ nmt: "nmt";
28760
+ parakeet: "parakeet";
28761
+ classification: "classification";
28762
+ }>, z.ZodLiteral<"vad">]>>;
28763
+ }, z.core.$strip>]>>;
28764
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28765
+ src: z.ZodString;
28766
+ name: z.ZodOptional<z.ZodString>;
28767
+ modelId: z.ZodOptional<z.ZodString>;
28768
+ registryPath: z.ZodOptional<z.ZodString>;
28769
+ registrySource: z.ZodOptional<z.ZodString>;
28770
+ blobCoreKey: z.ZodOptional<z.ZodString>;
28771
+ blobIndex: z.ZodOptional<z.ZodNumber>;
28772
+ engine: z.ZodOptional<z.ZodString>;
28773
+ expectedSize: z.ZodOptional<z.ZodNumber>;
28774
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28775
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
28776
+ embeddings: "embeddings";
28777
+ diffusion: "diffusion";
28778
+ audiogen: "audiogen";
28779
+ tts: "tts";
28780
+ ocr: "ocr";
28781
+ vla: "vla";
28782
+ "llamacpp-completion": "llamacpp-completion";
28783
+ "whispercpp-transcription": "whispercpp-transcription";
28784
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
28785
+ "llamacpp-embedding": "llamacpp-embedding";
28786
+ "nmtcpp-translation": "nmtcpp-translation";
28787
+ "onnx-tts": "onnx-tts";
28788
+ "tts-ggml": "tts-ggml";
28789
+ "parakeet-transcription": "parakeet-transcription";
28790
+ "ggml-ocr": "ggml-ocr";
28791
+ "sdcpp-generation": "sdcpp-generation";
28792
+ "audiogen-ggml": "audiogen-ggml";
28793
+ "ggml-vla": "ggml-vla";
28794
+ "ggml-classification": "ggml-classification";
28795
+ llm: "llm";
28796
+ whisper: "whisper";
28797
+ bci: "bci";
28798
+ nmt: "nmt";
28799
+ parakeet: "parakeet";
28800
+ classification: "classification";
28801
+ }>, z.ZodLiteral<"vad">]>>;
28802
+ }, z.core.$strip>]>>;
28803
+ backendsDir: z.ZodOptional<z.ZodString>;
26668
28804
  useGPU: z.ZodOptional<z.ZodBoolean>;
26669
28805
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
26670
28806
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -26707,6 +28843,123 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26707
28843
  quality: z.ZodOptional<z.ZodString>;
26708
28844
  ttsEngine: z.ZodLiteral<"parler">;
26709
28845
  }, z.core.$strict>, z.ZodObject<{
28846
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28847
+ src: z.ZodString;
28848
+ name: z.ZodOptional<z.ZodString>;
28849
+ modelId: z.ZodOptional<z.ZodString>;
28850
+ registryPath: z.ZodOptional<z.ZodString>;
28851
+ registrySource: z.ZodOptional<z.ZodString>;
28852
+ blobCoreKey: z.ZodOptional<z.ZodString>;
28853
+ blobIndex: z.ZodOptional<z.ZodNumber>;
28854
+ engine: z.ZodOptional<z.ZodString>;
28855
+ expectedSize: z.ZodOptional<z.ZodNumber>;
28856
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28857
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
28858
+ embeddings: "embeddings";
28859
+ diffusion: "diffusion";
28860
+ audiogen: "audiogen";
28861
+ tts: "tts";
28862
+ ocr: "ocr";
28863
+ vla: "vla";
28864
+ "llamacpp-completion": "llamacpp-completion";
28865
+ "whispercpp-transcription": "whispercpp-transcription";
28866
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
28867
+ "llamacpp-embedding": "llamacpp-embedding";
28868
+ "nmtcpp-translation": "nmtcpp-translation";
28869
+ "onnx-tts": "onnx-tts";
28870
+ "tts-ggml": "tts-ggml";
28871
+ "parakeet-transcription": "parakeet-transcription";
28872
+ "ggml-ocr": "ggml-ocr";
28873
+ "sdcpp-generation": "sdcpp-generation";
28874
+ "audiogen-ggml": "audiogen-ggml";
28875
+ "ggml-vla": "ggml-vla";
28876
+ "ggml-classification": "ggml-classification";
28877
+ llm: "llm";
28878
+ whisper: "whisper";
28879
+ bci: "bci";
28880
+ nmt: "nmt";
28881
+ parakeet: "parakeet";
28882
+ classification: "classification";
28883
+ }>, z.ZodLiteral<"vad">]>>;
28884
+ }, z.core.$strip>]>>;
28885
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28886
+ src: z.ZodString;
28887
+ name: z.ZodOptional<z.ZodString>;
28888
+ modelId: z.ZodOptional<z.ZodString>;
28889
+ registryPath: z.ZodOptional<z.ZodString>;
28890
+ registrySource: z.ZodOptional<z.ZodString>;
28891
+ blobCoreKey: z.ZodOptional<z.ZodString>;
28892
+ blobIndex: z.ZodOptional<z.ZodNumber>;
28893
+ engine: z.ZodOptional<z.ZodString>;
28894
+ expectedSize: z.ZodOptional<z.ZodNumber>;
28895
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28896
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
28897
+ embeddings: "embeddings";
28898
+ diffusion: "diffusion";
28899
+ audiogen: "audiogen";
28900
+ tts: "tts";
28901
+ ocr: "ocr";
28902
+ vla: "vla";
28903
+ "llamacpp-completion": "llamacpp-completion";
28904
+ "whispercpp-transcription": "whispercpp-transcription";
28905
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
28906
+ "llamacpp-embedding": "llamacpp-embedding";
28907
+ "nmtcpp-translation": "nmtcpp-translation";
28908
+ "onnx-tts": "onnx-tts";
28909
+ "tts-ggml": "tts-ggml";
28910
+ "parakeet-transcription": "parakeet-transcription";
28911
+ "ggml-ocr": "ggml-ocr";
28912
+ "sdcpp-generation": "sdcpp-generation";
28913
+ "audiogen-ggml": "audiogen-ggml";
28914
+ "ggml-vla": "ggml-vla";
28915
+ "ggml-classification": "ggml-classification";
28916
+ llm: "llm";
28917
+ whisper: "whisper";
28918
+ bci: "bci";
28919
+ nmt: "nmt";
28920
+ parakeet: "parakeet";
28921
+ classification: "classification";
28922
+ }>, z.ZodLiteral<"vad">]>>;
28923
+ }, z.core.$strip>]>>;
28924
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
28925
+ src: z.ZodString;
28926
+ name: z.ZodOptional<z.ZodString>;
28927
+ modelId: z.ZodOptional<z.ZodString>;
28928
+ registryPath: z.ZodOptional<z.ZodString>;
28929
+ registrySource: z.ZodOptional<z.ZodString>;
28930
+ blobCoreKey: z.ZodOptional<z.ZodString>;
28931
+ blobIndex: z.ZodOptional<z.ZodNumber>;
28932
+ engine: z.ZodOptional<z.ZodString>;
28933
+ expectedSize: z.ZodOptional<z.ZodNumber>;
28934
+ sha256Checksum: z.ZodOptional<z.ZodString>;
28935
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
28936
+ embeddings: "embeddings";
28937
+ diffusion: "diffusion";
28938
+ audiogen: "audiogen";
28939
+ tts: "tts";
28940
+ ocr: "ocr";
28941
+ vla: "vla";
28942
+ "llamacpp-completion": "llamacpp-completion";
28943
+ "whispercpp-transcription": "whispercpp-transcription";
28944
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
28945
+ "llamacpp-embedding": "llamacpp-embedding";
28946
+ "nmtcpp-translation": "nmtcpp-translation";
28947
+ "onnx-tts": "onnx-tts";
28948
+ "tts-ggml": "tts-ggml";
28949
+ "parakeet-transcription": "parakeet-transcription";
28950
+ "ggml-ocr": "ggml-ocr";
28951
+ "sdcpp-generation": "sdcpp-generation";
28952
+ "audiogen-ggml": "audiogen-ggml";
28953
+ "ggml-vla": "ggml-vla";
28954
+ "ggml-classification": "ggml-classification";
28955
+ llm: "llm";
28956
+ whisper: "whisper";
28957
+ bci: "bci";
28958
+ nmt: "nmt";
28959
+ parakeet: "parakeet";
28960
+ classification: "classification";
28961
+ }>, z.ZodLiteral<"vad">]>>;
28962
+ }, z.core.$strip>]>>;
26710
28963
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26711
28964
  src: z.ZodString;
26712
28965
  name: z.ZodOptional<z.ZodString>;
@@ -26785,6 +29038,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26785
29038
  classification: "classification";
26786
29039
  }>, z.ZodLiteral<"vad">]>>;
26787
29040
  }, z.core.$strip>]>>;
29041
+ openclCacheDir: z.ZodOptional<z.ZodString>;
29042
+ backendsDir: z.ZodOptional<z.ZodString>;
26788
29043
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
26789
29044
  emotion: z.ZodOptional<z.ZodEnum<{
26790
29045
  anger: "anger";
@@ -26826,6 +29081,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26826
29081
  robot: "robot";
26827
29082
  }>>;
26828
29083
  }, z.core.$strict>]>>;
29084
+ promptText: z.ZodOptional<z.ZodString>;
26829
29085
  useGPU: z.ZodOptional<z.ZodBoolean>;
26830
29086
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
26831
29087
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -26951,6 +29207,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26951
29207
  classification: "classification";
26952
29208
  }>, z.ZodLiteral<"vad">]>>;
26953
29209
  }, z.core.$strip>]>>;
29210
+ backendsDir: z.ZodOptional<z.ZodString>;
26954
29211
  ttsEngine: z.ZodLiteral<"audio8">;
26955
29212
  referenceText: z.ZodOptional<z.ZodString>;
26956
29213
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -27074,6 +29331,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27074
29331
  auto: "auto";
27075
29332
  f32: "f32";
27076
29333
  f16: "f16";
29334
+ q8_0: "q8_0";
27077
29335
  bf16: "bf16";
27078
29336
  q2_k: "q2_k";
27079
29337
  q3_k: "q3_k";
@@ -27084,7 +29342,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27084
29342
  q5_1: "q5_1";
27085
29343
  q5_k: "q5_k";
27086
29344
  q6_k: "q6_k";
27087
- q8_0: "q8_0";
27088
29345
  }>>;
27089
29346
  rng: z.ZodOptional<z.ZodEnum<{
27090
29347
  cpu: "cpu";
@@ -27096,12 +29353,17 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27096
29353
  cuda: "cuda";
27097
29354
  std_default: "std_default";
27098
29355
  }>>;
27099
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
27100
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
27101
29356
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
27102
29357
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
27103
29358
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
27104
29359
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
29360
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29361
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29362
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29363
+ backend: z.ZodOptional<z.ZodString>;
29364
+ params_backend: z.ZodOptional<z.ZodString>;
29365
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
29366
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
27105
29367
  flash_attn: z.ZodOptional<z.ZodBoolean>;
27106
29368
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
27107
29369
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -27975,7 +30237,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27975
30237
  'cache-type-k'?: string | undefined;
27976
30238
  'cache-type-v'?: string | undefined;
27977
30239
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
27978
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
30240
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
27979
30241
  'flash-attn'?: "on" | "off" | "auto" | undefined;
27980
30242
  'tensor-split'?: string | undefined;
27981
30243
  openclCacheDir?: string | undefined;
@@ -28150,7 +30412,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28150
30412
  requireHttpChecksum?: boolean | undefined;
28151
30413
  requireSecureTransport?: boolean | undefined;
28152
30414
  requestId?: string | undefined;
28153
- modelConfig?: Record<string, unknown> | undefined;
30415
+ modelConfig?: {
30416
+ [x: string]: unknown;
30417
+ } | undefined;
28154
30418
  } | {
28155
30419
  seed: boolean;
28156
30420
  type: "loadModel";
@@ -28165,7 +30429,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28165
30429
  embdNormalize?: number | undefined;
28166
30430
  flashAttention?: "on" | "off" | "auto" | undefined;
28167
30431
  mainGpu?: number | "integrated" | "dedicated" | undefined;
28168
- splitMode?: "none" | "layer" | "row" | undefined;
30432
+ splitMode?: "none" | "layer" | undefined;
28169
30433
  tensorSplit?: string | undefined;
28170
30434
  verbosity?: 0 | 3 | 2 | 1 | undefined;
28171
30435
  openclCacheDir?: string | undefined;
@@ -28297,8 +30561,39 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28297
30561
  type: "loadModel";
28298
30562
  modelSrc: string;
28299
30563
  modelType: "tts-ggml";
28300
- modelConfig: Record<string, unknown> | {
30564
+ modelConfig: {
30565
+ [x: string]: unknown;
30566
+ } | {
30567
+ [x: string]: unknown;
30568
+ } | {
28301
30569
  ttsEngine: "parler";
30570
+ lavasrEnhancerModelSrc?: string | {
30571
+ src: string;
30572
+ name?: string | undefined;
30573
+ modelId?: string | undefined;
30574
+ registryPath?: string | undefined;
30575
+ registrySource?: string | undefined;
30576
+ blobCoreKey?: string | undefined;
30577
+ blobIndex?: number | undefined;
30578
+ engine?: string | undefined;
30579
+ expectedSize?: number | undefined;
30580
+ sha256Checksum?: string | undefined;
30581
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30582
+ } | undefined;
30583
+ lavasrDenoiserModelSrc?: string | {
30584
+ src: string;
30585
+ name?: string | undefined;
30586
+ modelId?: string | undefined;
30587
+ registryPath?: string | undefined;
30588
+ registrySource?: string | undefined;
30589
+ blobCoreKey?: string | undefined;
30590
+ blobIndex?: number | undefined;
30591
+ engine?: string | undefined;
30592
+ expectedSize?: number | undefined;
30593
+ sha256Checksum?: string | undefined;
30594
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30595
+ } | undefined;
30596
+ backendsDir?: string | undefined;
28302
30597
  useGPU?: boolean | undefined;
28303
30598
  outputSampleRate?: number | undefined;
28304
30599
  streamChunkTokens?: number | undefined;
@@ -28324,6 +30619,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28324
30619
  quality?: string | undefined;
28325
30620
  } | {
28326
30621
  ttsEngine: "cosyvoice3";
30622
+ referenceAudioSrc?: string | {
30623
+ src: string;
30624
+ name?: string | undefined;
30625
+ modelId?: string | undefined;
30626
+ registryPath?: string | undefined;
30627
+ registrySource?: string | undefined;
30628
+ blobCoreKey?: string | undefined;
30629
+ blobIndex?: number | undefined;
30630
+ engine?: string | undefined;
30631
+ expectedSize?: number | undefined;
30632
+ sha256Checksum?: string | undefined;
30633
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30634
+ } | undefined;
30635
+ cosyvoice3S3tokModelSrc?: string | {
30636
+ src: string;
30637
+ name?: string | undefined;
30638
+ modelId?: string | undefined;
30639
+ registryPath?: string | undefined;
30640
+ registrySource?: string | undefined;
30641
+ blobCoreKey?: string | undefined;
30642
+ blobIndex?: number | undefined;
30643
+ engine?: string | undefined;
30644
+ expectedSize?: number | undefined;
30645
+ sha256Checksum?: string | undefined;
30646
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30647
+ } | undefined;
30648
+ cosyvoice3CampplusModelSrc?: string | {
30649
+ src: string;
30650
+ name?: string | undefined;
30651
+ modelId?: string | undefined;
30652
+ registryPath?: string | undefined;
30653
+ registrySource?: string | undefined;
30654
+ blobCoreKey?: string | undefined;
30655
+ blobIndex?: number | undefined;
30656
+ engine?: string | undefined;
30657
+ expectedSize?: number | undefined;
30658
+ sha256Checksum?: string | undefined;
30659
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30660
+ } | undefined;
28327
30661
  lavasrEnhancerModelSrc?: string | {
28328
30662
  src: string;
28329
30663
  name?: string | undefined;
@@ -28350,6 +30684,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28350
30684
  sha256Checksum?: string | undefined;
28351
30685
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28352
30686
  } | undefined;
30687
+ openclCacheDir?: string | undefined;
30688
+ backendsDir?: string | undefined;
28353
30689
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
28354
30690
  pace?: "slow" | "moderate" | "fast" | undefined;
28355
30691
  instruct?: string | {
@@ -28357,6 +30693,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28357
30693
  volume?: "loud" | "soft" | undefined;
28358
30694
  style?: "peppa" | "robot" | undefined;
28359
30695
  } | undefined;
30696
+ promptText?: string | undefined;
28360
30697
  useGPU?: boolean | undefined;
28361
30698
  outputSampleRate?: number | undefined;
28362
30699
  streamChunkTokens?: number | undefined;
@@ -28405,6 +30742,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28405
30742
  sha256Checksum?: string | undefined;
28406
30743
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28407
30744
  } | undefined;
30745
+ backendsDir?: string | undefined;
28408
30746
  referenceText?: string | undefined;
28409
30747
  greedy?: boolean | undefined;
28410
30748
  temperature?: number | undefined;
@@ -28477,15 +30815,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28477
30815
  device?: "gpu" | "cpu" | undefined;
28478
30816
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28479
30817
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
28480
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
30818
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
28481
30819
  rng?: "cpu" | "cuda" | "std_default" | undefined;
28482
30820
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
28483
- clip_on_cpu?: boolean | undefined;
28484
- vae_on_cpu?: boolean | undefined;
28485
30821
  vae_auto_cpu_fallback?: boolean | undefined;
28486
30822
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
28487
30823
  vae_tiling?: boolean | undefined;
28488
30824
  offload_to_cpu?: boolean | undefined;
30825
+ control_net_cpu?: undefined;
30826
+ clip_on_cpu?: undefined;
30827
+ vae_on_cpu?: undefined;
30828
+ backend?: string | undefined;
30829
+ params_backend?: string | undefined;
30830
+ max_vram?: string | number | undefined;
30831
+ stream_layers?: boolean | undefined;
28489
30832
  flash_attn?: boolean | undefined;
28490
30833
  diffusion_fa?: boolean | undefined;
28491
30834
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -28857,7 +31200,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28857
31200
  'cache-type-k'?: string | undefined;
28858
31201
  'cache-type-v'?: string | undefined;
28859
31202
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28860
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
31203
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
28861
31204
  'flash-attn'?: "on" | "off" | "auto" | undefined;
28862
31205
  'tensor-split'?: string | undefined;
28863
31206
  openclCacheDir?: string | undefined;
@@ -29033,7 +31376,9 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29033
31376
  requireHttpChecksum?: boolean | undefined;
29034
31377
  requireSecureTransport?: boolean | undefined;
29035
31378
  requestId?: string | undefined;
29036
- modelConfig?: Record<string, unknown> | undefined;
31379
+ modelConfig?: {
31380
+ [x: string]: unknown;
31381
+ } | undefined;
29037
31382
  } | {
29038
31383
  type: "loadModel";
29039
31384
  modelSrc: string;
@@ -29047,7 +31392,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29047
31392
  embdNormalize?: number | undefined;
29048
31393
  flashAttention?: "on" | "off" | "auto" | undefined;
29049
31394
  mainGpu?: number | "integrated" | "dedicated" | undefined;
29050
- splitMode?: "none" | "layer" | "row" | undefined;
31395
+ splitMode?: "none" | "layer" | undefined;
29051
31396
  tensorSplit?: string | undefined;
29052
31397
  verbosity?: 0 | 3 | 2 | 1 | undefined;
29053
31398
  openclCacheDir?: string | undefined;
@@ -29179,8 +31524,39 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29179
31524
  type: "loadModel";
29180
31525
  modelSrc: string;
29181
31526
  modelType: "tts-ggml";
29182
- modelConfig: Record<string, unknown> | {
31527
+ modelConfig: {
31528
+ [x: string]: unknown;
31529
+ } | {
31530
+ [x: string]: unknown;
31531
+ } | {
29183
31532
  ttsEngine: "parler";
31533
+ lavasrEnhancerModelSrc?: string | {
31534
+ src: string;
31535
+ name?: string | undefined;
31536
+ modelId?: string | undefined;
31537
+ registryPath?: string | undefined;
31538
+ registrySource?: string | undefined;
31539
+ blobCoreKey?: string | undefined;
31540
+ blobIndex?: number | undefined;
31541
+ engine?: string | undefined;
31542
+ expectedSize?: number | undefined;
31543
+ sha256Checksum?: string | undefined;
31544
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31545
+ } | undefined;
31546
+ lavasrDenoiserModelSrc?: string | {
31547
+ src: string;
31548
+ name?: string | undefined;
31549
+ modelId?: string | undefined;
31550
+ registryPath?: string | undefined;
31551
+ registrySource?: string | undefined;
31552
+ blobCoreKey?: string | undefined;
31553
+ blobIndex?: number | undefined;
31554
+ engine?: string | undefined;
31555
+ expectedSize?: number | undefined;
31556
+ sha256Checksum?: string | undefined;
31557
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31558
+ } | undefined;
31559
+ backendsDir?: string | undefined;
29184
31560
  useGPU?: boolean | undefined;
29185
31561
  outputSampleRate?: number | undefined;
29186
31562
  streamChunkTokens?: number | undefined;
@@ -29206,6 +31582,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29206
31582
  quality?: string | undefined;
29207
31583
  } | {
29208
31584
  ttsEngine: "cosyvoice3";
31585
+ referenceAudioSrc?: string | {
31586
+ src: string;
31587
+ name?: string | undefined;
31588
+ modelId?: string | undefined;
31589
+ registryPath?: string | undefined;
31590
+ registrySource?: string | undefined;
31591
+ blobCoreKey?: string | undefined;
31592
+ blobIndex?: number | undefined;
31593
+ engine?: string | undefined;
31594
+ expectedSize?: number | undefined;
31595
+ sha256Checksum?: string | undefined;
31596
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31597
+ } | undefined;
31598
+ cosyvoice3S3tokModelSrc?: string | {
31599
+ src: string;
31600
+ name?: string | undefined;
31601
+ modelId?: string | undefined;
31602
+ registryPath?: string | undefined;
31603
+ registrySource?: string | undefined;
31604
+ blobCoreKey?: string | undefined;
31605
+ blobIndex?: number | undefined;
31606
+ engine?: string | undefined;
31607
+ expectedSize?: number | undefined;
31608
+ sha256Checksum?: string | undefined;
31609
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31610
+ } | undefined;
31611
+ cosyvoice3CampplusModelSrc?: string | {
31612
+ src: string;
31613
+ name?: string | undefined;
31614
+ modelId?: string | undefined;
31615
+ registryPath?: string | undefined;
31616
+ registrySource?: string | undefined;
31617
+ blobCoreKey?: string | undefined;
31618
+ blobIndex?: number | undefined;
31619
+ engine?: string | undefined;
31620
+ expectedSize?: number | undefined;
31621
+ sha256Checksum?: string | undefined;
31622
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31623
+ } | undefined;
29209
31624
  lavasrEnhancerModelSrc?: string | {
29210
31625
  src: string;
29211
31626
  name?: string | undefined;
@@ -29232,6 +31647,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29232
31647
  sha256Checksum?: string | undefined;
29233
31648
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29234
31649
  } | undefined;
31650
+ openclCacheDir?: string | undefined;
31651
+ backendsDir?: string | undefined;
29235
31652
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
29236
31653
  pace?: "slow" | "moderate" | "fast" | undefined;
29237
31654
  instruct?: string | {
@@ -29239,6 +31656,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29239
31656
  volume?: "loud" | "soft" | undefined;
29240
31657
  style?: "peppa" | "robot" | undefined;
29241
31658
  } | undefined;
31659
+ promptText?: string | undefined;
29242
31660
  useGPU?: boolean | undefined;
29243
31661
  outputSampleRate?: number | undefined;
29244
31662
  streamChunkTokens?: number | undefined;
@@ -29287,6 +31705,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29287
31705
  sha256Checksum?: string | undefined;
29288
31706
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29289
31707
  } | undefined;
31708
+ backendsDir?: string | undefined;
29290
31709
  referenceText?: string | undefined;
29291
31710
  greedy?: boolean | undefined;
29292
31711
  temperature?: number | undefined;
@@ -29360,15 +31779,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29360
31779
  device?: "gpu" | "cpu" | undefined;
29361
31780
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
29362
31781
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
29363
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
31782
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
29364
31783
  rng?: "cpu" | "cuda" | "std_default" | undefined;
29365
31784
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
29366
- clip_on_cpu?: boolean | undefined;
29367
- vae_on_cpu?: boolean | undefined;
29368
31785
  vae_auto_cpu_fallback?: boolean | undefined;
29369
31786
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
29370
31787
  vae_tiling?: boolean | undefined;
29371
31788
  offload_to_cpu?: boolean | undefined;
31789
+ control_net_cpu?: undefined;
31790
+ clip_on_cpu?: undefined;
31791
+ vae_on_cpu?: undefined;
31792
+ backend?: string | undefined;
31793
+ params_backend?: string | undefined;
31794
+ max_vram?: string | number | undefined;
31795
+ stream_layers?: boolean | undefined;
29372
31796
  flash_attn?: boolean | undefined;
29373
31797
  diffusion_fa?: boolean | undefined;
29374
31798
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -29946,7 +32370,7 @@ export type InferredConfig<S> = S extends {
29946
32370
  engine: typeof ModelType.parakeetTranscription;
29947
32371
  } ? z.input<typeof parakeetConfigSchema> : S extends {
29948
32372
  engine: typeof ModelType.sdcppGeneration;
29949
- } ? z.input<typeof sdcppConfigSchema> : S extends {
32373
+ } ? SdcppConfig : S extends {
29950
32374
  engine: typeof ModelType.audiogenGgml;
29951
32375
  } ? z.input<typeof audioGenConfigSchema> : S extends {
29952
32376
  engine: typeof ModelType.ggmlVla;