@qvac/inference 0.19.1 → 0.20.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/NOTICE +57 -17
  2. package/dist/api/assess-model-fit.d.ts +9 -4
  3. package/dist/api/assess-model-fit.js +9 -4
  4. package/dist/api/audio-gen.d.ts +42 -1
  5. package/dist/api/audio-gen.js +137 -51
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/assess-model-fit.d.ts +30 -6
  16. package/dist/handlers/assess-model-fit.js +68 -6
  17. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  18. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  19. package/dist/handlers/vector-index.d.ts +2 -0
  20. package/dist/handlers/vector-index.js +40 -0
  21. package/dist/index.d.ts +1 -1
  22. package/dist/index.js +1 -1
  23. package/dist/models/registry/models.d.ts +351 -12
  24. package/dist/models/registry/models.js +2271 -1957
  25. package/dist/models/registry/resource-profiles.js +135 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  33. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  34. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  35. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  40. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  42. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  43. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  44. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  46. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  47. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  48. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  49. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  50. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
  52. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
  53. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  54. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  55. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +69 -4
  56. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  57. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  58. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  59. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  60. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  61. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  62. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  63. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  64. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  65. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  66. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  67. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  68. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  69. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  70. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  71. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  72. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  73. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  74. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  75. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  76. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  77. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  78. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  79. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  80. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  81. package/dist/plugins/index.d.ts +1 -1
  82. package/dist/plugins/index.js +1 -1
  83. package/dist/plugins/ops/load-model.js +22 -2
  84. package/dist/plugins/ops/translate.js +58 -12
  85. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  86. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  87. package/dist/plugins/registry.d.ts +15 -0
  88. package/dist/plugins/registry.js +133 -15
  89. package/dist/plugins/turbovec-backend.d.ts +17 -0
  90. package/dist/plugins/turbovec-backend.js +99 -0
  91. package/dist/registry.js +4 -0
  92. package/dist/resources/model-fit/assess.d.ts +10 -1
  93. package/dist/resources/model-fit/assess.js +43 -0
  94. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +83 -0
  95. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +133 -0
  96. package/dist/resources/model-fit/fit-stub/index.d.ts +2 -0
  97. package/dist/resources/model-fit/fit-stub/index.js +2 -0
  98. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +31 -0
  99. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +36 -0
  100. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  101. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  102. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  103. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +191 -0
  104. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  105. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  106. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  107. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  108. package/dist/runtime/env.d.ts +2 -0
  109. package/dist/runtime/env.js +9 -2
  110. package/dist/runtime/lifecycle.js +2 -0
  111. package/dist/runtime/model-registry.d.ts +3 -1
  112. package/dist/runtime/model-registry.js +2 -1
  113. package/dist/runtime/request-context.js +17 -0
  114. package/dist/runtime/vector-index-backend.d.ts +25 -0
  115. package/dist/runtime/vector-index-backend.js +1 -0
  116. package/dist/runtime/vector-index-registry.d.ts +76 -0
  117. package/dist/runtime/vector-index-registry.js +161 -0
  118. package/dist/schemas/assess-model-fit.d.ts +67 -0
  119. package/dist/schemas/assess-model-fit.js +56 -2
  120. package/dist/schemas/audio-gen.d.ts +479 -4
  121. package/dist/schemas/audio-gen.js +376 -17
  122. package/dist/schemas/batch-completion-stream.d.ts +7 -0
  123. package/dist/schemas/batch-completion-stream.js +5 -3
  124. package/dist/schemas/common.d.ts +816 -15
  125. package/dist/schemas/common.js +8 -1
  126. package/dist/schemas/completion-event.d.ts +11 -1
  127. package/dist/schemas/completion-event.js +3 -0
  128. package/dist/schemas/completion-stream.d.ts +20 -0
  129. package/dist/schemas/completion-stream.js +41 -4
  130. package/dist/schemas/config.d.ts +186 -30
  131. package/dist/schemas/errors.d.ts +4 -0
  132. package/dist/schemas/errors.js +22 -0
  133. package/dist/schemas/index.d.ts +1 -0
  134. package/dist/schemas/index.js +1 -0
  135. package/dist/schemas/llamacpp-config.d.ts +88 -8
  136. package/dist/schemas/llamacpp-config.js +108 -8
  137. package/dist/schemas/load-model.d.ts +2906 -206
  138. package/dist/schemas/model-config-schemas.d.ts +251 -5
  139. package/dist/schemas/plugin.d.ts +10 -0
  140. package/dist/schemas/sdcpp-config.d.ts +221 -4
  141. package/dist/schemas/sdcpp-config.js +128 -22
  142. package/dist/schemas/text-to-speech.d.ts +780 -19
  143. package/dist/schemas/text-to-speech.js +298 -44
  144. package/dist/schemas/transcription-config.js +7 -4
  145. package/dist/schemas/vector-index.d.ts +194 -0
  146. package/dist/schemas/vector-index.js +185 -0
  147. package/dist/utils/addon-responses.d.ts +29 -3
  148. package/dist/utils/aggregate-events.d.ts +3 -1
  149. package/dist/utils/aggregate-events.js +7 -1
  150. package/dist/utils/tts-stats.d.ts +15 -11
  151. package/dist/utils/tts-stats.js +33 -11
  152. package/package.json +29 -26
@@ -9,7 +9,7 @@ import { ttsConfigSchema } from './text-to-speech.js';
9
9
  import { ocrConfigSchema } from './ocr.js';
10
10
  import { type ModelDescriptor } from './model-src-utils.js';
11
11
  import { ModelType, type CanonicalModelType, type ModelTypeInput } from './model-types.js';
12
- import { sdcppConfigSchema } from './sdcpp-config.js';
12
+ import { type SdcppConfig } from './sdcpp-config.js';
13
13
  import { vlaConfigSchema } from './vla.js';
14
14
  import { audioGenConfigSchema } from './audio-gen.js';
15
15
  export declare function isBuiltInModelType(modelType: unknown): boolean;
@@ -57,7 +57,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
57
57
  'split-mode': z.ZodOptional<z.ZodEnum<{
58
58
  none: "none";
59
59
  layer: "layer";
60
- row: "row";
61
60
  tensor: "tensor";
62
61
  }>>;
63
62
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -66,6 +65,29 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
66
65
  auto: "auto";
67
66
  }>>;
68
67
  'tensor-split': z.ZodOptional<z.ZodString>;
68
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
69
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
70
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
71
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
72
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
73
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
74
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
75
+ threads: z.ZodOptional<z.ZodNumber>;
76
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
77
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
78
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
79
+ 'override-tensor': z.ZodOptional<z.ZodString>;
80
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
81
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
82
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
83
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
84
+ on: "on";
85
+ off: "off";
86
+ auto: "auto";
87
+ }>>;
88
+ fit: z.ZodOptional<z.ZodBoolean>;
89
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
90
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
69
91
  openclCacheDir: z.ZodOptional<z.ZodString>;
70
92
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
71
93
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -516,7 +538,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
516
538
  splitMode: z.ZodOptional<z.ZodEnum<{
517
539
  none: "none";
518
540
  layer: "layer";
519
- row: "row";
520
541
  }>>;
521
542
  tensorSplit: z.ZodOptional<z.ZodString>;
522
543
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -1241,6 +1262,85 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1241
1262
  }, z.core.$strict>, z.ZodObject<{
1242
1263
  [x: string]: z.ZodOptional<z.ZodUnknown>;
1243
1264
  }, z.core.$strict>, z.ZodObject<{
1265
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1266
+ src: z.ZodString;
1267
+ name: z.ZodOptional<z.ZodString>;
1268
+ modelId: z.ZodOptional<z.ZodString>;
1269
+ registryPath: z.ZodOptional<z.ZodString>;
1270
+ registrySource: z.ZodOptional<z.ZodString>;
1271
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1272
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1273
+ engine: z.ZodOptional<z.ZodString>;
1274
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1275
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1276
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1277
+ embeddings: "embeddings";
1278
+ diffusion: "diffusion";
1279
+ audiogen: "audiogen";
1280
+ tts: "tts";
1281
+ ocr: "ocr";
1282
+ vla: "vla";
1283
+ "llamacpp-completion": "llamacpp-completion";
1284
+ "whispercpp-transcription": "whispercpp-transcription";
1285
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1286
+ "llamacpp-embedding": "llamacpp-embedding";
1287
+ "nmtcpp-translation": "nmtcpp-translation";
1288
+ "onnx-tts": "onnx-tts";
1289
+ "tts-ggml": "tts-ggml";
1290
+ "parakeet-transcription": "parakeet-transcription";
1291
+ "ggml-ocr": "ggml-ocr";
1292
+ "sdcpp-generation": "sdcpp-generation";
1293
+ "audiogen-ggml": "audiogen-ggml";
1294
+ "ggml-vla": "ggml-vla";
1295
+ "ggml-classification": "ggml-classification";
1296
+ llm: "llm";
1297
+ whisper: "whisper";
1298
+ bci: "bci";
1299
+ nmt: "nmt";
1300
+ parakeet: "parakeet";
1301
+ classification: "classification";
1302
+ }>, z.ZodLiteral<"vad">]>>;
1303
+ }, z.core.$strip>]>>;
1304
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1305
+ src: z.ZodString;
1306
+ name: z.ZodOptional<z.ZodString>;
1307
+ modelId: z.ZodOptional<z.ZodString>;
1308
+ registryPath: z.ZodOptional<z.ZodString>;
1309
+ registrySource: z.ZodOptional<z.ZodString>;
1310
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1311
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1312
+ engine: z.ZodOptional<z.ZodString>;
1313
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1314
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1315
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1316
+ embeddings: "embeddings";
1317
+ diffusion: "diffusion";
1318
+ audiogen: "audiogen";
1319
+ tts: "tts";
1320
+ ocr: "ocr";
1321
+ vla: "vla";
1322
+ "llamacpp-completion": "llamacpp-completion";
1323
+ "whispercpp-transcription": "whispercpp-transcription";
1324
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1325
+ "llamacpp-embedding": "llamacpp-embedding";
1326
+ "nmtcpp-translation": "nmtcpp-translation";
1327
+ "onnx-tts": "onnx-tts";
1328
+ "tts-ggml": "tts-ggml";
1329
+ "parakeet-transcription": "parakeet-transcription";
1330
+ "ggml-ocr": "ggml-ocr";
1331
+ "sdcpp-generation": "sdcpp-generation";
1332
+ "audiogen-ggml": "audiogen-ggml";
1333
+ "ggml-vla": "ggml-vla";
1334
+ "ggml-classification": "ggml-classification";
1335
+ llm: "llm";
1336
+ whisper: "whisper";
1337
+ bci: "bci";
1338
+ nmt: "nmt";
1339
+ parakeet: "parakeet";
1340
+ classification: "classification";
1341
+ }>, z.ZodLiteral<"vad">]>>;
1342
+ }, z.core.$strip>]>>;
1343
+ backendsDir: z.ZodOptional<z.ZodString>;
1244
1344
  useGPU: z.ZodOptional<z.ZodBoolean>;
1245
1345
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1246
1346
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1283,6 +1383,123 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1283
1383
  quality: z.ZodOptional<z.ZodString>;
1284
1384
  ttsEngine: z.ZodLiteral<"parler">;
1285
1385
  }, z.core.$strict>, z.ZodObject<{
1386
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1387
+ src: z.ZodString;
1388
+ name: z.ZodOptional<z.ZodString>;
1389
+ modelId: z.ZodOptional<z.ZodString>;
1390
+ registryPath: z.ZodOptional<z.ZodString>;
1391
+ registrySource: z.ZodOptional<z.ZodString>;
1392
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1393
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1394
+ engine: z.ZodOptional<z.ZodString>;
1395
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1396
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1397
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1398
+ embeddings: "embeddings";
1399
+ diffusion: "diffusion";
1400
+ audiogen: "audiogen";
1401
+ tts: "tts";
1402
+ ocr: "ocr";
1403
+ vla: "vla";
1404
+ "llamacpp-completion": "llamacpp-completion";
1405
+ "whispercpp-transcription": "whispercpp-transcription";
1406
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1407
+ "llamacpp-embedding": "llamacpp-embedding";
1408
+ "nmtcpp-translation": "nmtcpp-translation";
1409
+ "onnx-tts": "onnx-tts";
1410
+ "tts-ggml": "tts-ggml";
1411
+ "parakeet-transcription": "parakeet-transcription";
1412
+ "ggml-ocr": "ggml-ocr";
1413
+ "sdcpp-generation": "sdcpp-generation";
1414
+ "audiogen-ggml": "audiogen-ggml";
1415
+ "ggml-vla": "ggml-vla";
1416
+ "ggml-classification": "ggml-classification";
1417
+ llm: "llm";
1418
+ whisper: "whisper";
1419
+ bci: "bci";
1420
+ nmt: "nmt";
1421
+ parakeet: "parakeet";
1422
+ classification: "classification";
1423
+ }>, z.ZodLiteral<"vad">]>>;
1424
+ }, z.core.$strip>]>>;
1425
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1426
+ src: z.ZodString;
1427
+ name: z.ZodOptional<z.ZodString>;
1428
+ modelId: z.ZodOptional<z.ZodString>;
1429
+ registryPath: z.ZodOptional<z.ZodString>;
1430
+ registrySource: z.ZodOptional<z.ZodString>;
1431
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1432
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1433
+ engine: z.ZodOptional<z.ZodString>;
1434
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1435
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1436
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1437
+ embeddings: "embeddings";
1438
+ diffusion: "diffusion";
1439
+ audiogen: "audiogen";
1440
+ tts: "tts";
1441
+ ocr: "ocr";
1442
+ vla: "vla";
1443
+ "llamacpp-completion": "llamacpp-completion";
1444
+ "whispercpp-transcription": "whispercpp-transcription";
1445
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1446
+ "llamacpp-embedding": "llamacpp-embedding";
1447
+ "nmtcpp-translation": "nmtcpp-translation";
1448
+ "onnx-tts": "onnx-tts";
1449
+ "tts-ggml": "tts-ggml";
1450
+ "parakeet-transcription": "parakeet-transcription";
1451
+ "ggml-ocr": "ggml-ocr";
1452
+ "sdcpp-generation": "sdcpp-generation";
1453
+ "audiogen-ggml": "audiogen-ggml";
1454
+ "ggml-vla": "ggml-vla";
1455
+ "ggml-classification": "ggml-classification";
1456
+ llm: "llm";
1457
+ whisper: "whisper";
1458
+ bci: "bci";
1459
+ nmt: "nmt";
1460
+ parakeet: "parakeet";
1461
+ classification: "classification";
1462
+ }>, z.ZodLiteral<"vad">]>>;
1463
+ }, z.core.$strip>]>>;
1464
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1465
+ src: z.ZodString;
1466
+ name: z.ZodOptional<z.ZodString>;
1467
+ modelId: z.ZodOptional<z.ZodString>;
1468
+ registryPath: z.ZodOptional<z.ZodString>;
1469
+ registrySource: z.ZodOptional<z.ZodString>;
1470
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1471
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1472
+ engine: z.ZodOptional<z.ZodString>;
1473
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1474
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1475
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1476
+ embeddings: "embeddings";
1477
+ diffusion: "diffusion";
1478
+ audiogen: "audiogen";
1479
+ tts: "tts";
1480
+ ocr: "ocr";
1481
+ vla: "vla";
1482
+ "llamacpp-completion": "llamacpp-completion";
1483
+ "whispercpp-transcription": "whispercpp-transcription";
1484
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1485
+ "llamacpp-embedding": "llamacpp-embedding";
1486
+ "nmtcpp-translation": "nmtcpp-translation";
1487
+ "onnx-tts": "onnx-tts";
1488
+ "tts-ggml": "tts-ggml";
1489
+ "parakeet-transcription": "parakeet-transcription";
1490
+ "ggml-ocr": "ggml-ocr";
1491
+ "sdcpp-generation": "sdcpp-generation";
1492
+ "audiogen-ggml": "audiogen-ggml";
1493
+ "ggml-vla": "ggml-vla";
1494
+ "ggml-classification": "ggml-classification";
1495
+ llm: "llm";
1496
+ whisper: "whisper";
1497
+ bci: "bci";
1498
+ nmt: "nmt";
1499
+ parakeet: "parakeet";
1500
+ classification: "classification";
1501
+ }>, z.ZodLiteral<"vad">]>>;
1502
+ }, z.core.$strip>]>>;
1286
1503
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1287
1504
  src: z.ZodString;
1288
1505
  name: z.ZodOptional<z.ZodString>;
@@ -1361,6 +1578,8 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1361
1578
  classification: "classification";
1362
1579
  }>, z.ZodLiteral<"vad">]>>;
1363
1580
  }, z.core.$strip>]>>;
1581
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1582
+ backendsDir: z.ZodOptional<z.ZodString>;
1364
1583
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1365
1584
  emotion: z.ZodOptional<z.ZodEnum<{
1366
1585
  anger: "anger";
@@ -1402,6 +1621,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1402
1621
  robot: "robot";
1403
1622
  }>>;
1404
1623
  }, z.core.$strict>]>>;
1624
+ promptText: z.ZodOptional<z.ZodString>;
1405
1625
  useGPU: z.ZodOptional<z.ZodBoolean>;
1406
1626
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1407
1627
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1527,6 +1747,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1527
1747
  classification: "classification";
1528
1748
  }>, z.ZodLiteral<"vad">]>>;
1529
1749
  }, z.core.$strip>]>>;
1750
+ backendsDir: z.ZodOptional<z.ZodString>;
1530
1751
  ttsEngine: z.ZodLiteral<"audio8">;
1531
1752
  referenceText: z.ZodOptional<z.ZodString>;
1532
1753
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1724,6 +1945,7 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1724
1945
  auto: "auto";
1725
1946
  f32: "f32";
1726
1947
  f16: "f16";
1948
+ q8_0: "q8_0";
1727
1949
  bf16: "bf16";
1728
1950
  q2_k: "q2_k";
1729
1951
  q3_k: "q3_k";
@@ -1734,7 +1956,6 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1734
1956
  q5_1: "q5_1";
1735
1957
  q5_k: "q5_k";
1736
1958
  q6_k: "q6_k";
1737
- q8_0: "q8_0";
1738
1959
  }>>;
1739
1960
  rng: z.ZodOptional<z.ZodEnum<{
1740
1961
  cpu: "cpu";
@@ -1746,12 +1967,17 @@ export declare const loadBuiltinModelOptionsBaseSchema: z.ZodUnion<readonly [z.Z
1746
1967
  cuda: "cuda";
1747
1968
  std_default: "std_default";
1748
1969
  }>>;
1749
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1750
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1751
1970
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1752
1971
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1753
1972
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1754
1973
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1974
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1975
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1976
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1977
+ backend: z.ZodOptional<z.ZodString>;
1978
+ params_backend: z.ZodOptional<z.ZodString>;
1979
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1980
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1755
1981
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1756
1982
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1757
1983
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -2832,7 +3058,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
2832
3058
  'split-mode': z.ZodOptional<z.ZodEnum<{
2833
3059
  none: "none";
2834
3060
  layer: "layer";
2835
- row: "row";
2836
3061
  tensor: "tensor";
2837
3062
  }>>;
2838
3063
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -2841,6 +3066,29 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
2841
3066
  auto: "auto";
2842
3067
  }>>;
2843
3068
  'tensor-split': z.ZodOptional<z.ZodString>;
3069
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
3070
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
3071
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
3072
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
3073
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
3074
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
3075
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
3076
+ threads: z.ZodOptional<z.ZodNumber>;
3077
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
3078
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
3079
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
3080
+ 'override-tensor': z.ZodOptional<z.ZodString>;
3081
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
3082
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
3083
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
3084
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
3085
+ on: "on";
3086
+ off: "off";
3087
+ auto: "auto";
3088
+ }>>;
3089
+ fit: z.ZodOptional<z.ZodBoolean>;
3090
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
3091
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
2844
3092
  openclCacheDir: z.ZodOptional<z.ZodString>;
2845
3093
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
2846
3094
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -3291,7 +3539,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
3291
3539
  splitMode: z.ZodOptional<z.ZodEnum<{
3292
3540
  none: "none";
3293
3541
  layer: "layer";
3294
- row: "row";
3295
3542
  }>>;
3296
3543
  tensorSplit: z.ZodOptional<z.ZodString>;
3297
3544
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -4015,48 +4262,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4015
4262
  [x: string]: z.ZodOptional<z.ZodUnknown>;
4016
4263
  }, z.core.$strict>, z.ZodObject<{
4017
4264
  [x: string]: z.ZodOptional<z.ZodUnknown>;
4018
- }, z.core.$strict>, z.ZodObject<{
4019
- useGPU: z.ZodOptional<z.ZodBoolean>;
4020
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
4021
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
4022
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
4023
- threads: z.ZodOptional<z.ZodNumber>;
4024
- nGpuLayers: z.ZodOptional<z.ZodNumber>;
4025
- seed: z.ZodOptional<z.ZodNumber>;
4026
- temperature: z.ZodOptional<z.ZodNumber>;
4027
- topK: z.ZodOptional<z.ZodNumber>;
4028
- topP: z.ZodOptional<z.ZodNumber>;
4029
- maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
4030
- minNewTokens: z.ZodOptional<z.ZodNumber>;
4031
- normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
4032
- description: z.ZodOptional<z.ZodString>;
4033
- voiceDescription: z.ZodOptional<z.ZodString>;
4034
- voice: z.ZodOptional<z.ZodString>;
4035
- emotion: z.ZodOptional<z.ZodEnum<{
4036
- command: "command";
4037
- anger: "anger";
4038
- narration: "narration";
4039
- conversation: "conversation";
4040
- disgust: "disgust";
4041
- fear: "fear";
4042
- happy: "happy";
4043
- neutral: "neutral";
4044
- "proper noun": "proper noun";
4045
- news: "news";
4046
- sad: "sad";
4047
- surprise: "surprise";
4048
- }>>;
4049
- pitch: z.ZodOptional<z.ZodString>;
4050
- pace: z.ZodOptional<z.ZodEnum<{
4051
- slow: "slow";
4052
- moderate: "moderate";
4053
- fast: "fast";
4054
- }>>;
4055
- expressivity: z.ZodOptional<z.ZodString>;
4056
- noise: z.ZodOptional<z.ZodString>;
4057
- reverb: z.ZodOptional<z.ZodString>;
4058
- quality: z.ZodOptional<z.ZodString>;
4059
- ttsEngine: z.ZodLiteral<"parler">;
4060
4265
  }, z.core.$strict>, z.ZodObject<{
4061
4266
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4062
4267
  src: z.ZodString;
@@ -4136,11 +4341,251 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4136
4341
  classification: "classification";
4137
4342
  }>, z.ZodLiteral<"vad">]>>;
4138
4343
  }, z.core.$strip>]>>;
4139
- ttsEngine: z.ZodLiteral<"cosyvoice3">;
4140
- emotion: z.ZodOptional<z.ZodEnum<{
4141
- anger: "anger";
4142
- happy: "happy";
4143
- neutral: "neutral";
4344
+ backendsDir: z.ZodOptional<z.ZodString>;
4345
+ useGPU: z.ZodOptional<z.ZodBoolean>;
4346
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
4347
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
4348
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
4349
+ threads: z.ZodOptional<z.ZodNumber>;
4350
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
4351
+ seed: z.ZodOptional<z.ZodNumber>;
4352
+ temperature: z.ZodOptional<z.ZodNumber>;
4353
+ topK: z.ZodOptional<z.ZodNumber>;
4354
+ topP: z.ZodOptional<z.ZodNumber>;
4355
+ maxFrames: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<0>, z.ZodNumber]>>;
4356
+ minNewTokens: z.ZodOptional<z.ZodNumber>;
4357
+ normalizeNumbers: z.ZodOptional<z.ZodBoolean>;
4358
+ description: z.ZodOptional<z.ZodString>;
4359
+ voiceDescription: z.ZodOptional<z.ZodString>;
4360
+ voice: z.ZodOptional<z.ZodString>;
4361
+ emotion: z.ZodOptional<z.ZodEnum<{
4362
+ command: "command";
4363
+ anger: "anger";
4364
+ narration: "narration";
4365
+ conversation: "conversation";
4366
+ disgust: "disgust";
4367
+ fear: "fear";
4368
+ happy: "happy";
4369
+ neutral: "neutral";
4370
+ "proper noun": "proper noun";
4371
+ news: "news";
4372
+ sad: "sad";
4373
+ surprise: "surprise";
4374
+ }>>;
4375
+ pitch: z.ZodOptional<z.ZodString>;
4376
+ pace: z.ZodOptional<z.ZodEnum<{
4377
+ slow: "slow";
4378
+ moderate: "moderate";
4379
+ fast: "fast";
4380
+ }>>;
4381
+ expressivity: z.ZodOptional<z.ZodString>;
4382
+ noise: z.ZodOptional<z.ZodString>;
4383
+ reverb: z.ZodOptional<z.ZodString>;
4384
+ quality: z.ZodOptional<z.ZodString>;
4385
+ ttsEngine: z.ZodLiteral<"parler">;
4386
+ }, z.core.$strict>, z.ZodObject<{
4387
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4388
+ src: z.ZodString;
4389
+ name: z.ZodOptional<z.ZodString>;
4390
+ modelId: z.ZodOptional<z.ZodString>;
4391
+ registryPath: z.ZodOptional<z.ZodString>;
4392
+ registrySource: z.ZodOptional<z.ZodString>;
4393
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4394
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4395
+ engine: z.ZodOptional<z.ZodString>;
4396
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4397
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4398
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4399
+ embeddings: "embeddings";
4400
+ diffusion: "diffusion";
4401
+ audiogen: "audiogen";
4402
+ tts: "tts";
4403
+ ocr: "ocr";
4404
+ vla: "vla";
4405
+ "llamacpp-completion": "llamacpp-completion";
4406
+ "whispercpp-transcription": "whispercpp-transcription";
4407
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4408
+ "llamacpp-embedding": "llamacpp-embedding";
4409
+ "nmtcpp-translation": "nmtcpp-translation";
4410
+ "onnx-tts": "onnx-tts";
4411
+ "tts-ggml": "tts-ggml";
4412
+ "parakeet-transcription": "parakeet-transcription";
4413
+ "ggml-ocr": "ggml-ocr";
4414
+ "sdcpp-generation": "sdcpp-generation";
4415
+ "audiogen-ggml": "audiogen-ggml";
4416
+ "ggml-vla": "ggml-vla";
4417
+ "ggml-classification": "ggml-classification";
4418
+ llm: "llm";
4419
+ whisper: "whisper";
4420
+ bci: "bci";
4421
+ nmt: "nmt";
4422
+ parakeet: "parakeet";
4423
+ classification: "classification";
4424
+ }>, z.ZodLiteral<"vad">]>>;
4425
+ }, z.core.$strip>]>>;
4426
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4427
+ src: z.ZodString;
4428
+ name: z.ZodOptional<z.ZodString>;
4429
+ modelId: z.ZodOptional<z.ZodString>;
4430
+ registryPath: z.ZodOptional<z.ZodString>;
4431
+ registrySource: z.ZodOptional<z.ZodString>;
4432
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4433
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4434
+ engine: z.ZodOptional<z.ZodString>;
4435
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4436
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4437
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4438
+ embeddings: "embeddings";
4439
+ diffusion: "diffusion";
4440
+ audiogen: "audiogen";
4441
+ tts: "tts";
4442
+ ocr: "ocr";
4443
+ vla: "vla";
4444
+ "llamacpp-completion": "llamacpp-completion";
4445
+ "whispercpp-transcription": "whispercpp-transcription";
4446
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4447
+ "llamacpp-embedding": "llamacpp-embedding";
4448
+ "nmtcpp-translation": "nmtcpp-translation";
4449
+ "onnx-tts": "onnx-tts";
4450
+ "tts-ggml": "tts-ggml";
4451
+ "parakeet-transcription": "parakeet-transcription";
4452
+ "ggml-ocr": "ggml-ocr";
4453
+ "sdcpp-generation": "sdcpp-generation";
4454
+ "audiogen-ggml": "audiogen-ggml";
4455
+ "ggml-vla": "ggml-vla";
4456
+ "ggml-classification": "ggml-classification";
4457
+ llm: "llm";
4458
+ whisper: "whisper";
4459
+ bci: "bci";
4460
+ nmt: "nmt";
4461
+ parakeet: "parakeet";
4462
+ classification: "classification";
4463
+ }>, z.ZodLiteral<"vad">]>>;
4464
+ }, z.core.$strip>]>>;
4465
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4466
+ src: z.ZodString;
4467
+ name: z.ZodOptional<z.ZodString>;
4468
+ modelId: z.ZodOptional<z.ZodString>;
4469
+ registryPath: z.ZodOptional<z.ZodString>;
4470
+ registrySource: z.ZodOptional<z.ZodString>;
4471
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4472
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4473
+ engine: z.ZodOptional<z.ZodString>;
4474
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4475
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4476
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4477
+ embeddings: "embeddings";
4478
+ diffusion: "diffusion";
4479
+ audiogen: "audiogen";
4480
+ tts: "tts";
4481
+ ocr: "ocr";
4482
+ vla: "vla";
4483
+ "llamacpp-completion": "llamacpp-completion";
4484
+ "whispercpp-transcription": "whispercpp-transcription";
4485
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4486
+ "llamacpp-embedding": "llamacpp-embedding";
4487
+ "nmtcpp-translation": "nmtcpp-translation";
4488
+ "onnx-tts": "onnx-tts";
4489
+ "tts-ggml": "tts-ggml";
4490
+ "parakeet-transcription": "parakeet-transcription";
4491
+ "ggml-ocr": "ggml-ocr";
4492
+ "sdcpp-generation": "sdcpp-generation";
4493
+ "audiogen-ggml": "audiogen-ggml";
4494
+ "ggml-vla": "ggml-vla";
4495
+ "ggml-classification": "ggml-classification";
4496
+ llm: "llm";
4497
+ whisper: "whisper";
4498
+ bci: "bci";
4499
+ nmt: "nmt";
4500
+ parakeet: "parakeet";
4501
+ classification: "classification";
4502
+ }>, z.ZodLiteral<"vad">]>>;
4503
+ }, z.core.$strip>]>>;
4504
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4505
+ src: z.ZodString;
4506
+ name: z.ZodOptional<z.ZodString>;
4507
+ modelId: z.ZodOptional<z.ZodString>;
4508
+ registryPath: z.ZodOptional<z.ZodString>;
4509
+ registrySource: z.ZodOptional<z.ZodString>;
4510
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4511
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4512
+ engine: z.ZodOptional<z.ZodString>;
4513
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4514
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4515
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4516
+ embeddings: "embeddings";
4517
+ diffusion: "diffusion";
4518
+ audiogen: "audiogen";
4519
+ tts: "tts";
4520
+ ocr: "ocr";
4521
+ vla: "vla";
4522
+ "llamacpp-completion": "llamacpp-completion";
4523
+ "whispercpp-transcription": "whispercpp-transcription";
4524
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4525
+ "llamacpp-embedding": "llamacpp-embedding";
4526
+ "nmtcpp-translation": "nmtcpp-translation";
4527
+ "onnx-tts": "onnx-tts";
4528
+ "tts-ggml": "tts-ggml";
4529
+ "parakeet-transcription": "parakeet-transcription";
4530
+ "ggml-ocr": "ggml-ocr";
4531
+ "sdcpp-generation": "sdcpp-generation";
4532
+ "audiogen-ggml": "audiogen-ggml";
4533
+ "ggml-vla": "ggml-vla";
4534
+ "ggml-classification": "ggml-classification";
4535
+ llm: "llm";
4536
+ whisper: "whisper";
4537
+ bci: "bci";
4538
+ nmt: "nmt";
4539
+ parakeet: "parakeet";
4540
+ classification: "classification";
4541
+ }>, z.ZodLiteral<"vad">]>>;
4542
+ }, z.core.$strip>]>>;
4543
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
4544
+ src: z.ZodString;
4545
+ name: z.ZodOptional<z.ZodString>;
4546
+ modelId: z.ZodOptional<z.ZodString>;
4547
+ registryPath: z.ZodOptional<z.ZodString>;
4548
+ registrySource: z.ZodOptional<z.ZodString>;
4549
+ blobCoreKey: z.ZodOptional<z.ZodString>;
4550
+ blobIndex: z.ZodOptional<z.ZodNumber>;
4551
+ engine: z.ZodOptional<z.ZodString>;
4552
+ expectedSize: z.ZodOptional<z.ZodNumber>;
4553
+ sha256Checksum: z.ZodOptional<z.ZodString>;
4554
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
4555
+ embeddings: "embeddings";
4556
+ diffusion: "diffusion";
4557
+ audiogen: "audiogen";
4558
+ tts: "tts";
4559
+ ocr: "ocr";
4560
+ vla: "vla";
4561
+ "llamacpp-completion": "llamacpp-completion";
4562
+ "whispercpp-transcription": "whispercpp-transcription";
4563
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
4564
+ "llamacpp-embedding": "llamacpp-embedding";
4565
+ "nmtcpp-translation": "nmtcpp-translation";
4566
+ "onnx-tts": "onnx-tts";
4567
+ "tts-ggml": "tts-ggml";
4568
+ "parakeet-transcription": "parakeet-transcription";
4569
+ "ggml-ocr": "ggml-ocr";
4570
+ "sdcpp-generation": "sdcpp-generation";
4571
+ "audiogen-ggml": "audiogen-ggml";
4572
+ "ggml-vla": "ggml-vla";
4573
+ "ggml-classification": "ggml-classification";
4574
+ llm: "llm";
4575
+ whisper: "whisper";
4576
+ bci: "bci";
4577
+ nmt: "nmt";
4578
+ parakeet: "parakeet";
4579
+ classification: "classification";
4580
+ }>, z.ZodLiteral<"vad">]>>;
4581
+ }, z.core.$strip>]>>;
4582
+ openclCacheDir: z.ZodOptional<z.ZodString>;
4583
+ backendsDir: z.ZodOptional<z.ZodString>;
4584
+ ttsEngine: z.ZodLiteral<"cosyvoice3">;
4585
+ emotion: z.ZodOptional<z.ZodEnum<{
4586
+ anger: "anger";
4587
+ happy: "happy";
4588
+ neutral: "neutral";
4144
4589
  sad: "sad";
4145
4590
  }>>;
4146
4591
  pace: z.ZodOptional<z.ZodEnum<{
@@ -4177,6 +4622,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4177
4622
  robot: "robot";
4178
4623
  }>>;
4179
4624
  }, z.core.$strict>]>>;
4625
+ promptText: z.ZodOptional<z.ZodString>;
4180
4626
  useGPU: z.ZodOptional<z.ZodBoolean>;
4181
4627
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
4182
4628
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -4302,6 +4748,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4302
4748
  classification: "classification";
4303
4749
  }>, z.ZodLiteral<"vad">]>>;
4304
4750
  }, z.core.$strip>]>>;
4751
+ backendsDir: z.ZodOptional<z.ZodString>;
4305
4752
  ttsEngine: z.ZodLiteral<"audio8">;
4306
4753
  referenceText: z.ZodOptional<z.ZodString>;
4307
4754
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -4499,6 +4946,7 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4499
4946
  auto: "auto";
4500
4947
  f32: "f32";
4501
4948
  f16: "f16";
4949
+ q8_0: "q8_0";
4502
4950
  bf16: "bf16";
4503
4951
  q2_k: "q2_k";
4504
4952
  q3_k: "q3_k";
@@ -4509,7 +4957,6 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4509
4957
  q5_1: "q5_1";
4510
4958
  q5_k: "q5_k";
4511
4959
  q6_k: "q6_k";
4512
- q8_0: "q8_0";
4513
4960
  }>>;
4514
4961
  rng: z.ZodOptional<z.ZodEnum<{
4515
4962
  cpu: "cpu";
@@ -4521,12 +4968,17 @@ export declare const loadModelOptionsBaseSchema: z.ZodUnion<readonly [z.ZodUnion
4521
4968
  cuda: "cuda";
4522
4969
  std_default: "std_default";
4523
4970
  }>>;
4524
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
4525
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
4526
4971
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
4527
4972
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
4528
4973
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
4529
4974
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
4975
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4976
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4977
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
4978
+ backend: z.ZodOptional<z.ZodString>;
4979
+ params_backend: z.ZodOptional<z.ZodString>;
4980
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
4981
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
4530
4982
  flash_attn: z.ZodOptional<z.ZodBoolean>;
4531
4983
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
4532
4984
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -5606,7 +6058,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
5606
6058
  'split-mode': z.ZodOptional<z.ZodEnum<{
5607
6059
  none: "none";
5608
6060
  layer: "layer";
5609
- row: "row";
5610
6061
  tensor: "tensor";
5611
6062
  }>>;
5612
6063
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -5615,6 +6066,29 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
5615
6066
  auto: "auto";
5616
6067
  }>>;
5617
6068
  'tensor-split': z.ZodOptional<z.ZodString>;
6069
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
6070
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
6071
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
6072
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
6073
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
6074
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
6075
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
6076
+ threads: z.ZodOptional<z.ZodNumber>;
6077
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
6078
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
6079
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
6080
+ 'override-tensor': z.ZodOptional<z.ZodString>;
6081
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
6082
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
6083
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
6084
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
6085
+ on: "on";
6086
+ off: "off";
6087
+ auto: "auto";
6088
+ }>>;
6089
+ fit: z.ZodOptional<z.ZodBoolean>;
6090
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
6091
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
5618
6092
  openclCacheDir: z.ZodOptional<z.ZodString>;
5619
6093
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
5620
6094
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -6065,7 +6539,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6065
6539
  splitMode: z.ZodOptional<z.ZodEnum<{
6066
6540
  none: "none";
6067
6541
  layer: "layer";
6068
- row: "row";
6069
6542
  }>>;
6070
6543
  tensorSplit: z.ZodOptional<z.ZodString>;
6071
6544
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -6790,11 +7263,90 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6790
7263
  }, z.core.$strict>, z.ZodObject<{
6791
7264
  [x: string]: z.ZodOptional<z.ZodUnknown>;
6792
7265
  }, z.core.$strict>, z.ZodObject<{
6793
- useGPU: z.ZodOptional<z.ZodBoolean>;
6794
- outputSampleRate: z.ZodOptional<z.ZodNumber>;
6795
- streamChunkTokens: z.ZodOptional<z.ZodNumber>;
6796
- streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
6797
- threads: z.ZodOptional<z.ZodNumber>;
7266
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7267
+ src: z.ZodString;
7268
+ name: z.ZodOptional<z.ZodString>;
7269
+ modelId: z.ZodOptional<z.ZodString>;
7270
+ registryPath: z.ZodOptional<z.ZodString>;
7271
+ registrySource: z.ZodOptional<z.ZodString>;
7272
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7273
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7274
+ engine: z.ZodOptional<z.ZodString>;
7275
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7276
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7277
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7278
+ embeddings: "embeddings";
7279
+ diffusion: "diffusion";
7280
+ audiogen: "audiogen";
7281
+ tts: "tts";
7282
+ ocr: "ocr";
7283
+ vla: "vla";
7284
+ "llamacpp-completion": "llamacpp-completion";
7285
+ "whispercpp-transcription": "whispercpp-transcription";
7286
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7287
+ "llamacpp-embedding": "llamacpp-embedding";
7288
+ "nmtcpp-translation": "nmtcpp-translation";
7289
+ "onnx-tts": "onnx-tts";
7290
+ "tts-ggml": "tts-ggml";
7291
+ "parakeet-transcription": "parakeet-transcription";
7292
+ "ggml-ocr": "ggml-ocr";
7293
+ "sdcpp-generation": "sdcpp-generation";
7294
+ "audiogen-ggml": "audiogen-ggml";
7295
+ "ggml-vla": "ggml-vla";
7296
+ "ggml-classification": "ggml-classification";
7297
+ llm: "llm";
7298
+ whisper: "whisper";
7299
+ bci: "bci";
7300
+ nmt: "nmt";
7301
+ parakeet: "parakeet";
7302
+ classification: "classification";
7303
+ }>, z.ZodLiteral<"vad">]>>;
7304
+ }, z.core.$strip>]>>;
7305
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7306
+ src: z.ZodString;
7307
+ name: z.ZodOptional<z.ZodString>;
7308
+ modelId: z.ZodOptional<z.ZodString>;
7309
+ registryPath: z.ZodOptional<z.ZodString>;
7310
+ registrySource: z.ZodOptional<z.ZodString>;
7311
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7312
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7313
+ engine: z.ZodOptional<z.ZodString>;
7314
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7315
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7316
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7317
+ embeddings: "embeddings";
7318
+ diffusion: "diffusion";
7319
+ audiogen: "audiogen";
7320
+ tts: "tts";
7321
+ ocr: "ocr";
7322
+ vla: "vla";
7323
+ "llamacpp-completion": "llamacpp-completion";
7324
+ "whispercpp-transcription": "whispercpp-transcription";
7325
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7326
+ "llamacpp-embedding": "llamacpp-embedding";
7327
+ "nmtcpp-translation": "nmtcpp-translation";
7328
+ "onnx-tts": "onnx-tts";
7329
+ "tts-ggml": "tts-ggml";
7330
+ "parakeet-transcription": "parakeet-transcription";
7331
+ "ggml-ocr": "ggml-ocr";
7332
+ "sdcpp-generation": "sdcpp-generation";
7333
+ "audiogen-ggml": "audiogen-ggml";
7334
+ "ggml-vla": "ggml-vla";
7335
+ "ggml-classification": "ggml-classification";
7336
+ llm: "llm";
7337
+ whisper: "whisper";
7338
+ bci: "bci";
7339
+ nmt: "nmt";
7340
+ parakeet: "parakeet";
7341
+ classification: "classification";
7342
+ }>, z.ZodLiteral<"vad">]>>;
7343
+ }, z.core.$strip>]>>;
7344
+ backendsDir: z.ZodOptional<z.ZodString>;
7345
+ useGPU: z.ZodOptional<z.ZodBoolean>;
7346
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
7347
+ streamChunkTokens: z.ZodOptional<z.ZodNumber>;
7348
+ streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
7349
+ threads: z.ZodOptional<z.ZodNumber>;
6798
7350
  nGpuLayers: z.ZodOptional<z.ZodNumber>;
6799
7351
  seed: z.ZodOptional<z.ZodNumber>;
6800
7352
  temperature: z.ZodOptional<z.ZodNumber>;
@@ -6832,6 +7384,123 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6832
7384
  quality: z.ZodOptional<z.ZodString>;
6833
7385
  ttsEngine: z.ZodLiteral<"parler">;
6834
7386
  }, z.core.$strict>, z.ZodObject<{
7387
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7388
+ src: z.ZodString;
7389
+ name: z.ZodOptional<z.ZodString>;
7390
+ modelId: z.ZodOptional<z.ZodString>;
7391
+ registryPath: z.ZodOptional<z.ZodString>;
7392
+ registrySource: z.ZodOptional<z.ZodString>;
7393
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7394
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7395
+ engine: z.ZodOptional<z.ZodString>;
7396
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7397
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7398
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7399
+ embeddings: "embeddings";
7400
+ diffusion: "diffusion";
7401
+ audiogen: "audiogen";
7402
+ tts: "tts";
7403
+ ocr: "ocr";
7404
+ vla: "vla";
7405
+ "llamacpp-completion": "llamacpp-completion";
7406
+ "whispercpp-transcription": "whispercpp-transcription";
7407
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7408
+ "llamacpp-embedding": "llamacpp-embedding";
7409
+ "nmtcpp-translation": "nmtcpp-translation";
7410
+ "onnx-tts": "onnx-tts";
7411
+ "tts-ggml": "tts-ggml";
7412
+ "parakeet-transcription": "parakeet-transcription";
7413
+ "ggml-ocr": "ggml-ocr";
7414
+ "sdcpp-generation": "sdcpp-generation";
7415
+ "audiogen-ggml": "audiogen-ggml";
7416
+ "ggml-vla": "ggml-vla";
7417
+ "ggml-classification": "ggml-classification";
7418
+ llm: "llm";
7419
+ whisper: "whisper";
7420
+ bci: "bci";
7421
+ nmt: "nmt";
7422
+ parakeet: "parakeet";
7423
+ classification: "classification";
7424
+ }>, z.ZodLiteral<"vad">]>>;
7425
+ }, z.core.$strip>]>>;
7426
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7427
+ src: z.ZodString;
7428
+ name: z.ZodOptional<z.ZodString>;
7429
+ modelId: z.ZodOptional<z.ZodString>;
7430
+ registryPath: z.ZodOptional<z.ZodString>;
7431
+ registrySource: z.ZodOptional<z.ZodString>;
7432
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7433
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7434
+ engine: z.ZodOptional<z.ZodString>;
7435
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7436
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7437
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7438
+ embeddings: "embeddings";
7439
+ diffusion: "diffusion";
7440
+ audiogen: "audiogen";
7441
+ tts: "tts";
7442
+ ocr: "ocr";
7443
+ vla: "vla";
7444
+ "llamacpp-completion": "llamacpp-completion";
7445
+ "whispercpp-transcription": "whispercpp-transcription";
7446
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7447
+ "llamacpp-embedding": "llamacpp-embedding";
7448
+ "nmtcpp-translation": "nmtcpp-translation";
7449
+ "onnx-tts": "onnx-tts";
7450
+ "tts-ggml": "tts-ggml";
7451
+ "parakeet-transcription": "parakeet-transcription";
7452
+ "ggml-ocr": "ggml-ocr";
7453
+ "sdcpp-generation": "sdcpp-generation";
7454
+ "audiogen-ggml": "audiogen-ggml";
7455
+ "ggml-vla": "ggml-vla";
7456
+ "ggml-classification": "ggml-classification";
7457
+ llm: "llm";
7458
+ whisper: "whisper";
7459
+ bci: "bci";
7460
+ nmt: "nmt";
7461
+ parakeet: "parakeet";
7462
+ classification: "classification";
7463
+ }>, z.ZodLiteral<"vad">]>>;
7464
+ }, z.core.$strip>]>>;
7465
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
7466
+ src: z.ZodString;
7467
+ name: z.ZodOptional<z.ZodString>;
7468
+ modelId: z.ZodOptional<z.ZodString>;
7469
+ registryPath: z.ZodOptional<z.ZodString>;
7470
+ registrySource: z.ZodOptional<z.ZodString>;
7471
+ blobCoreKey: z.ZodOptional<z.ZodString>;
7472
+ blobIndex: z.ZodOptional<z.ZodNumber>;
7473
+ engine: z.ZodOptional<z.ZodString>;
7474
+ expectedSize: z.ZodOptional<z.ZodNumber>;
7475
+ sha256Checksum: z.ZodOptional<z.ZodString>;
7476
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
7477
+ embeddings: "embeddings";
7478
+ diffusion: "diffusion";
7479
+ audiogen: "audiogen";
7480
+ tts: "tts";
7481
+ ocr: "ocr";
7482
+ vla: "vla";
7483
+ "llamacpp-completion": "llamacpp-completion";
7484
+ "whispercpp-transcription": "whispercpp-transcription";
7485
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
7486
+ "llamacpp-embedding": "llamacpp-embedding";
7487
+ "nmtcpp-translation": "nmtcpp-translation";
7488
+ "onnx-tts": "onnx-tts";
7489
+ "tts-ggml": "tts-ggml";
7490
+ "parakeet-transcription": "parakeet-transcription";
7491
+ "ggml-ocr": "ggml-ocr";
7492
+ "sdcpp-generation": "sdcpp-generation";
7493
+ "audiogen-ggml": "audiogen-ggml";
7494
+ "ggml-vla": "ggml-vla";
7495
+ "ggml-classification": "ggml-classification";
7496
+ llm: "llm";
7497
+ whisper: "whisper";
7498
+ bci: "bci";
7499
+ nmt: "nmt";
7500
+ parakeet: "parakeet";
7501
+ classification: "classification";
7502
+ }>, z.ZodLiteral<"vad">]>>;
7503
+ }, z.core.$strip>]>>;
6835
7504
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
6836
7505
  src: z.ZodString;
6837
7506
  name: z.ZodOptional<z.ZodString>;
@@ -6910,6 +7579,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6910
7579
  classification: "classification";
6911
7580
  }>, z.ZodLiteral<"vad">]>>;
6912
7581
  }, z.core.$strip>]>>;
7582
+ openclCacheDir: z.ZodOptional<z.ZodString>;
7583
+ backendsDir: z.ZodOptional<z.ZodString>;
6913
7584
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
6914
7585
  emotion: z.ZodOptional<z.ZodEnum<{
6915
7586
  anger: "anger";
@@ -6951,6 +7622,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
6951
7622
  robot: "robot";
6952
7623
  }>>;
6953
7624
  }, z.core.$strict>]>>;
7625
+ promptText: z.ZodOptional<z.ZodString>;
6954
7626
  useGPU: z.ZodOptional<z.ZodBoolean>;
6955
7627
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
6956
7628
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -7076,6 +7748,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7076
7748
  classification: "classification";
7077
7749
  }>, z.ZodLiteral<"vad">]>>;
7078
7750
  }, z.core.$strip>]>>;
7751
+ backendsDir: z.ZodOptional<z.ZodString>;
7079
7752
  ttsEngine: z.ZodLiteral<"audio8">;
7080
7753
  referenceText: z.ZodOptional<z.ZodString>;
7081
7754
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -7273,6 +7946,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7273
7946
  auto: "auto";
7274
7947
  f32: "f32";
7275
7948
  f16: "f16";
7949
+ q8_0: "q8_0";
7276
7950
  bf16: "bf16";
7277
7951
  q2_k: "q2_k";
7278
7952
  q3_k: "q3_k";
@@ -7283,7 +7957,6 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7283
7957
  q5_1: "q5_1";
7284
7958
  q5_k: "q5_k";
7285
7959
  q6_k: "q6_k";
7286
- q8_0: "q8_0";
7287
7960
  }>>;
7288
7961
  rng: z.ZodOptional<z.ZodEnum<{
7289
7962
  cpu: "cpu";
@@ -7295,12 +7968,17 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
7295
7968
  cuda: "cuda";
7296
7969
  std_default: "std_default";
7297
7970
  }>>;
7298
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
7299
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
7300
7971
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
7301
7972
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
7302
7973
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
7303
7974
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
7975
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7976
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7977
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
7978
+ backend: z.ZodOptional<z.ZodString>;
7979
+ params_backend: z.ZodOptional<z.ZodString>;
7980
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
7981
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
7304
7982
  flash_attn: z.ZodOptional<z.ZodBoolean>;
7305
7983
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
7306
7984
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -8373,9 +9051,28 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8373
9051
  'cache-type-k'?: string | undefined;
8374
9052
  'cache-type-v'?: string | undefined;
8375
9053
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
8376
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
9054
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
8377
9055
  'flash-attn'?: "on" | "off" | "auto" | undefined;
8378
9056
  'tensor-split'?: string | undefined;
9057
+ 'batch-size'?: number | undefined;
9058
+ 'ubatch-size'?: number | undefined;
9059
+ 'cpu-moe'?: boolean | undefined;
9060
+ 'n-cpu-moe'?: number | undefined;
9061
+ 'kv-offload'?: boolean | undefined;
9062
+ 'image-max-tokens'?: number | undefined;
9063
+ 'image-min-tokens'?: number | undefined;
9064
+ threads?: number | undefined;
9065
+ 'threads-batch'?: number | undefined;
9066
+ 'cpu-mask'?: string | undefined;
9067
+ 'cpu-mask-batch'?: string | undefined;
9068
+ 'override-tensor'?: string | undefined;
9069
+ 'n-cpu-ffn'?: number | undefined;
9070
+ 'moe-cache-mib'?: number | "auto" | undefined;
9071
+ 'prefetch-weights'?: boolean | "auto" | undefined;
9072
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
9073
+ fit?: boolean | undefined;
9074
+ 'fit-target'?: string | number | undefined;
9075
+ 'fit-ctx'?: number | undefined;
8379
9076
  openclCacheDir?: string | undefined;
8380
9077
  reasoning_budget?: number | undefined;
8381
9078
  projectionModelSrc?: string | {
@@ -8597,7 +9294,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8597
9294
  embdNormalize?: number | undefined;
8598
9295
  flashAttention?: "on" | "off" | "auto" | undefined;
8599
9296
  mainGpu?: number | "integrated" | "dedicated" | undefined;
8600
- splitMode?: "none" | "layer" | "row" | undefined;
9297
+ splitMode?: "none" | "layer" | undefined;
8601
9298
  tensorSplit?: string | undefined;
8602
9299
  verbosity?: 0 | 3 | 2 | 1 | undefined;
8603
9300
  openclCacheDir?: string | undefined;
@@ -8738,6 +9435,33 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8738
9435
  [x: string]: unknown;
8739
9436
  } | {
8740
9437
  ttsEngine: "parler";
9438
+ lavasrEnhancerModelSrc?: string | {
9439
+ src: string;
9440
+ name?: string | undefined;
9441
+ modelId?: string | undefined;
9442
+ registryPath?: string | undefined;
9443
+ registrySource?: string | undefined;
9444
+ blobCoreKey?: string | undefined;
9445
+ blobIndex?: number | undefined;
9446
+ engine?: string | undefined;
9447
+ expectedSize?: number | undefined;
9448
+ sha256Checksum?: string | undefined;
9449
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9450
+ } | undefined;
9451
+ lavasrDenoiserModelSrc?: string | {
9452
+ src: string;
9453
+ name?: string | undefined;
9454
+ modelId?: string | undefined;
9455
+ registryPath?: string | undefined;
9456
+ registrySource?: string | undefined;
9457
+ blobCoreKey?: string | undefined;
9458
+ blobIndex?: number | undefined;
9459
+ engine?: string | undefined;
9460
+ expectedSize?: number | undefined;
9461
+ sha256Checksum?: string | undefined;
9462
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9463
+ } | undefined;
9464
+ backendsDir?: string | undefined;
8741
9465
  useGPU?: boolean | undefined;
8742
9466
  outputSampleRate?: number | undefined;
8743
9467
  streamChunkTokens?: number | undefined;
@@ -8763,7 +9487,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8763
9487
  quality?: string | undefined;
8764
9488
  } | {
8765
9489
  ttsEngine: "cosyvoice3";
8766
- lavasrEnhancerModelSrc?: string | {
9490
+ referenceAudioSrc?: string | {
8767
9491
  src: string;
8768
9492
  name?: string | undefined;
8769
9493
  modelId?: string | undefined;
@@ -8776,7 +9500,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8776
9500
  sha256Checksum?: string | undefined;
8777
9501
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8778
9502
  } | undefined;
8779
- lavasrDenoiserModelSrc?: string | {
9503
+ cosyvoice3S3tokModelSrc?: string | {
8780
9504
  src: string;
8781
9505
  name?: string | undefined;
8782
9506
  modelId?: string | undefined;
@@ -8789,22 +9513,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8789
9513
  sha256Checksum?: string | undefined;
8790
9514
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8791
9515
  } | undefined;
8792
- emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
8793
- pace?: "slow" | "moderate" | "fast" | undefined;
8794
- instruct?: string | {
8795
- dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
8796
- volume?: "loud" | "soft" | undefined;
8797
- style?: "peppa" | "robot" | undefined;
8798
- } | undefined;
8799
- useGPU?: boolean | undefined;
8800
- outputSampleRate?: number | undefined;
8801
- streamChunkTokens?: number | undefined;
8802
- streamFirstChunkTokens?: number | undefined;
8803
- threads?: number | undefined;
8804
- nGpuLayers?: number | undefined;
8805
- seed?: number | undefined;
8806
- } | {
8807
- audio8CodecDecoderModelSrc: string | {
9516
+ cosyvoice3CampplusModelSrc?: string | {
8808
9517
  src: string;
8809
9518
  name?: string | undefined;
8810
9519
  modelId?: string | undefined;
@@ -8816,9 +9525,66 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8816
9525
  expectedSize?: number | undefined;
8817
9526
  sha256Checksum?: string | undefined;
8818
9527
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8819
- };
8820
- ttsEngine: "audio8";
8821
- audio8CodecEncoderModelSrc?: string | {
9528
+ } | undefined;
9529
+ lavasrEnhancerModelSrc?: string | {
9530
+ src: string;
9531
+ name?: string | undefined;
9532
+ modelId?: string | undefined;
9533
+ registryPath?: string | undefined;
9534
+ registrySource?: string | undefined;
9535
+ blobCoreKey?: string | undefined;
9536
+ blobIndex?: number | undefined;
9537
+ engine?: string | undefined;
9538
+ expectedSize?: number | undefined;
9539
+ sha256Checksum?: string | undefined;
9540
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9541
+ } | undefined;
9542
+ lavasrDenoiserModelSrc?: string | {
9543
+ src: string;
9544
+ name?: string | undefined;
9545
+ modelId?: string | undefined;
9546
+ registryPath?: string | undefined;
9547
+ registrySource?: string | undefined;
9548
+ blobCoreKey?: string | undefined;
9549
+ blobIndex?: number | undefined;
9550
+ engine?: string | undefined;
9551
+ expectedSize?: number | undefined;
9552
+ sha256Checksum?: string | undefined;
9553
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9554
+ } | undefined;
9555
+ openclCacheDir?: string | undefined;
9556
+ backendsDir?: string | undefined;
9557
+ emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
9558
+ pace?: "slow" | "moderate" | "fast" | undefined;
9559
+ instruct?: string | {
9560
+ dialect?: "cantonese" | "northeastern" | "gansu" | "guizhou" | "henan" | "hubei" | "hunan" | "jiangxi" | "minnan" | "ningxia" | "shanxi" | "shaanxi" | "shandong" | "shanghai" | "sichuan" | "tianjin" | "yunnan" | undefined;
9561
+ volume?: "loud" | "soft" | undefined;
9562
+ style?: "peppa" | "robot" | undefined;
9563
+ } | undefined;
9564
+ promptText?: string | undefined;
9565
+ useGPU?: boolean | undefined;
9566
+ outputSampleRate?: number | undefined;
9567
+ streamChunkTokens?: number | undefined;
9568
+ streamFirstChunkTokens?: number | undefined;
9569
+ threads?: number | undefined;
9570
+ nGpuLayers?: number | undefined;
9571
+ seed?: number | undefined;
9572
+ } | {
9573
+ audio8CodecDecoderModelSrc: string | {
9574
+ src: string;
9575
+ name?: string | undefined;
9576
+ modelId?: string | undefined;
9577
+ registryPath?: string | undefined;
9578
+ registrySource?: string | undefined;
9579
+ blobCoreKey?: string | undefined;
9580
+ blobIndex?: number | undefined;
9581
+ engine?: string | undefined;
9582
+ expectedSize?: number | undefined;
9583
+ sha256Checksum?: string | undefined;
9584
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9585
+ };
9586
+ ttsEngine: "audio8";
9587
+ audio8CodecEncoderModelSrc?: string | {
8822
9588
  src: string;
8823
9589
  name?: string | undefined;
8824
9590
  modelId?: string | undefined;
@@ -8844,6 +9610,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8844
9610
  sha256Checksum?: string | undefined;
8845
9611
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
8846
9612
  } | undefined;
9613
+ backendsDir?: string | undefined;
8847
9614
  referenceText?: string | undefined;
8848
9615
  greedy?: boolean | undefined;
8849
9616
  temperature?: number | undefined;
@@ -8939,15 +9706,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
8939
9706
  device?: "gpu" | "cpu" | undefined;
8940
9707
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
8941
9708
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
8942
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
9709
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
8943
9710
  rng?: "cpu" | "cuda" | "std_default" | undefined;
8944
9711
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
8945
- clip_on_cpu?: boolean | undefined;
8946
- vae_on_cpu?: boolean | undefined;
8947
9712
  vae_auto_cpu_fallback?: boolean | undefined;
8948
9713
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
8949
9714
  vae_tiling?: boolean | undefined;
8950
9715
  offload_to_cpu?: boolean | undefined;
9716
+ control_net_cpu?: undefined;
9717
+ clip_on_cpu?: undefined;
9718
+ vae_on_cpu?: undefined;
9719
+ backend?: string | undefined;
9720
+ params_backend?: string | undefined;
9721
+ max_vram?: string | number | undefined;
9722
+ stream_layers?: boolean | undefined;
8951
9723
  flash_attn?: boolean | undefined;
8952
9724
  diffusion_fa?: boolean | undefined;
8953
9725
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -9365,9 +10137,28 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9365
10137
  'cache-type-k'?: string | undefined;
9366
10138
  'cache-type-v'?: string | undefined;
9367
10139
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9368
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
10140
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
9369
10141
  'flash-attn'?: "on" | "off" | "auto" | undefined;
9370
10142
  'tensor-split'?: string | undefined;
10143
+ 'batch-size'?: number | undefined;
10144
+ 'ubatch-size'?: number | undefined;
10145
+ 'cpu-moe'?: boolean | undefined;
10146
+ 'n-cpu-moe'?: number | undefined;
10147
+ 'kv-offload'?: boolean | undefined;
10148
+ 'image-max-tokens'?: number | undefined;
10149
+ 'image-min-tokens'?: number | undefined;
10150
+ threads?: number | undefined;
10151
+ 'threads-batch'?: number | undefined;
10152
+ 'cpu-mask'?: string | undefined;
10153
+ 'cpu-mask-batch'?: string | undefined;
10154
+ 'override-tensor'?: string | undefined;
10155
+ 'n-cpu-ffn'?: number | undefined;
10156
+ 'moe-cache-mib'?: number | "auto" | undefined;
10157
+ 'prefetch-weights'?: boolean | "auto" | undefined;
10158
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
10159
+ fit?: boolean | undefined;
10160
+ 'fit-target'?: string | number | undefined;
10161
+ 'fit-ctx'?: number | undefined;
9371
10162
  openclCacheDir?: string | undefined;
9372
10163
  reasoning_budget?: number | undefined;
9373
10164
  projectionModelSrc?: string | {
@@ -9589,7 +10380,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9589
10380
  embdNormalize?: number | undefined;
9590
10381
  flashAttention?: "on" | "off" | "auto" | undefined;
9591
10382
  mainGpu?: number | "integrated" | "dedicated" | undefined;
9592
- splitMode?: "none" | "layer" | "row" | undefined;
10383
+ splitMode?: "none" | "layer" | undefined;
9593
10384
  tensorSplit?: string | undefined;
9594
10385
  verbosity?: 0 | 3 | 2 | 1 | undefined;
9595
10386
  openclCacheDir?: string | undefined;
@@ -9730,6 +10521,33 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9730
10521
  [x: string]: unknown;
9731
10522
  } | {
9732
10523
  ttsEngine: "parler";
10524
+ lavasrEnhancerModelSrc?: string | {
10525
+ src: string;
10526
+ name?: string | undefined;
10527
+ modelId?: string | undefined;
10528
+ registryPath?: string | undefined;
10529
+ registrySource?: string | undefined;
10530
+ blobCoreKey?: string | undefined;
10531
+ blobIndex?: number | undefined;
10532
+ engine?: string | undefined;
10533
+ expectedSize?: number | undefined;
10534
+ sha256Checksum?: string | undefined;
10535
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10536
+ } | undefined;
10537
+ lavasrDenoiserModelSrc?: string | {
10538
+ src: string;
10539
+ name?: string | undefined;
10540
+ modelId?: string | undefined;
10541
+ registryPath?: string | undefined;
10542
+ registrySource?: string | undefined;
10543
+ blobCoreKey?: string | undefined;
10544
+ blobIndex?: number | undefined;
10545
+ engine?: string | undefined;
10546
+ expectedSize?: number | undefined;
10547
+ sha256Checksum?: string | undefined;
10548
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10549
+ } | undefined;
10550
+ backendsDir?: string | undefined;
9733
10551
  useGPU?: boolean | undefined;
9734
10552
  outputSampleRate?: number | undefined;
9735
10553
  streamChunkTokens?: number | undefined;
@@ -9755,6 +10573,45 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9755
10573
  quality?: string | undefined;
9756
10574
  } | {
9757
10575
  ttsEngine: "cosyvoice3";
10576
+ referenceAudioSrc?: string | {
10577
+ src: string;
10578
+ name?: string | undefined;
10579
+ modelId?: string | undefined;
10580
+ registryPath?: string | undefined;
10581
+ registrySource?: string | undefined;
10582
+ blobCoreKey?: string | undefined;
10583
+ blobIndex?: number | undefined;
10584
+ engine?: string | undefined;
10585
+ expectedSize?: number | undefined;
10586
+ sha256Checksum?: string | undefined;
10587
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10588
+ } | undefined;
10589
+ cosyvoice3S3tokModelSrc?: string | {
10590
+ src: string;
10591
+ name?: string | undefined;
10592
+ modelId?: string | undefined;
10593
+ registryPath?: string | undefined;
10594
+ registrySource?: string | undefined;
10595
+ blobCoreKey?: string | undefined;
10596
+ blobIndex?: number | undefined;
10597
+ engine?: string | undefined;
10598
+ expectedSize?: number | undefined;
10599
+ sha256Checksum?: string | undefined;
10600
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10601
+ } | undefined;
10602
+ cosyvoice3CampplusModelSrc?: string | {
10603
+ src: string;
10604
+ name?: string | undefined;
10605
+ modelId?: string | undefined;
10606
+ registryPath?: string | undefined;
10607
+ registrySource?: string | undefined;
10608
+ blobCoreKey?: string | undefined;
10609
+ blobIndex?: number | undefined;
10610
+ engine?: string | undefined;
10611
+ expectedSize?: number | undefined;
10612
+ sha256Checksum?: string | undefined;
10613
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
10614
+ } | undefined;
9758
10615
  lavasrEnhancerModelSrc?: string | {
9759
10616
  src: string;
9760
10617
  name?: string | undefined;
@@ -9781,6 +10638,8 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9781
10638
  sha256Checksum?: string | undefined;
9782
10639
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9783
10640
  } | undefined;
10641
+ openclCacheDir?: string | undefined;
10642
+ backendsDir?: string | undefined;
9784
10643
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
9785
10644
  pace?: "slow" | "moderate" | "fast" | undefined;
9786
10645
  instruct?: string | {
@@ -9788,6 +10647,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9788
10647
  volume?: "loud" | "soft" | undefined;
9789
10648
  style?: "peppa" | "robot" | undefined;
9790
10649
  } | undefined;
10650
+ promptText?: string | undefined;
9791
10651
  useGPU?: boolean | undefined;
9792
10652
  outputSampleRate?: number | undefined;
9793
10653
  streamChunkTokens?: number | undefined;
@@ -9836,6 +10696,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9836
10696
  sha256Checksum?: string | undefined;
9837
10697
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
9838
10698
  } | undefined;
10699
+ backendsDir?: string | undefined;
9839
10700
  referenceText?: string | undefined;
9840
10701
  greedy?: boolean | undefined;
9841
10702
  temperature?: number | undefined;
@@ -9931,15 +10792,20 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
9931
10792
  device?: "gpu" | "cpu" | undefined;
9932
10793
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
9933
10794
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
9934
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
10795
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
9935
10796
  rng?: "cpu" | "cuda" | "std_default" | undefined;
9936
10797
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
9937
- clip_on_cpu?: boolean | undefined;
9938
- vae_on_cpu?: boolean | undefined;
9939
10798
  vae_auto_cpu_fallback?: boolean | undefined;
9940
10799
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
9941
10800
  vae_tiling?: boolean | undefined;
9942
10801
  offload_to_cpu?: boolean | undefined;
10802
+ control_net_cpu?: undefined;
10803
+ clip_on_cpu?: undefined;
10804
+ vae_on_cpu?: undefined;
10805
+ backend?: string | undefined;
10806
+ params_backend?: string | undefined;
10807
+ max_vram?: string | number | undefined;
10808
+ stream_layers?: boolean | undefined;
9943
10809
  flash_attn?: boolean | undefined;
9944
10810
  diffusion_fa?: boolean | undefined;
9945
10811
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -10366,7 +11232,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
10366
11232
  'split-mode': z.ZodOptional<z.ZodEnum<{
10367
11233
  none: "none";
10368
11234
  layer: "layer";
10369
- row: "row";
10370
11235
  tensor: "tensor";
10371
11236
  }>>;
10372
11237
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -10375,6 +11240,29 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
10375
11240
  auto: "auto";
10376
11241
  }>>;
10377
11242
  'tensor-split': z.ZodOptional<z.ZodString>;
11243
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
11244
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
11245
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
11246
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
11247
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
11248
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
11249
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
11250
+ threads: z.ZodOptional<z.ZodNumber>;
11251
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
11252
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
11253
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
11254
+ 'override-tensor': z.ZodOptional<z.ZodString>;
11255
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
11256
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
11257
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
11258
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
11259
+ on: "on";
11260
+ off: "off";
11261
+ auto: "auto";
11262
+ }>>;
11263
+ fit: z.ZodOptional<z.ZodBoolean>;
11264
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
11265
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
10378
11266
  openclCacheDir: z.ZodOptional<z.ZodString>;
10379
11267
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
10380
11268
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -10523,9 +11411,28 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
10523
11411
  'cache-type-k'?: string | undefined;
10524
11412
  'cache-type-v'?: string | undefined;
10525
11413
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
10526
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
11414
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
10527
11415
  'flash-attn'?: "on" | "off" | "auto" | undefined;
10528
11416
  'tensor-split'?: string | undefined;
11417
+ 'batch-size'?: number | undefined;
11418
+ 'ubatch-size'?: number | undefined;
11419
+ 'cpu-moe'?: boolean | undefined;
11420
+ 'n-cpu-moe'?: number | undefined;
11421
+ 'kv-offload'?: boolean | undefined;
11422
+ 'image-max-tokens'?: number | undefined;
11423
+ 'image-min-tokens'?: number | undefined;
11424
+ threads?: number | undefined;
11425
+ 'threads-batch'?: number | undefined;
11426
+ 'cpu-mask'?: string | undefined;
11427
+ 'cpu-mask-batch'?: string | undefined;
11428
+ 'override-tensor'?: string | undefined;
11429
+ 'n-cpu-ffn'?: number | undefined;
11430
+ 'moe-cache-mib'?: number | "auto" | undefined;
11431
+ 'prefetch-weights'?: boolean | "auto" | undefined;
11432
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
11433
+ fit?: boolean | undefined;
11434
+ 'fit-target'?: string | number | undefined;
11435
+ 'fit-ctx'?: number | undefined;
10529
11436
  openclCacheDir?: string | undefined;
10530
11437
  reasoning_budget?: number | undefined;
10531
11438
  projectionModelSrc?: string | {
@@ -11256,7 +12163,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11256
12163
  splitMode: z.ZodOptional<z.ZodEnum<{
11257
12164
  none: "none";
11258
12165
  layer: "layer";
11259
- row: "row";
11260
12166
  }>>;
11261
12167
  tensorSplit: z.ZodOptional<z.ZodString>;
11262
12168
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -11350,7 +12256,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
11350
12256
  embdNormalize?: number | undefined;
11351
12257
  flashAttention?: "on" | "off" | "auto" | undefined;
11352
12258
  mainGpu?: number | "integrated" | "dedicated" | undefined;
11353
- splitMode?: "none" | "layer" | "row" | undefined;
12259
+ splitMode?: "none" | "layer" | undefined;
11354
12260
  tensorSplit?: string | undefined;
11355
12261
  verbosity?: 0 | 3 | 2 | 1 | undefined;
11356
12262
  openclCacheDir?: string | undefined;
@@ -12282,6 +13188,85 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12282
13188
  }, z.core.$strict>, z.ZodObject<{
12283
13189
  [x: string]: z.ZodOptional<z.ZodUnknown>;
12284
13190
  }, z.core.$strict>, z.ZodObject<{
13191
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13192
+ src: z.ZodString;
13193
+ name: z.ZodOptional<z.ZodString>;
13194
+ modelId: z.ZodOptional<z.ZodString>;
13195
+ registryPath: z.ZodOptional<z.ZodString>;
13196
+ registrySource: z.ZodOptional<z.ZodString>;
13197
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13198
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13199
+ engine: z.ZodOptional<z.ZodString>;
13200
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13201
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13202
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13203
+ embeddings: "embeddings";
13204
+ diffusion: "diffusion";
13205
+ audiogen: "audiogen";
13206
+ tts: "tts";
13207
+ ocr: "ocr";
13208
+ vla: "vla";
13209
+ "llamacpp-completion": "llamacpp-completion";
13210
+ "whispercpp-transcription": "whispercpp-transcription";
13211
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13212
+ "llamacpp-embedding": "llamacpp-embedding";
13213
+ "nmtcpp-translation": "nmtcpp-translation";
13214
+ "onnx-tts": "onnx-tts";
13215
+ "tts-ggml": "tts-ggml";
13216
+ "parakeet-transcription": "parakeet-transcription";
13217
+ "ggml-ocr": "ggml-ocr";
13218
+ "sdcpp-generation": "sdcpp-generation";
13219
+ "audiogen-ggml": "audiogen-ggml";
13220
+ "ggml-vla": "ggml-vla";
13221
+ "ggml-classification": "ggml-classification";
13222
+ llm: "llm";
13223
+ whisper: "whisper";
13224
+ bci: "bci";
13225
+ nmt: "nmt";
13226
+ parakeet: "parakeet";
13227
+ classification: "classification";
13228
+ }>, z.ZodLiteral<"vad">]>>;
13229
+ }, z.core.$strip>]>>;
13230
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13231
+ src: z.ZodString;
13232
+ name: z.ZodOptional<z.ZodString>;
13233
+ modelId: z.ZodOptional<z.ZodString>;
13234
+ registryPath: z.ZodOptional<z.ZodString>;
13235
+ registrySource: z.ZodOptional<z.ZodString>;
13236
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13237
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13238
+ engine: z.ZodOptional<z.ZodString>;
13239
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13240
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13241
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13242
+ embeddings: "embeddings";
13243
+ diffusion: "diffusion";
13244
+ audiogen: "audiogen";
13245
+ tts: "tts";
13246
+ ocr: "ocr";
13247
+ vla: "vla";
13248
+ "llamacpp-completion": "llamacpp-completion";
13249
+ "whispercpp-transcription": "whispercpp-transcription";
13250
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13251
+ "llamacpp-embedding": "llamacpp-embedding";
13252
+ "nmtcpp-translation": "nmtcpp-translation";
13253
+ "onnx-tts": "onnx-tts";
13254
+ "tts-ggml": "tts-ggml";
13255
+ "parakeet-transcription": "parakeet-transcription";
13256
+ "ggml-ocr": "ggml-ocr";
13257
+ "sdcpp-generation": "sdcpp-generation";
13258
+ "audiogen-ggml": "audiogen-ggml";
13259
+ "ggml-vla": "ggml-vla";
13260
+ "ggml-classification": "ggml-classification";
13261
+ llm: "llm";
13262
+ whisper: "whisper";
13263
+ bci: "bci";
13264
+ nmt: "nmt";
13265
+ parakeet: "parakeet";
13266
+ classification: "classification";
13267
+ }>, z.ZodLiteral<"vad">]>>;
13268
+ }, z.core.$strip>]>>;
13269
+ backendsDir: z.ZodOptional<z.ZodString>;
12285
13270
  useGPU: z.ZodOptional<z.ZodBoolean>;
12286
13271
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
12287
13272
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -12324,6 +13309,123 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12324
13309
  quality: z.ZodOptional<z.ZodString>;
12325
13310
  ttsEngine: z.ZodLiteral<"parler">;
12326
13311
  }, z.core.$strict>, z.ZodObject<{
13312
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13313
+ src: z.ZodString;
13314
+ name: z.ZodOptional<z.ZodString>;
13315
+ modelId: z.ZodOptional<z.ZodString>;
13316
+ registryPath: z.ZodOptional<z.ZodString>;
13317
+ registrySource: z.ZodOptional<z.ZodString>;
13318
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13319
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13320
+ engine: z.ZodOptional<z.ZodString>;
13321
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13322
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13323
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13324
+ embeddings: "embeddings";
13325
+ diffusion: "diffusion";
13326
+ audiogen: "audiogen";
13327
+ tts: "tts";
13328
+ ocr: "ocr";
13329
+ vla: "vla";
13330
+ "llamacpp-completion": "llamacpp-completion";
13331
+ "whispercpp-transcription": "whispercpp-transcription";
13332
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13333
+ "llamacpp-embedding": "llamacpp-embedding";
13334
+ "nmtcpp-translation": "nmtcpp-translation";
13335
+ "onnx-tts": "onnx-tts";
13336
+ "tts-ggml": "tts-ggml";
13337
+ "parakeet-transcription": "parakeet-transcription";
13338
+ "ggml-ocr": "ggml-ocr";
13339
+ "sdcpp-generation": "sdcpp-generation";
13340
+ "audiogen-ggml": "audiogen-ggml";
13341
+ "ggml-vla": "ggml-vla";
13342
+ "ggml-classification": "ggml-classification";
13343
+ llm: "llm";
13344
+ whisper: "whisper";
13345
+ bci: "bci";
13346
+ nmt: "nmt";
13347
+ parakeet: "parakeet";
13348
+ classification: "classification";
13349
+ }>, z.ZodLiteral<"vad">]>>;
13350
+ }, z.core.$strip>]>>;
13351
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13352
+ src: z.ZodString;
13353
+ name: z.ZodOptional<z.ZodString>;
13354
+ modelId: z.ZodOptional<z.ZodString>;
13355
+ registryPath: z.ZodOptional<z.ZodString>;
13356
+ registrySource: z.ZodOptional<z.ZodString>;
13357
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13358
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13359
+ engine: z.ZodOptional<z.ZodString>;
13360
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13361
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13362
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13363
+ embeddings: "embeddings";
13364
+ diffusion: "diffusion";
13365
+ audiogen: "audiogen";
13366
+ tts: "tts";
13367
+ ocr: "ocr";
13368
+ vla: "vla";
13369
+ "llamacpp-completion": "llamacpp-completion";
13370
+ "whispercpp-transcription": "whispercpp-transcription";
13371
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13372
+ "llamacpp-embedding": "llamacpp-embedding";
13373
+ "nmtcpp-translation": "nmtcpp-translation";
13374
+ "onnx-tts": "onnx-tts";
13375
+ "tts-ggml": "tts-ggml";
13376
+ "parakeet-transcription": "parakeet-transcription";
13377
+ "ggml-ocr": "ggml-ocr";
13378
+ "sdcpp-generation": "sdcpp-generation";
13379
+ "audiogen-ggml": "audiogen-ggml";
13380
+ "ggml-vla": "ggml-vla";
13381
+ "ggml-classification": "ggml-classification";
13382
+ llm: "llm";
13383
+ whisper: "whisper";
13384
+ bci: "bci";
13385
+ nmt: "nmt";
13386
+ parakeet: "parakeet";
13387
+ classification: "classification";
13388
+ }>, z.ZodLiteral<"vad">]>>;
13389
+ }, z.core.$strip>]>>;
13390
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
13391
+ src: z.ZodString;
13392
+ name: z.ZodOptional<z.ZodString>;
13393
+ modelId: z.ZodOptional<z.ZodString>;
13394
+ registryPath: z.ZodOptional<z.ZodString>;
13395
+ registrySource: z.ZodOptional<z.ZodString>;
13396
+ blobCoreKey: z.ZodOptional<z.ZodString>;
13397
+ blobIndex: z.ZodOptional<z.ZodNumber>;
13398
+ engine: z.ZodOptional<z.ZodString>;
13399
+ expectedSize: z.ZodOptional<z.ZodNumber>;
13400
+ sha256Checksum: z.ZodOptional<z.ZodString>;
13401
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
13402
+ embeddings: "embeddings";
13403
+ diffusion: "diffusion";
13404
+ audiogen: "audiogen";
13405
+ tts: "tts";
13406
+ ocr: "ocr";
13407
+ vla: "vla";
13408
+ "llamacpp-completion": "llamacpp-completion";
13409
+ "whispercpp-transcription": "whispercpp-transcription";
13410
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
13411
+ "llamacpp-embedding": "llamacpp-embedding";
13412
+ "nmtcpp-translation": "nmtcpp-translation";
13413
+ "onnx-tts": "onnx-tts";
13414
+ "tts-ggml": "tts-ggml";
13415
+ "parakeet-transcription": "parakeet-transcription";
13416
+ "ggml-ocr": "ggml-ocr";
13417
+ "sdcpp-generation": "sdcpp-generation";
13418
+ "audiogen-ggml": "audiogen-ggml";
13419
+ "ggml-vla": "ggml-vla";
13420
+ "ggml-classification": "ggml-classification";
13421
+ llm: "llm";
13422
+ whisper: "whisper";
13423
+ bci: "bci";
13424
+ nmt: "nmt";
13425
+ parakeet: "parakeet";
13426
+ classification: "classification";
13427
+ }>, z.ZodLiteral<"vad">]>>;
13428
+ }, z.core.$strip>]>>;
12327
13429
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
12328
13430
  src: z.ZodString;
12329
13431
  name: z.ZodOptional<z.ZodString>;
@@ -12402,6 +13504,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12402
13504
  classification: "classification";
12403
13505
  }>, z.ZodLiteral<"vad">]>>;
12404
13506
  }, z.core.$strip>]>>;
13507
+ openclCacheDir: z.ZodOptional<z.ZodString>;
13508
+ backendsDir: z.ZodOptional<z.ZodString>;
12405
13509
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
12406
13510
  emotion: z.ZodOptional<z.ZodEnum<{
12407
13511
  anger: "anger";
@@ -12443,6 +13547,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12443
13547
  robot: "robot";
12444
13548
  }>>;
12445
13549
  }, z.core.$strict>]>>;
13550
+ promptText: z.ZodOptional<z.ZodString>;
12446
13551
  useGPU: z.ZodOptional<z.ZodBoolean>;
12447
13552
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
12448
13553
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -12568,6 +13673,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12568
13673
  classification: "classification";
12569
13674
  }>, z.ZodLiteral<"vad">]>>;
12570
13675
  }, z.core.$strip>]>>;
13676
+ backendsDir: z.ZodOptional<z.ZodString>;
12571
13677
  ttsEngine: z.ZodLiteral<"audio8">;
12572
13678
  referenceText: z.ZodOptional<z.ZodString>;
12573
13679
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -12643,6 +13749,33 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12643
13749
  [x: string]: unknown;
12644
13750
  } | {
12645
13751
  ttsEngine: "parler";
13752
+ lavasrEnhancerModelSrc?: string | {
13753
+ src: string;
13754
+ name?: string | undefined;
13755
+ modelId?: string | undefined;
13756
+ registryPath?: string | undefined;
13757
+ registrySource?: string | undefined;
13758
+ blobCoreKey?: string | undefined;
13759
+ blobIndex?: number | undefined;
13760
+ engine?: string | undefined;
13761
+ expectedSize?: number | undefined;
13762
+ sha256Checksum?: string | undefined;
13763
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13764
+ } | undefined;
13765
+ lavasrDenoiserModelSrc?: string | {
13766
+ src: string;
13767
+ name?: string | undefined;
13768
+ modelId?: string | undefined;
13769
+ registryPath?: string | undefined;
13770
+ registrySource?: string | undefined;
13771
+ blobCoreKey?: string | undefined;
13772
+ blobIndex?: number | undefined;
13773
+ engine?: string | undefined;
13774
+ expectedSize?: number | undefined;
13775
+ sha256Checksum?: string | undefined;
13776
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13777
+ } | undefined;
13778
+ backendsDir?: string | undefined;
12646
13779
  useGPU?: boolean | undefined;
12647
13780
  outputSampleRate?: number | undefined;
12648
13781
  streamChunkTokens?: number | undefined;
@@ -12668,6 +13801,45 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12668
13801
  quality?: string | undefined;
12669
13802
  } | {
12670
13803
  ttsEngine: "cosyvoice3";
13804
+ referenceAudioSrc?: string | {
13805
+ src: string;
13806
+ name?: string | undefined;
13807
+ modelId?: string | undefined;
13808
+ registryPath?: string | undefined;
13809
+ registrySource?: string | undefined;
13810
+ blobCoreKey?: string | undefined;
13811
+ blobIndex?: number | undefined;
13812
+ engine?: string | undefined;
13813
+ expectedSize?: number | undefined;
13814
+ sha256Checksum?: string | undefined;
13815
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13816
+ } | undefined;
13817
+ cosyvoice3S3tokModelSrc?: string | {
13818
+ src: string;
13819
+ name?: string | undefined;
13820
+ modelId?: string | undefined;
13821
+ registryPath?: string | undefined;
13822
+ registrySource?: string | undefined;
13823
+ blobCoreKey?: string | undefined;
13824
+ blobIndex?: number | undefined;
13825
+ engine?: string | undefined;
13826
+ expectedSize?: number | undefined;
13827
+ sha256Checksum?: string | undefined;
13828
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13829
+ } | undefined;
13830
+ cosyvoice3CampplusModelSrc?: string | {
13831
+ src: string;
13832
+ name?: string | undefined;
13833
+ modelId?: string | undefined;
13834
+ registryPath?: string | undefined;
13835
+ registrySource?: string | undefined;
13836
+ blobCoreKey?: string | undefined;
13837
+ blobIndex?: number | undefined;
13838
+ engine?: string | undefined;
13839
+ expectedSize?: number | undefined;
13840
+ sha256Checksum?: string | undefined;
13841
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13842
+ } | undefined;
12671
13843
  lavasrEnhancerModelSrc?: string | {
12672
13844
  src: string;
12673
13845
  name?: string | undefined;
@@ -12694,6 +13866,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12694
13866
  sha256Checksum?: string | undefined;
12695
13867
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12696
13868
  } | undefined;
13869
+ openclCacheDir?: string | undefined;
13870
+ backendsDir?: string | undefined;
12697
13871
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
12698
13872
  pace?: "slow" | "moderate" | "fast" | undefined;
12699
13873
  instruct?: string | {
@@ -12701,6 +13875,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12701
13875
  volume?: "loud" | "soft" | undefined;
12702
13876
  style?: "peppa" | "robot" | undefined;
12703
13877
  } | undefined;
13878
+ promptText?: string | undefined;
12704
13879
  useGPU?: boolean | undefined;
12705
13880
  outputSampleRate?: number | undefined;
12706
13881
  streamChunkTokens?: number | undefined;
@@ -12721,9 +13896,123 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12721
13896
  expectedSize?: number | undefined;
12722
13897
  sha256Checksum?: string | undefined;
12723
13898
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12724
- };
12725
- ttsEngine: "audio8";
12726
- audio8CodecEncoderModelSrc?: string | {
13899
+ };
13900
+ ttsEngine: "audio8";
13901
+ audio8CodecEncoderModelSrc?: string | {
13902
+ src: string;
13903
+ name?: string | undefined;
13904
+ modelId?: string | undefined;
13905
+ registryPath?: string | undefined;
13906
+ registrySource?: string | undefined;
13907
+ blobCoreKey?: string | undefined;
13908
+ blobIndex?: number | undefined;
13909
+ engine?: string | undefined;
13910
+ expectedSize?: number | undefined;
13911
+ sha256Checksum?: string | undefined;
13912
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13913
+ } | undefined;
13914
+ referenceAudioSrc?: string | {
13915
+ src: string;
13916
+ name?: string | undefined;
13917
+ modelId?: string | undefined;
13918
+ registryPath?: string | undefined;
13919
+ registrySource?: string | undefined;
13920
+ blobCoreKey?: string | undefined;
13921
+ blobIndex?: number | undefined;
13922
+ engine?: string | undefined;
13923
+ expectedSize?: number | undefined;
13924
+ sha256Checksum?: string | undefined;
13925
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13926
+ } | undefined;
13927
+ backendsDir?: string | undefined;
13928
+ referenceText?: string | undefined;
13929
+ greedy?: boolean | undefined;
13930
+ temperature?: number | undefined;
13931
+ topK?: number | undefined;
13932
+ topP?: number | undefined;
13933
+ maxFrames?: number | undefined;
13934
+ useGPU?: boolean | undefined;
13935
+ outputSampleRate?: number | undefined;
13936
+ threads?: number | undefined;
13937
+ nGpuLayers?: number | undefined;
13938
+ seed?: number | undefined;
13939
+ };
13940
+ seed: boolean;
13941
+ withProgress: boolean;
13942
+ }, {
13943
+ modelType: "tts" | "tts-ggml";
13944
+ modelConfig: {
13945
+ [x: string]: unknown;
13946
+ } | {
13947
+ [x: string]: unknown;
13948
+ } | {
13949
+ ttsEngine: "parler";
13950
+ lavasrEnhancerModelSrc?: string | {
13951
+ src: string;
13952
+ name?: string | undefined;
13953
+ modelId?: string | undefined;
13954
+ registryPath?: string | undefined;
13955
+ registrySource?: string | undefined;
13956
+ blobCoreKey?: string | undefined;
13957
+ blobIndex?: number | undefined;
13958
+ engine?: string | undefined;
13959
+ expectedSize?: number | undefined;
13960
+ sha256Checksum?: string | undefined;
13961
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13962
+ } | undefined;
13963
+ lavasrDenoiserModelSrc?: string | {
13964
+ src: string;
13965
+ name?: string | undefined;
13966
+ modelId?: string | undefined;
13967
+ registryPath?: string | undefined;
13968
+ registrySource?: string | undefined;
13969
+ blobCoreKey?: string | undefined;
13970
+ blobIndex?: number | undefined;
13971
+ engine?: string | undefined;
13972
+ expectedSize?: number | undefined;
13973
+ sha256Checksum?: string | undefined;
13974
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
13975
+ } | undefined;
13976
+ backendsDir?: string | undefined;
13977
+ useGPU?: boolean | undefined;
13978
+ outputSampleRate?: number | undefined;
13979
+ streamChunkTokens?: number | undefined;
13980
+ streamFirstChunkTokens?: number | undefined;
13981
+ threads?: number | undefined;
13982
+ nGpuLayers?: number | undefined;
13983
+ seed?: number | undefined;
13984
+ temperature?: number | undefined;
13985
+ topK?: number | undefined;
13986
+ topP?: number | undefined;
13987
+ maxFrames?: number | undefined;
13988
+ minNewTokens?: number | undefined;
13989
+ normalizeNumbers?: boolean | undefined;
13990
+ description?: string | undefined;
13991
+ voiceDescription?: string | undefined;
13992
+ voice?: string | undefined;
13993
+ emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
13994
+ pitch?: string | undefined;
13995
+ pace?: "slow" | "moderate" | "fast" | undefined;
13996
+ expressivity?: string | undefined;
13997
+ noise?: string | undefined;
13998
+ reverb?: string | undefined;
13999
+ quality?: string | undefined;
14000
+ } | {
14001
+ ttsEngine: "cosyvoice3";
14002
+ referenceAudioSrc?: string | {
14003
+ src: string;
14004
+ name?: string | undefined;
14005
+ modelId?: string | undefined;
14006
+ registryPath?: string | undefined;
14007
+ registrySource?: string | undefined;
14008
+ blobCoreKey?: string | undefined;
14009
+ blobIndex?: number | undefined;
14010
+ engine?: string | undefined;
14011
+ expectedSize?: number | undefined;
14012
+ sha256Checksum?: string | undefined;
14013
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
14014
+ } | undefined;
14015
+ cosyvoice3S3tokModelSrc?: string | {
12727
14016
  src: string;
12728
14017
  name?: string | undefined;
12729
14018
  modelId?: string | undefined;
@@ -12736,7 +14025,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12736
14025
  sha256Checksum?: string | undefined;
12737
14026
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12738
14027
  } | undefined;
12739
- referenceAudioSrc?: string | {
14028
+ cosyvoice3CampplusModelSrc?: string | {
12740
14029
  src: string;
12741
14030
  name?: string | undefined;
12742
14031
  modelId?: string | undefined;
@@ -12749,53 +14038,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12749
14038
  sha256Checksum?: string | undefined;
12750
14039
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12751
14040
  } | undefined;
12752
- referenceText?: string | undefined;
12753
- greedy?: boolean | undefined;
12754
- temperature?: number | undefined;
12755
- topK?: number | undefined;
12756
- topP?: number | undefined;
12757
- maxFrames?: number | undefined;
12758
- useGPU?: boolean | undefined;
12759
- outputSampleRate?: number | undefined;
12760
- threads?: number | undefined;
12761
- nGpuLayers?: number | undefined;
12762
- seed?: number | undefined;
12763
- };
12764
- seed: boolean;
12765
- withProgress: boolean;
12766
- }, {
12767
- modelType: "tts" | "tts-ggml";
12768
- modelConfig: {
12769
- [x: string]: unknown;
12770
- } | {
12771
- [x: string]: unknown;
12772
- } | {
12773
- ttsEngine: "parler";
12774
- useGPU?: boolean | undefined;
12775
- outputSampleRate?: number | undefined;
12776
- streamChunkTokens?: number | undefined;
12777
- streamFirstChunkTokens?: number | undefined;
12778
- threads?: number | undefined;
12779
- nGpuLayers?: number | undefined;
12780
- seed?: number | undefined;
12781
- temperature?: number | undefined;
12782
- topK?: number | undefined;
12783
- topP?: number | undefined;
12784
- maxFrames?: number | undefined;
12785
- minNewTokens?: number | undefined;
12786
- normalizeNumbers?: boolean | undefined;
12787
- description?: string | undefined;
12788
- voiceDescription?: string | undefined;
12789
- voice?: string | undefined;
12790
- emotion?: "command" | "anger" | "narration" | "conversation" | "disgust" | "fear" | "happy" | "neutral" | "proper noun" | "news" | "sad" | "surprise" | undefined;
12791
- pitch?: string | undefined;
12792
- pace?: "slow" | "moderate" | "fast" | undefined;
12793
- expressivity?: string | undefined;
12794
- noise?: string | undefined;
12795
- reverb?: string | undefined;
12796
- quality?: string | undefined;
12797
- } | {
12798
- ttsEngine: "cosyvoice3";
12799
14041
  lavasrEnhancerModelSrc?: string | {
12800
14042
  src: string;
12801
14043
  name?: string | undefined;
@@ -12822,6 +14064,8 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12822
14064
  sha256Checksum?: string | undefined;
12823
14065
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12824
14066
  } | undefined;
14067
+ openclCacheDir?: string | undefined;
14068
+ backendsDir?: string | undefined;
12825
14069
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
12826
14070
  pace?: "slow" | "moderate" | "fast" | undefined;
12827
14071
  instruct?: string | {
@@ -12829,6 +14073,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12829
14073
  volume?: "loud" | "soft" | undefined;
12830
14074
  style?: "peppa" | "robot" | undefined;
12831
14075
  } | undefined;
14076
+ promptText?: string | undefined;
12832
14077
  useGPU?: boolean | undefined;
12833
14078
  outputSampleRate?: number | undefined;
12834
14079
  streamChunkTokens?: number | undefined;
@@ -12877,6 +14122,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
12877
14122
  sha256Checksum?: string | undefined;
12878
14123
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
12879
14124
  } | undefined;
14125
+ backendsDir?: string | undefined;
12880
14126
  referenceText?: string | undefined;
12881
14127
  greedy?: boolean | undefined;
12882
14128
  temperature?: number | undefined;
@@ -13141,6 +14387,7 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13141
14387
  auto: "auto";
13142
14388
  f32: "f32";
13143
14389
  f16: "f16";
14390
+ q8_0: "q8_0";
13144
14391
  bf16: "bf16";
13145
14392
  q2_k: "q2_k";
13146
14393
  q3_k: "q3_k";
@@ -13151,7 +14398,6 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13151
14398
  q5_1: "q5_1";
13152
14399
  q5_k: "q5_k";
13153
14400
  q6_k: "q6_k";
13154
- q8_0: "q8_0";
13155
14401
  }>>;
13156
14402
  rng: z.ZodOptional<z.ZodEnum<{
13157
14403
  cpu: "cpu";
@@ -13163,12 +14409,17 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13163
14409
  cuda: "cuda";
13164
14410
  std_default: "std_default";
13165
14411
  }>>;
13166
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
13167
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
13168
14412
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
13169
14413
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
13170
14414
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
13171
14415
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
14416
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14417
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14418
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
14419
+ backend: z.ZodOptional<z.ZodString>;
14420
+ params_backend: z.ZodOptional<z.ZodString>;
14421
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
14422
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
13172
14423
  flash_attn: z.ZodOptional<z.ZodBoolean>;
13173
14424
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
13174
14425
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -13783,15 +15034,20 @@ export declare const loadBuiltinToRequestSchema: z.ZodDiscriminatedUnion<[z.ZodP
13783
15034
  device?: "gpu" | "cpu" | undefined;
13784
15035
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
13785
15036
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
13786
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
15037
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
13787
15038
  rng?: "cpu" | "cuda" | "std_default" | undefined;
13788
15039
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
13789
- clip_on_cpu?: boolean | undefined;
13790
- vae_on_cpu?: boolean | undefined;
13791
15040
  vae_auto_cpu_fallback?: boolean | undefined;
13792
15041
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
13793
15042
  vae_tiling?: boolean | undefined;
13794
15043
  offload_to_cpu?: boolean | undefined;
15044
+ control_net_cpu?: undefined;
15045
+ clip_on_cpu?: undefined;
15046
+ vae_on_cpu?: undefined;
15047
+ backend?: string | undefined;
15048
+ params_backend?: string | undefined;
15049
+ max_vram?: string | number | undefined;
15050
+ stream_layers?: boolean | undefined;
13795
15051
  flash_attn?: boolean | undefined;
13796
15052
  diffusion_fa?: boolean | undefined;
13797
15053
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -14865,7 +16121,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
14865
16121
  'split-mode': z.ZodOptional<z.ZodEnum<{
14866
16122
  none: "none";
14867
16123
  layer: "layer";
14868
- row: "row";
14869
16124
  tensor: "tensor";
14870
16125
  }>>;
14871
16126
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -14874,6 +16129,29 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
14874
16129
  auto: "auto";
14875
16130
  }>>;
14876
16131
  'tensor-split': z.ZodOptional<z.ZodString>;
16132
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
16133
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
16134
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
16135
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
16136
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
16137
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
16138
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
16139
+ threads: z.ZodOptional<z.ZodNumber>;
16140
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
16141
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
16142
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
16143
+ 'override-tensor': z.ZodOptional<z.ZodString>;
16144
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
16145
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
16146
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
16147
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
16148
+ on: "on";
16149
+ off: "off";
16150
+ auto: "auto";
16151
+ }>>;
16152
+ fit: z.ZodOptional<z.ZodBoolean>;
16153
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
16154
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
14877
16155
  openclCacheDir: z.ZodOptional<z.ZodString>;
14878
16156
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
14879
16157
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -15022,9 +16300,28 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15022
16300
  'cache-type-k'?: string | undefined;
15023
16301
  'cache-type-v'?: string | undefined;
15024
16302
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
15025
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
16303
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
15026
16304
  'flash-attn'?: "on" | "off" | "auto" | undefined;
15027
16305
  'tensor-split'?: string | undefined;
16306
+ 'batch-size'?: number | undefined;
16307
+ 'ubatch-size'?: number | undefined;
16308
+ 'cpu-moe'?: boolean | undefined;
16309
+ 'n-cpu-moe'?: number | undefined;
16310
+ 'kv-offload'?: boolean | undefined;
16311
+ 'image-max-tokens'?: number | undefined;
16312
+ 'image-min-tokens'?: number | undefined;
16313
+ threads?: number | undefined;
16314
+ 'threads-batch'?: number | undefined;
16315
+ 'cpu-mask'?: string | undefined;
16316
+ 'cpu-mask-batch'?: string | undefined;
16317
+ 'override-tensor'?: string | undefined;
16318
+ 'n-cpu-ffn'?: number | undefined;
16319
+ 'moe-cache-mib'?: number | "auto" | undefined;
16320
+ 'prefetch-weights'?: boolean | "auto" | undefined;
16321
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
16322
+ fit?: boolean | undefined;
16323
+ 'fit-target'?: string | number | undefined;
16324
+ 'fit-ctx'?: number | undefined;
15028
16325
  openclCacheDir?: string | undefined;
15029
16326
  reasoning_budget?: number | undefined;
15030
16327
  projectionModelSrc?: string | {
@@ -15755,7 +17052,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15755
17052
  splitMode: z.ZodOptional<z.ZodEnum<{
15756
17053
  none: "none";
15757
17054
  layer: "layer";
15758
- row: "row";
15759
17055
  }>>;
15760
17056
  tensorSplit: z.ZodOptional<z.ZodString>;
15761
17057
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -15849,7 +17145,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
15849
17145
  embdNormalize?: number | undefined;
15850
17146
  flashAttention?: "on" | "off" | "auto" | undefined;
15851
17147
  mainGpu?: number | "integrated" | "dedicated" | undefined;
15852
- splitMode?: "none" | "layer" | "row" | undefined;
17148
+ splitMode?: "none" | "layer" | undefined;
15853
17149
  tensorSplit?: string | undefined;
15854
17150
  verbosity?: 0 | 3 | 2 | 1 | undefined;
15855
17151
  openclCacheDir?: string | undefined;
@@ -16781,6 +18077,85 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16781
18077
  }, z.core.$strict>, z.ZodObject<{
16782
18078
  [x: string]: z.ZodOptional<z.ZodUnknown>;
16783
18079
  }, z.core.$strict>, z.ZodObject<{
18080
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18081
+ src: z.ZodString;
18082
+ name: z.ZodOptional<z.ZodString>;
18083
+ modelId: z.ZodOptional<z.ZodString>;
18084
+ registryPath: z.ZodOptional<z.ZodString>;
18085
+ registrySource: z.ZodOptional<z.ZodString>;
18086
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18087
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18088
+ engine: z.ZodOptional<z.ZodString>;
18089
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18090
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18091
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18092
+ embeddings: "embeddings";
18093
+ diffusion: "diffusion";
18094
+ audiogen: "audiogen";
18095
+ tts: "tts";
18096
+ ocr: "ocr";
18097
+ vla: "vla";
18098
+ "llamacpp-completion": "llamacpp-completion";
18099
+ "whispercpp-transcription": "whispercpp-transcription";
18100
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18101
+ "llamacpp-embedding": "llamacpp-embedding";
18102
+ "nmtcpp-translation": "nmtcpp-translation";
18103
+ "onnx-tts": "onnx-tts";
18104
+ "tts-ggml": "tts-ggml";
18105
+ "parakeet-transcription": "parakeet-transcription";
18106
+ "ggml-ocr": "ggml-ocr";
18107
+ "sdcpp-generation": "sdcpp-generation";
18108
+ "audiogen-ggml": "audiogen-ggml";
18109
+ "ggml-vla": "ggml-vla";
18110
+ "ggml-classification": "ggml-classification";
18111
+ llm: "llm";
18112
+ whisper: "whisper";
18113
+ bci: "bci";
18114
+ nmt: "nmt";
18115
+ parakeet: "parakeet";
18116
+ classification: "classification";
18117
+ }>, z.ZodLiteral<"vad">]>>;
18118
+ }, z.core.$strip>]>>;
18119
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18120
+ src: z.ZodString;
18121
+ name: z.ZodOptional<z.ZodString>;
18122
+ modelId: z.ZodOptional<z.ZodString>;
18123
+ registryPath: z.ZodOptional<z.ZodString>;
18124
+ registrySource: z.ZodOptional<z.ZodString>;
18125
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18126
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18127
+ engine: z.ZodOptional<z.ZodString>;
18128
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18129
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18130
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18131
+ embeddings: "embeddings";
18132
+ diffusion: "diffusion";
18133
+ audiogen: "audiogen";
18134
+ tts: "tts";
18135
+ ocr: "ocr";
18136
+ vla: "vla";
18137
+ "llamacpp-completion": "llamacpp-completion";
18138
+ "whispercpp-transcription": "whispercpp-transcription";
18139
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18140
+ "llamacpp-embedding": "llamacpp-embedding";
18141
+ "nmtcpp-translation": "nmtcpp-translation";
18142
+ "onnx-tts": "onnx-tts";
18143
+ "tts-ggml": "tts-ggml";
18144
+ "parakeet-transcription": "parakeet-transcription";
18145
+ "ggml-ocr": "ggml-ocr";
18146
+ "sdcpp-generation": "sdcpp-generation";
18147
+ "audiogen-ggml": "audiogen-ggml";
18148
+ "ggml-vla": "ggml-vla";
18149
+ "ggml-classification": "ggml-classification";
18150
+ llm: "llm";
18151
+ whisper: "whisper";
18152
+ bci: "bci";
18153
+ nmt: "nmt";
18154
+ parakeet: "parakeet";
18155
+ classification: "classification";
18156
+ }>, z.ZodLiteral<"vad">]>>;
18157
+ }, z.core.$strip>]>>;
18158
+ backendsDir: z.ZodOptional<z.ZodString>;
16784
18159
  useGPU: z.ZodOptional<z.ZodBoolean>;
16785
18160
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
16786
18161
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -16823,6 +18198,123 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16823
18198
  quality: z.ZodOptional<z.ZodString>;
16824
18199
  ttsEngine: z.ZodLiteral<"parler">;
16825
18200
  }, z.core.$strict>, z.ZodObject<{
18201
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18202
+ src: z.ZodString;
18203
+ name: z.ZodOptional<z.ZodString>;
18204
+ modelId: z.ZodOptional<z.ZodString>;
18205
+ registryPath: z.ZodOptional<z.ZodString>;
18206
+ registrySource: z.ZodOptional<z.ZodString>;
18207
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18208
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18209
+ engine: z.ZodOptional<z.ZodString>;
18210
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18211
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18212
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18213
+ embeddings: "embeddings";
18214
+ diffusion: "diffusion";
18215
+ audiogen: "audiogen";
18216
+ tts: "tts";
18217
+ ocr: "ocr";
18218
+ vla: "vla";
18219
+ "llamacpp-completion": "llamacpp-completion";
18220
+ "whispercpp-transcription": "whispercpp-transcription";
18221
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18222
+ "llamacpp-embedding": "llamacpp-embedding";
18223
+ "nmtcpp-translation": "nmtcpp-translation";
18224
+ "onnx-tts": "onnx-tts";
18225
+ "tts-ggml": "tts-ggml";
18226
+ "parakeet-transcription": "parakeet-transcription";
18227
+ "ggml-ocr": "ggml-ocr";
18228
+ "sdcpp-generation": "sdcpp-generation";
18229
+ "audiogen-ggml": "audiogen-ggml";
18230
+ "ggml-vla": "ggml-vla";
18231
+ "ggml-classification": "ggml-classification";
18232
+ llm: "llm";
18233
+ whisper: "whisper";
18234
+ bci: "bci";
18235
+ nmt: "nmt";
18236
+ parakeet: "parakeet";
18237
+ classification: "classification";
18238
+ }>, z.ZodLiteral<"vad">]>>;
18239
+ }, z.core.$strip>]>>;
18240
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18241
+ src: z.ZodString;
18242
+ name: z.ZodOptional<z.ZodString>;
18243
+ modelId: z.ZodOptional<z.ZodString>;
18244
+ registryPath: z.ZodOptional<z.ZodString>;
18245
+ registrySource: z.ZodOptional<z.ZodString>;
18246
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18247
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18248
+ engine: z.ZodOptional<z.ZodString>;
18249
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18250
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18251
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18252
+ embeddings: "embeddings";
18253
+ diffusion: "diffusion";
18254
+ audiogen: "audiogen";
18255
+ tts: "tts";
18256
+ ocr: "ocr";
18257
+ vla: "vla";
18258
+ "llamacpp-completion": "llamacpp-completion";
18259
+ "whispercpp-transcription": "whispercpp-transcription";
18260
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18261
+ "llamacpp-embedding": "llamacpp-embedding";
18262
+ "nmtcpp-translation": "nmtcpp-translation";
18263
+ "onnx-tts": "onnx-tts";
18264
+ "tts-ggml": "tts-ggml";
18265
+ "parakeet-transcription": "parakeet-transcription";
18266
+ "ggml-ocr": "ggml-ocr";
18267
+ "sdcpp-generation": "sdcpp-generation";
18268
+ "audiogen-ggml": "audiogen-ggml";
18269
+ "ggml-vla": "ggml-vla";
18270
+ "ggml-classification": "ggml-classification";
18271
+ llm: "llm";
18272
+ whisper: "whisper";
18273
+ bci: "bci";
18274
+ nmt: "nmt";
18275
+ parakeet: "parakeet";
18276
+ classification: "classification";
18277
+ }>, z.ZodLiteral<"vad">]>>;
18278
+ }, z.core.$strip>]>>;
18279
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
18280
+ src: z.ZodString;
18281
+ name: z.ZodOptional<z.ZodString>;
18282
+ modelId: z.ZodOptional<z.ZodString>;
18283
+ registryPath: z.ZodOptional<z.ZodString>;
18284
+ registrySource: z.ZodOptional<z.ZodString>;
18285
+ blobCoreKey: z.ZodOptional<z.ZodString>;
18286
+ blobIndex: z.ZodOptional<z.ZodNumber>;
18287
+ engine: z.ZodOptional<z.ZodString>;
18288
+ expectedSize: z.ZodOptional<z.ZodNumber>;
18289
+ sha256Checksum: z.ZodOptional<z.ZodString>;
18290
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
18291
+ embeddings: "embeddings";
18292
+ diffusion: "diffusion";
18293
+ audiogen: "audiogen";
18294
+ tts: "tts";
18295
+ ocr: "ocr";
18296
+ vla: "vla";
18297
+ "llamacpp-completion": "llamacpp-completion";
18298
+ "whispercpp-transcription": "whispercpp-transcription";
18299
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
18300
+ "llamacpp-embedding": "llamacpp-embedding";
18301
+ "nmtcpp-translation": "nmtcpp-translation";
18302
+ "onnx-tts": "onnx-tts";
18303
+ "tts-ggml": "tts-ggml";
18304
+ "parakeet-transcription": "parakeet-transcription";
18305
+ "ggml-ocr": "ggml-ocr";
18306
+ "sdcpp-generation": "sdcpp-generation";
18307
+ "audiogen-ggml": "audiogen-ggml";
18308
+ "ggml-vla": "ggml-vla";
18309
+ "ggml-classification": "ggml-classification";
18310
+ llm: "llm";
18311
+ whisper: "whisper";
18312
+ bci: "bci";
18313
+ nmt: "nmt";
18314
+ parakeet: "parakeet";
18315
+ classification: "classification";
18316
+ }>, z.ZodLiteral<"vad">]>>;
18317
+ }, z.core.$strip>]>>;
16826
18318
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
16827
18319
  src: z.ZodString;
16828
18320
  name: z.ZodOptional<z.ZodString>;
@@ -16901,6 +18393,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16901
18393
  classification: "classification";
16902
18394
  }>, z.ZodLiteral<"vad">]>>;
16903
18395
  }, z.core.$strip>]>>;
18396
+ openclCacheDir: z.ZodOptional<z.ZodString>;
18397
+ backendsDir: z.ZodOptional<z.ZodString>;
16904
18398
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
16905
18399
  emotion: z.ZodOptional<z.ZodEnum<{
16906
18400
  anger: "anger";
@@ -16942,6 +18436,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
16942
18436
  robot: "robot";
16943
18437
  }>>;
16944
18438
  }, z.core.$strict>]>>;
18439
+ promptText: z.ZodOptional<z.ZodString>;
16945
18440
  useGPU: z.ZodOptional<z.ZodBoolean>;
16946
18441
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
16947
18442
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -17067,6 +18562,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17067
18562
  classification: "classification";
17068
18563
  }>, z.ZodLiteral<"vad">]>>;
17069
18564
  }, z.core.$strip>]>>;
18565
+ backendsDir: z.ZodOptional<z.ZodString>;
17070
18566
  ttsEngine: z.ZodLiteral<"audio8">;
17071
18567
  referenceText: z.ZodOptional<z.ZodString>;
17072
18568
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -17142,6 +18638,33 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17142
18638
  [x: string]: unknown;
17143
18639
  } | {
17144
18640
  ttsEngine: "parler";
18641
+ lavasrEnhancerModelSrc?: string | {
18642
+ src: string;
18643
+ name?: string | undefined;
18644
+ modelId?: string | undefined;
18645
+ registryPath?: string | undefined;
18646
+ registrySource?: string | undefined;
18647
+ blobCoreKey?: string | undefined;
18648
+ blobIndex?: number | undefined;
18649
+ engine?: string | undefined;
18650
+ expectedSize?: number | undefined;
18651
+ sha256Checksum?: string | undefined;
18652
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18653
+ } | undefined;
18654
+ lavasrDenoiserModelSrc?: string | {
18655
+ src: string;
18656
+ name?: string | undefined;
18657
+ modelId?: string | undefined;
18658
+ registryPath?: string | undefined;
18659
+ registrySource?: string | undefined;
18660
+ blobCoreKey?: string | undefined;
18661
+ blobIndex?: number | undefined;
18662
+ engine?: string | undefined;
18663
+ expectedSize?: number | undefined;
18664
+ sha256Checksum?: string | undefined;
18665
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18666
+ } | undefined;
18667
+ backendsDir?: string | undefined;
17145
18668
  useGPU?: boolean | undefined;
17146
18669
  outputSampleRate?: number | undefined;
17147
18670
  streamChunkTokens?: number | undefined;
@@ -17167,6 +18690,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17167
18690
  quality?: string | undefined;
17168
18691
  } | {
17169
18692
  ttsEngine: "cosyvoice3";
18693
+ referenceAudioSrc?: string | {
18694
+ src: string;
18695
+ name?: string | undefined;
18696
+ modelId?: string | undefined;
18697
+ registryPath?: string | undefined;
18698
+ registrySource?: string | undefined;
18699
+ blobCoreKey?: string | undefined;
18700
+ blobIndex?: number | undefined;
18701
+ engine?: string | undefined;
18702
+ expectedSize?: number | undefined;
18703
+ sha256Checksum?: string | undefined;
18704
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18705
+ } | undefined;
18706
+ cosyvoice3S3tokModelSrc?: string | {
18707
+ src: string;
18708
+ name?: string | undefined;
18709
+ modelId?: string | undefined;
18710
+ registryPath?: string | undefined;
18711
+ registrySource?: string | undefined;
18712
+ blobCoreKey?: string | undefined;
18713
+ blobIndex?: number | undefined;
18714
+ engine?: string | undefined;
18715
+ expectedSize?: number | undefined;
18716
+ sha256Checksum?: string | undefined;
18717
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18718
+ } | undefined;
18719
+ cosyvoice3CampplusModelSrc?: string | {
18720
+ src: string;
18721
+ name?: string | undefined;
18722
+ modelId?: string | undefined;
18723
+ registryPath?: string | undefined;
18724
+ registrySource?: string | undefined;
18725
+ blobCoreKey?: string | undefined;
18726
+ blobIndex?: number | undefined;
18727
+ engine?: string | undefined;
18728
+ expectedSize?: number | undefined;
18729
+ sha256Checksum?: string | undefined;
18730
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18731
+ } | undefined;
17170
18732
  lavasrEnhancerModelSrc?: string | {
17171
18733
  src: string;
17172
18734
  name?: string | undefined;
@@ -17193,6 +18755,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17193
18755
  sha256Checksum?: string | undefined;
17194
18756
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17195
18757
  } | undefined;
18758
+ openclCacheDir?: string | undefined;
18759
+ backendsDir?: string | undefined;
17196
18760
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
17197
18761
  pace?: "slow" | "moderate" | "fast" | undefined;
17198
18762
  instruct?: string | {
@@ -17200,6 +18764,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17200
18764
  volume?: "loud" | "soft" | undefined;
17201
18765
  style?: "peppa" | "robot" | undefined;
17202
18766
  } | undefined;
18767
+ promptText?: string | undefined;
17203
18768
  useGPU?: boolean | undefined;
17204
18769
  outputSampleRate?: number | undefined;
17205
18770
  streamChunkTokens?: number | undefined;
@@ -17248,6 +18813,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17248
18813
  sha256Checksum?: string | undefined;
17249
18814
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17250
18815
  } | undefined;
18816
+ backendsDir?: string | undefined;
17251
18817
  referenceText?: string | undefined;
17252
18818
  greedy?: boolean | undefined;
17253
18819
  temperature?: number | undefined;
@@ -17270,6 +18836,33 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17270
18836
  [x: string]: unknown;
17271
18837
  } | {
17272
18838
  ttsEngine: "parler";
18839
+ lavasrEnhancerModelSrc?: string | {
18840
+ src: string;
18841
+ name?: string | undefined;
18842
+ modelId?: string | undefined;
18843
+ registryPath?: string | undefined;
18844
+ registrySource?: string | undefined;
18845
+ blobCoreKey?: string | undefined;
18846
+ blobIndex?: number | undefined;
18847
+ engine?: string | undefined;
18848
+ expectedSize?: number | undefined;
18849
+ sha256Checksum?: string | undefined;
18850
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18851
+ } | undefined;
18852
+ lavasrDenoiserModelSrc?: string | {
18853
+ src: string;
18854
+ name?: string | undefined;
18855
+ modelId?: string | undefined;
18856
+ registryPath?: string | undefined;
18857
+ registrySource?: string | undefined;
18858
+ blobCoreKey?: string | undefined;
18859
+ blobIndex?: number | undefined;
18860
+ engine?: string | undefined;
18861
+ expectedSize?: number | undefined;
18862
+ sha256Checksum?: string | undefined;
18863
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18864
+ } | undefined;
18865
+ backendsDir?: string | undefined;
17273
18866
  useGPU?: boolean | undefined;
17274
18867
  outputSampleRate?: number | undefined;
17275
18868
  streamChunkTokens?: number | undefined;
@@ -17295,6 +18888,45 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17295
18888
  quality?: string | undefined;
17296
18889
  } | {
17297
18890
  ttsEngine: "cosyvoice3";
18891
+ referenceAudioSrc?: string | {
18892
+ src: string;
18893
+ name?: string | undefined;
18894
+ modelId?: string | undefined;
18895
+ registryPath?: string | undefined;
18896
+ registrySource?: string | undefined;
18897
+ blobCoreKey?: string | undefined;
18898
+ blobIndex?: number | undefined;
18899
+ engine?: string | undefined;
18900
+ expectedSize?: number | undefined;
18901
+ sha256Checksum?: string | undefined;
18902
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18903
+ } | undefined;
18904
+ cosyvoice3S3tokModelSrc?: string | {
18905
+ src: string;
18906
+ name?: string | undefined;
18907
+ modelId?: string | undefined;
18908
+ registryPath?: string | undefined;
18909
+ registrySource?: string | undefined;
18910
+ blobCoreKey?: string | undefined;
18911
+ blobIndex?: number | undefined;
18912
+ engine?: string | undefined;
18913
+ expectedSize?: number | undefined;
18914
+ sha256Checksum?: string | undefined;
18915
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18916
+ } | undefined;
18917
+ cosyvoice3CampplusModelSrc?: string | {
18918
+ src: string;
18919
+ name?: string | undefined;
18920
+ modelId?: string | undefined;
18921
+ registryPath?: string | undefined;
18922
+ registrySource?: string | undefined;
18923
+ blobCoreKey?: string | undefined;
18924
+ blobIndex?: number | undefined;
18925
+ engine?: string | undefined;
18926
+ expectedSize?: number | undefined;
18927
+ sha256Checksum?: string | undefined;
18928
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
18929
+ } | undefined;
17298
18930
  lavasrEnhancerModelSrc?: string | {
17299
18931
  src: string;
17300
18932
  name?: string | undefined;
@@ -17321,6 +18953,8 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17321
18953
  sha256Checksum?: string | undefined;
17322
18954
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17323
18955
  } | undefined;
18956
+ openclCacheDir?: string | undefined;
18957
+ backendsDir?: string | undefined;
17324
18958
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
17325
18959
  pace?: "slow" | "moderate" | "fast" | undefined;
17326
18960
  instruct?: string | {
@@ -17328,6 +18962,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17328
18962
  volume?: "loud" | "soft" | undefined;
17329
18963
  style?: "peppa" | "robot" | undefined;
17330
18964
  } | undefined;
18965
+ promptText?: string | undefined;
17331
18966
  useGPU?: boolean | undefined;
17332
18967
  outputSampleRate?: number | undefined;
17333
18968
  streamChunkTokens?: number | undefined;
@@ -17376,6 +19011,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17376
19011
  sha256Checksum?: string | undefined;
17377
19012
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
17378
19013
  } | undefined;
19014
+ backendsDir?: string | undefined;
17379
19015
  referenceText?: string | undefined;
17380
19016
  greedy?: boolean | undefined;
17381
19017
  temperature?: number | undefined;
@@ -17640,6 +19276,7 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17640
19276
  auto: "auto";
17641
19277
  f32: "f32";
17642
19278
  f16: "f16";
19279
+ q8_0: "q8_0";
17643
19280
  bf16: "bf16";
17644
19281
  q2_k: "q2_k";
17645
19282
  q3_k: "q3_k";
@@ -17650,7 +19287,6 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17650
19287
  q5_1: "q5_1";
17651
19288
  q5_k: "q5_k";
17652
19289
  q6_k: "q6_k";
17653
- q8_0: "q8_0";
17654
19290
  }>>;
17655
19291
  rng: z.ZodOptional<z.ZodEnum<{
17656
19292
  cpu: "cpu";
@@ -17662,12 +19298,17 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
17662
19298
  cuda: "cuda";
17663
19299
  std_default: "std_default";
17664
19300
  }>>;
17665
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
17666
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
17667
19301
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
17668
19302
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
17669
19303
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
17670
19304
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
19305
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19306
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19307
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
19308
+ backend: z.ZodOptional<z.ZodString>;
19309
+ params_backend: z.ZodOptional<z.ZodString>;
19310
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
19311
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
17671
19312
  flash_attn: z.ZodOptional<z.ZodBoolean>;
17672
19313
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
17673
19314
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -18282,15 +19923,20 @@ export declare const loadModelOptionsToRequestSchema: z.ZodPipe<z.ZodUnknown, z.
18282
19923
  device?: "gpu" | "cpu" | undefined;
18283
19924
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
18284
19925
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
18285
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
19926
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
18286
19927
  rng?: "cpu" | "cuda" | "std_default" | undefined;
18287
19928
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
18288
- clip_on_cpu?: boolean | undefined;
18289
- vae_on_cpu?: boolean | undefined;
18290
19929
  vae_auto_cpu_fallback?: boolean | undefined;
18291
19930
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
18292
19931
  vae_tiling?: boolean | undefined;
18293
19932
  offload_to_cpu?: boolean | undefined;
19933
+ control_net_cpu?: undefined;
19934
+ clip_on_cpu?: undefined;
19935
+ vae_on_cpu?: undefined;
19936
+ backend?: string | undefined;
19937
+ params_backend?: string | undefined;
19938
+ max_vram?: string | number | undefined;
19939
+ stream_layers?: boolean | undefined;
18294
19940
  flash_attn?: boolean | undefined;
18295
19941
  diffusion_fa?: boolean | undefined;
18296
19942
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -19369,7 +21015,6 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
19369
21015
  'split-mode': z.ZodOptional<z.ZodEnum<{
19370
21016
  none: "none";
19371
21017
  layer: "layer";
19372
- row: "row";
19373
21018
  tensor: "tensor";
19374
21019
  }>>;
19375
21020
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -19378,6 +21023,29 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
19378
21023
  auto: "auto";
19379
21024
  }>>;
19380
21025
  'tensor-split': z.ZodOptional<z.ZodString>;
21026
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
21027
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
21028
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
21029
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
21030
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
21031
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
21032
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
21033
+ threads: z.ZodOptional<z.ZodNumber>;
21034
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
21035
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
21036
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
21037
+ 'override-tensor': z.ZodOptional<z.ZodString>;
21038
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
21039
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
21040
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
21041
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
21042
+ on: "on";
21043
+ off: "off";
21044
+ auto: "auto";
21045
+ }>>;
21046
+ fit: z.ZodOptional<z.ZodBoolean>;
21047
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
21048
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
19381
21049
  openclCacheDir: z.ZodOptional<z.ZodString>;
19382
21050
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
19383
21051
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -19684,7 +21352,6 @@ export declare const loadEmbeddingsModelRequestSchema: z.ZodObject<{
19684
21352
  splitMode: z.ZodOptional<z.ZodEnum<{
19685
21353
  none: "none";
19686
21354
  layer: "layer";
19687
- row: "row";
19688
21355
  }>>;
19689
21356
  tensorSplit: z.ZodOptional<z.ZodString>;
19690
21357
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -20337,6 +22004,85 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20337
22004
  }, z.core.$strict>, z.ZodObject<{
20338
22005
  [x: string]: z.ZodOptional<z.ZodUnknown>;
20339
22006
  }, z.core.$strict>, z.ZodObject<{
22007
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22008
+ src: z.ZodString;
22009
+ name: z.ZodOptional<z.ZodString>;
22010
+ modelId: z.ZodOptional<z.ZodString>;
22011
+ registryPath: z.ZodOptional<z.ZodString>;
22012
+ registrySource: z.ZodOptional<z.ZodString>;
22013
+ blobCoreKey: z.ZodOptional<z.ZodString>;
22014
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22015
+ engine: z.ZodOptional<z.ZodString>;
22016
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22017
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22018
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22019
+ embeddings: "embeddings";
22020
+ diffusion: "diffusion";
22021
+ audiogen: "audiogen";
22022
+ tts: "tts";
22023
+ ocr: "ocr";
22024
+ vla: "vla";
22025
+ "llamacpp-completion": "llamacpp-completion";
22026
+ "whispercpp-transcription": "whispercpp-transcription";
22027
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22028
+ "llamacpp-embedding": "llamacpp-embedding";
22029
+ "nmtcpp-translation": "nmtcpp-translation";
22030
+ "onnx-tts": "onnx-tts";
22031
+ "tts-ggml": "tts-ggml";
22032
+ "parakeet-transcription": "parakeet-transcription";
22033
+ "ggml-ocr": "ggml-ocr";
22034
+ "sdcpp-generation": "sdcpp-generation";
22035
+ "audiogen-ggml": "audiogen-ggml";
22036
+ "ggml-vla": "ggml-vla";
22037
+ "ggml-classification": "ggml-classification";
22038
+ llm: "llm";
22039
+ whisper: "whisper";
22040
+ bci: "bci";
22041
+ nmt: "nmt";
22042
+ parakeet: "parakeet";
22043
+ classification: "classification";
22044
+ }>, z.ZodLiteral<"vad">]>>;
22045
+ }, z.core.$strip>]>>;
22046
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22047
+ src: z.ZodString;
22048
+ name: z.ZodOptional<z.ZodString>;
22049
+ modelId: z.ZodOptional<z.ZodString>;
22050
+ registryPath: z.ZodOptional<z.ZodString>;
22051
+ registrySource: z.ZodOptional<z.ZodString>;
22052
+ blobCoreKey: z.ZodOptional<z.ZodString>;
22053
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22054
+ engine: z.ZodOptional<z.ZodString>;
22055
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22056
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22057
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22058
+ embeddings: "embeddings";
22059
+ diffusion: "diffusion";
22060
+ audiogen: "audiogen";
22061
+ tts: "tts";
22062
+ ocr: "ocr";
22063
+ vla: "vla";
22064
+ "llamacpp-completion": "llamacpp-completion";
22065
+ "whispercpp-transcription": "whispercpp-transcription";
22066
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22067
+ "llamacpp-embedding": "llamacpp-embedding";
22068
+ "nmtcpp-translation": "nmtcpp-translation";
22069
+ "onnx-tts": "onnx-tts";
22070
+ "tts-ggml": "tts-ggml";
22071
+ "parakeet-transcription": "parakeet-transcription";
22072
+ "ggml-ocr": "ggml-ocr";
22073
+ "sdcpp-generation": "sdcpp-generation";
22074
+ "audiogen-ggml": "audiogen-ggml";
22075
+ "ggml-vla": "ggml-vla";
22076
+ "ggml-classification": "ggml-classification";
22077
+ llm: "llm";
22078
+ whisper: "whisper";
22079
+ bci: "bci";
22080
+ nmt: "nmt";
22081
+ parakeet: "parakeet";
22082
+ classification: "classification";
22083
+ }>, z.ZodLiteral<"vad">]>>;
22084
+ }, z.core.$strip>]>>;
22085
+ backendsDir: z.ZodOptional<z.ZodString>;
20340
22086
  useGPU: z.ZodOptional<z.ZodBoolean>;
20341
22087
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
20342
22088
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -20379,6 +22125,123 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20379
22125
  quality: z.ZodOptional<z.ZodString>;
20380
22126
  ttsEngine: z.ZodLiteral<"parler">;
20381
22127
  }, z.core.$strict>, z.ZodObject<{
22128
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22129
+ src: z.ZodString;
22130
+ name: z.ZodOptional<z.ZodString>;
22131
+ modelId: z.ZodOptional<z.ZodString>;
22132
+ registryPath: z.ZodOptional<z.ZodString>;
22133
+ registrySource: z.ZodOptional<z.ZodString>;
22134
+ blobCoreKey: z.ZodOptional<z.ZodString>;
22135
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22136
+ engine: z.ZodOptional<z.ZodString>;
22137
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22138
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22139
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22140
+ embeddings: "embeddings";
22141
+ diffusion: "diffusion";
22142
+ audiogen: "audiogen";
22143
+ tts: "tts";
22144
+ ocr: "ocr";
22145
+ vla: "vla";
22146
+ "llamacpp-completion": "llamacpp-completion";
22147
+ "whispercpp-transcription": "whispercpp-transcription";
22148
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22149
+ "llamacpp-embedding": "llamacpp-embedding";
22150
+ "nmtcpp-translation": "nmtcpp-translation";
22151
+ "onnx-tts": "onnx-tts";
22152
+ "tts-ggml": "tts-ggml";
22153
+ "parakeet-transcription": "parakeet-transcription";
22154
+ "ggml-ocr": "ggml-ocr";
22155
+ "sdcpp-generation": "sdcpp-generation";
22156
+ "audiogen-ggml": "audiogen-ggml";
22157
+ "ggml-vla": "ggml-vla";
22158
+ "ggml-classification": "ggml-classification";
22159
+ llm: "llm";
22160
+ whisper: "whisper";
22161
+ bci: "bci";
22162
+ nmt: "nmt";
22163
+ parakeet: "parakeet";
22164
+ classification: "classification";
22165
+ }>, z.ZodLiteral<"vad">]>>;
22166
+ }, z.core.$strip>]>>;
22167
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22168
+ src: z.ZodString;
22169
+ name: z.ZodOptional<z.ZodString>;
22170
+ modelId: z.ZodOptional<z.ZodString>;
22171
+ registryPath: z.ZodOptional<z.ZodString>;
22172
+ registrySource: z.ZodOptional<z.ZodString>;
22173
+ blobCoreKey: z.ZodOptional<z.ZodString>;
22174
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22175
+ engine: z.ZodOptional<z.ZodString>;
22176
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22177
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22178
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22179
+ embeddings: "embeddings";
22180
+ diffusion: "diffusion";
22181
+ audiogen: "audiogen";
22182
+ tts: "tts";
22183
+ ocr: "ocr";
22184
+ vla: "vla";
22185
+ "llamacpp-completion": "llamacpp-completion";
22186
+ "whispercpp-transcription": "whispercpp-transcription";
22187
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22188
+ "llamacpp-embedding": "llamacpp-embedding";
22189
+ "nmtcpp-translation": "nmtcpp-translation";
22190
+ "onnx-tts": "onnx-tts";
22191
+ "tts-ggml": "tts-ggml";
22192
+ "parakeet-transcription": "parakeet-transcription";
22193
+ "ggml-ocr": "ggml-ocr";
22194
+ "sdcpp-generation": "sdcpp-generation";
22195
+ "audiogen-ggml": "audiogen-ggml";
22196
+ "ggml-vla": "ggml-vla";
22197
+ "ggml-classification": "ggml-classification";
22198
+ llm: "llm";
22199
+ whisper: "whisper";
22200
+ bci: "bci";
22201
+ nmt: "nmt";
22202
+ parakeet: "parakeet";
22203
+ classification: "classification";
22204
+ }>, z.ZodLiteral<"vad">]>>;
22205
+ }, z.core.$strip>]>>;
22206
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22207
+ src: z.ZodString;
22208
+ name: z.ZodOptional<z.ZodString>;
22209
+ modelId: z.ZodOptional<z.ZodString>;
22210
+ registryPath: z.ZodOptional<z.ZodString>;
22211
+ registrySource: z.ZodOptional<z.ZodString>;
22212
+ blobCoreKey: z.ZodOptional<z.ZodString>;
22213
+ blobIndex: z.ZodOptional<z.ZodNumber>;
22214
+ engine: z.ZodOptional<z.ZodString>;
22215
+ expectedSize: z.ZodOptional<z.ZodNumber>;
22216
+ sha256Checksum: z.ZodOptional<z.ZodString>;
22217
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
22218
+ embeddings: "embeddings";
22219
+ diffusion: "diffusion";
22220
+ audiogen: "audiogen";
22221
+ tts: "tts";
22222
+ ocr: "ocr";
22223
+ vla: "vla";
22224
+ "llamacpp-completion": "llamacpp-completion";
22225
+ "whispercpp-transcription": "whispercpp-transcription";
22226
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
22227
+ "llamacpp-embedding": "llamacpp-embedding";
22228
+ "nmtcpp-translation": "nmtcpp-translation";
22229
+ "onnx-tts": "onnx-tts";
22230
+ "tts-ggml": "tts-ggml";
22231
+ "parakeet-transcription": "parakeet-transcription";
22232
+ "ggml-ocr": "ggml-ocr";
22233
+ "sdcpp-generation": "sdcpp-generation";
22234
+ "audiogen-ggml": "audiogen-ggml";
22235
+ "ggml-vla": "ggml-vla";
22236
+ "ggml-classification": "ggml-classification";
22237
+ llm: "llm";
22238
+ whisper: "whisper";
22239
+ bci: "bci";
22240
+ nmt: "nmt";
22241
+ parakeet: "parakeet";
22242
+ classification: "classification";
22243
+ }>, z.ZodLiteral<"vad">]>>;
22244
+ }, z.core.$strip>]>>;
20382
22245
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
20383
22246
  src: z.ZodString;
20384
22247
  name: z.ZodOptional<z.ZodString>;
@@ -20457,6 +22320,8 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20457
22320
  classification: "classification";
20458
22321
  }>, z.ZodLiteral<"vad">]>>;
20459
22322
  }, z.core.$strip>]>>;
22323
+ openclCacheDir: z.ZodOptional<z.ZodString>;
22324
+ backendsDir: z.ZodOptional<z.ZodString>;
20460
22325
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
20461
22326
  emotion: z.ZodOptional<z.ZodEnum<{
20462
22327
  anger: "anger";
@@ -20498,6 +22363,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20498
22363
  robot: "robot";
20499
22364
  }>>;
20500
22365
  }, z.core.$strict>]>>;
22366
+ promptText: z.ZodOptional<z.ZodString>;
20501
22367
  useGPU: z.ZodOptional<z.ZodBoolean>;
20502
22368
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
20503
22369
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -20623,6 +22489,7 @@ export declare const loadTtsModelRequestSchema: z.ZodObject<{
20623
22489
  classification: "classification";
20624
22490
  }>, z.ZodLiteral<"vad">]>>;
20625
22491
  }, z.core.$strip>]>>;
22492
+ backendsDir: z.ZodOptional<z.ZodString>;
20626
22493
  ttsEngine: z.ZodLiteral<"audio8">;
20627
22494
  referenceText: z.ZodOptional<z.ZodString>;
20628
22495
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -20748,6 +22615,7 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20748
22615
  auto: "auto";
20749
22616
  f32: "f32";
20750
22617
  f16: "f16";
22618
+ q8_0: "q8_0";
20751
22619
  bf16: "bf16";
20752
22620
  q2_k: "q2_k";
20753
22621
  q3_k: "q3_k";
@@ -20758,7 +22626,6 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20758
22626
  q5_1: "q5_1";
20759
22627
  q5_k: "q5_k";
20760
22628
  q6_k: "q6_k";
20761
- q8_0: "q8_0";
20762
22629
  }>>;
20763
22630
  rng: z.ZodOptional<z.ZodEnum<{
20764
22631
  cpu: "cpu";
@@ -20770,12 +22637,17 @@ export declare const loadDiffusionModelRequestSchema: z.ZodObject<{
20770
22637
  cuda: "cuda";
20771
22638
  std_default: "std_default";
20772
22639
  }>>;
20773
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
20774
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
20775
22640
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
20776
22641
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
20777
22642
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
20778
22643
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
22644
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22645
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22646
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
22647
+ backend: z.ZodOptional<z.ZodString>;
22648
+ params_backend: z.ZodOptional<z.ZodString>;
22649
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
22650
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
20779
22651
  flash_attn: z.ZodOptional<z.ZodBoolean>;
20780
22652
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
20781
22653
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -21677,7 +23549,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
21677
23549
  'split-mode': z.ZodOptional<z.ZodEnum<{
21678
23550
  none: "none";
21679
23551
  layer: "layer";
21680
- row: "row";
21681
23552
  tensor: "tensor";
21682
23553
  }>>;
21683
23554
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -21686,6 +23557,29 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
21686
23557
  auto: "auto";
21687
23558
  }>>;
21688
23559
  'tensor-split': z.ZodOptional<z.ZodString>;
23560
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
23561
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
23562
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
23563
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
23564
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
23565
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
23566
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
23567
+ threads: z.ZodOptional<z.ZodNumber>;
23568
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
23569
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
23570
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
23571
+ 'override-tensor': z.ZodOptional<z.ZodString>;
23572
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
23573
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
23574
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
23575
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
23576
+ on: "on";
23577
+ off: "off";
23578
+ auto: "auto";
23579
+ }>>;
23580
+ fit: z.ZodOptional<z.ZodBoolean>;
23581
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
23582
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
21689
23583
  openclCacheDir: z.ZodOptional<z.ZodString>;
21690
23584
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
21691
23585
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -21988,7 +23882,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
21988
23882
  splitMode: z.ZodOptional<z.ZodEnum<{
21989
23883
  none: "none";
21990
23884
  layer: "layer";
21991
- row: "row";
21992
23885
  }>>;
21993
23886
  tensorSplit: z.ZodOptional<z.ZodString>;
21994
23887
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -22639,6 +24532,85 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22639
24532
  }, z.core.$strict>, z.ZodObject<{
22640
24533
  [x: string]: z.ZodOptional<z.ZodUnknown>;
22641
24534
  }, z.core.$strict>, z.ZodObject<{
24535
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24536
+ src: z.ZodString;
24537
+ name: z.ZodOptional<z.ZodString>;
24538
+ modelId: z.ZodOptional<z.ZodString>;
24539
+ registryPath: z.ZodOptional<z.ZodString>;
24540
+ registrySource: z.ZodOptional<z.ZodString>;
24541
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24542
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24543
+ engine: z.ZodOptional<z.ZodString>;
24544
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24545
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24546
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24547
+ embeddings: "embeddings";
24548
+ diffusion: "diffusion";
24549
+ audiogen: "audiogen";
24550
+ tts: "tts";
24551
+ ocr: "ocr";
24552
+ vla: "vla";
24553
+ "llamacpp-completion": "llamacpp-completion";
24554
+ "whispercpp-transcription": "whispercpp-transcription";
24555
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24556
+ "llamacpp-embedding": "llamacpp-embedding";
24557
+ "nmtcpp-translation": "nmtcpp-translation";
24558
+ "onnx-tts": "onnx-tts";
24559
+ "tts-ggml": "tts-ggml";
24560
+ "parakeet-transcription": "parakeet-transcription";
24561
+ "ggml-ocr": "ggml-ocr";
24562
+ "sdcpp-generation": "sdcpp-generation";
24563
+ "audiogen-ggml": "audiogen-ggml";
24564
+ "ggml-vla": "ggml-vla";
24565
+ "ggml-classification": "ggml-classification";
24566
+ llm: "llm";
24567
+ whisper: "whisper";
24568
+ bci: "bci";
24569
+ nmt: "nmt";
24570
+ parakeet: "parakeet";
24571
+ classification: "classification";
24572
+ }>, z.ZodLiteral<"vad">]>>;
24573
+ }, z.core.$strip>]>>;
24574
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24575
+ src: z.ZodString;
24576
+ name: z.ZodOptional<z.ZodString>;
24577
+ modelId: z.ZodOptional<z.ZodString>;
24578
+ registryPath: z.ZodOptional<z.ZodString>;
24579
+ registrySource: z.ZodOptional<z.ZodString>;
24580
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24581
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24582
+ engine: z.ZodOptional<z.ZodString>;
24583
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24584
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24585
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24586
+ embeddings: "embeddings";
24587
+ diffusion: "diffusion";
24588
+ audiogen: "audiogen";
24589
+ tts: "tts";
24590
+ ocr: "ocr";
24591
+ vla: "vla";
24592
+ "llamacpp-completion": "llamacpp-completion";
24593
+ "whispercpp-transcription": "whispercpp-transcription";
24594
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24595
+ "llamacpp-embedding": "llamacpp-embedding";
24596
+ "nmtcpp-translation": "nmtcpp-translation";
24597
+ "onnx-tts": "onnx-tts";
24598
+ "tts-ggml": "tts-ggml";
24599
+ "parakeet-transcription": "parakeet-transcription";
24600
+ "ggml-ocr": "ggml-ocr";
24601
+ "sdcpp-generation": "sdcpp-generation";
24602
+ "audiogen-ggml": "audiogen-ggml";
24603
+ "ggml-vla": "ggml-vla";
24604
+ "ggml-classification": "ggml-classification";
24605
+ llm: "llm";
24606
+ whisper: "whisper";
24607
+ bci: "bci";
24608
+ nmt: "nmt";
24609
+ parakeet: "parakeet";
24610
+ classification: "classification";
24611
+ }>, z.ZodLiteral<"vad">]>>;
24612
+ }, z.core.$strip>]>>;
24613
+ backendsDir: z.ZodOptional<z.ZodString>;
22642
24614
  useGPU: z.ZodOptional<z.ZodBoolean>;
22643
24615
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
22644
24616
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -22681,6 +24653,123 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22681
24653
  quality: z.ZodOptional<z.ZodString>;
22682
24654
  ttsEngine: z.ZodLiteral<"parler">;
22683
24655
  }, z.core.$strict>, z.ZodObject<{
24656
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24657
+ src: z.ZodString;
24658
+ name: z.ZodOptional<z.ZodString>;
24659
+ modelId: z.ZodOptional<z.ZodString>;
24660
+ registryPath: z.ZodOptional<z.ZodString>;
24661
+ registrySource: z.ZodOptional<z.ZodString>;
24662
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24663
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24664
+ engine: z.ZodOptional<z.ZodString>;
24665
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24666
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24667
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24668
+ embeddings: "embeddings";
24669
+ diffusion: "diffusion";
24670
+ audiogen: "audiogen";
24671
+ tts: "tts";
24672
+ ocr: "ocr";
24673
+ vla: "vla";
24674
+ "llamacpp-completion": "llamacpp-completion";
24675
+ "whispercpp-transcription": "whispercpp-transcription";
24676
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24677
+ "llamacpp-embedding": "llamacpp-embedding";
24678
+ "nmtcpp-translation": "nmtcpp-translation";
24679
+ "onnx-tts": "onnx-tts";
24680
+ "tts-ggml": "tts-ggml";
24681
+ "parakeet-transcription": "parakeet-transcription";
24682
+ "ggml-ocr": "ggml-ocr";
24683
+ "sdcpp-generation": "sdcpp-generation";
24684
+ "audiogen-ggml": "audiogen-ggml";
24685
+ "ggml-vla": "ggml-vla";
24686
+ "ggml-classification": "ggml-classification";
24687
+ llm: "llm";
24688
+ whisper: "whisper";
24689
+ bci: "bci";
24690
+ nmt: "nmt";
24691
+ parakeet: "parakeet";
24692
+ classification: "classification";
24693
+ }>, z.ZodLiteral<"vad">]>>;
24694
+ }, z.core.$strip>]>>;
24695
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24696
+ src: z.ZodString;
24697
+ name: z.ZodOptional<z.ZodString>;
24698
+ modelId: z.ZodOptional<z.ZodString>;
24699
+ registryPath: z.ZodOptional<z.ZodString>;
24700
+ registrySource: z.ZodOptional<z.ZodString>;
24701
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24702
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24703
+ engine: z.ZodOptional<z.ZodString>;
24704
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24705
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24706
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24707
+ embeddings: "embeddings";
24708
+ diffusion: "diffusion";
24709
+ audiogen: "audiogen";
24710
+ tts: "tts";
24711
+ ocr: "ocr";
24712
+ vla: "vla";
24713
+ "llamacpp-completion": "llamacpp-completion";
24714
+ "whispercpp-transcription": "whispercpp-transcription";
24715
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24716
+ "llamacpp-embedding": "llamacpp-embedding";
24717
+ "nmtcpp-translation": "nmtcpp-translation";
24718
+ "onnx-tts": "onnx-tts";
24719
+ "tts-ggml": "tts-ggml";
24720
+ "parakeet-transcription": "parakeet-transcription";
24721
+ "ggml-ocr": "ggml-ocr";
24722
+ "sdcpp-generation": "sdcpp-generation";
24723
+ "audiogen-ggml": "audiogen-ggml";
24724
+ "ggml-vla": "ggml-vla";
24725
+ "ggml-classification": "ggml-classification";
24726
+ llm: "llm";
24727
+ whisper: "whisper";
24728
+ bci: "bci";
24729
+ nmt: "nmt";
24730
+ parakeet: "parakeet";
24731
+ classification: "classification";
24732
+ }>, z.ZodLiteral<"vad">]>>;
24733
+ }, z.core.$strip>]>>;
24734
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
24735
+ src: z.ZodString;
24736
+ name: z.ZodOptional<z.ZodString>;
24737
+ modelId: z.ZodOptional<z.ZodString>;
24738
+ registryPath: z.ZodOptional<z.ZodString>;
24739
+ registrySource: z.ZodOptional<z.ZodString>;
24740
+ blobCoreKey: z.ZodOptional<z.ZodString>;
24741
+ blobIndex: z.ZodOptional<z.ZodNumber>;
24742
+ engine: z.ZodOptional<z.ZodString>;
24743
+ expectedSize: z.ZodOptional<z.ZodNumber>;
24744
+ sha256Checksum: z.ZodOptional<z.ZodString>;
24745
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
24746
+ embeddings: "embeddings";
24747
+ diffusion: "diffusion";
24748
+ audiogen: "audiogen";
24749
+ tts: "tts";
24750
+ ocr: "ocr";
24751
+ vla: "vla";
24752
+ "llamacpp-completion": "llamacpp-completion";
24753
+ "whispercpp-transcription": "whispercpp-transcription";
24754
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
24755
+ "llamacpp-embedding": "llamacpp-embedding";
24756
+ "nmtcpp-translation": "nmtcpp-translation";
24757
+ "onnx-tts": "onnx-tts";
24758
+ "tts-ggml": "tts-ggml";
24759
+ "parakeet-transcription": "parakeet-transcription";
24760
+ "ggml-ocr": "ggml-ocr";
24761
+ "sdcpp-generation": "sdcpp-generation";
24762
+ "audiogen-ggml": "audiogen-ggml";
24763
+ "ggml-vla": "ggml-vla";
24764
+ "ggml-classification": "ggml-classification";
24765
+ llm: "llm";
24766
+ whisper: "whisper";
24767
+ bci: "bci";
24768
+ nmt: "nmt";
24769
+ parakeet: "parakeet";
24770
+ classification: "classification";
24771
+ }>, z.ZodLiteral<"vad">]>>;
24772
+ }, z.core.$strip>]>>;
22684
24773
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
22685
24774
  src: z.ZodString;
22686
24775
  name: z.ZodOptional<z.ZodString>;
@@ -22759,6 +24848,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22759
24848
  classification: "classification";
22760
24849
  }>, z.ZodLiteral<"vad">]>>;
22761
24850
  }, z.core.$strip>]>>;
24851
+ openclCacheDir: z.ZodOptional<z.ZodString>;
24852
+ backendsDir: z.ZodOptional<z.ZodString>;
22762
24853
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
22763
24854
  emotion: z.ZodOptional<z.ZodEnum<{
22764
24855
  anger: "anger";
@@ -22800,6 +24891,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22800
24891
  robot: "robot";
22801
24892
  }>>;
22802
24893
  }, z.core.$strict>]>>;
24894
+ promptText: z.ZodOptional<z.ZodString>;
22803
24895
  useGPU: z.ZodOptional<z.ZodBoolean>;
22804
24896
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
22805
24897
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -22925,6 +25017,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
22925
25017
  classification: "classification";
22926
25018
  }>, z.ZodLiteral<"vad">]>>;
22927
25019
  }, z.core.$strip>]>>;
25020
+ backendsDir: z.ZodOptional<z.ZodString>;
22928
25021
  ttsEngine: z.ZodLiteral<"audio8">;
22929
25022
  referenceText: z.ZodOptional<z.ZodString>;
22930
25023
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -23048,6 +25141,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23048
25141
  auto: "auto";
23049
25142
  f32: "f32";
23050
25143
  f16: "f16";
25144
+ q8_0: "q8_0";
23051
25145
  bf16: "bf16";
23052
25146
  q2_k: "q2_k";
23053
25147
  q3_k: "q3_k";
@@ -23058,7 +25152,6 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23058
25152
  q5_1: "q5_1";
23059
25153
  q5_k: "q5_k";
23060
25154
  q6_k: "q6_k";
23061
- q8_0: "q8_0";
23062
25155
  }>>;
23063
25156
  rng: z.ZodOptional<z.ZodEnum<{
23064
25157
  cpu: "cpu";
@@ -23070,12 +25163,17 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23070
25163
  cuda: "cuda";
23071
25164
  std_default: "std_default";
23072
25165
  }>>;
23073
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
23074
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
23075
25166
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
23076
25167
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
23077
25168
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
23078
25169
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
25170
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
25171
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
25172
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
25173
+ backend: z.ZodOptional<z.ZodString>;
25174
+ params_backend: z.ZodOptional<z.ZodString>;
25175
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
25176
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
23079
25177
  flash_attn: z.ZodOptional<z.ZodBoolean>;
23080
25178
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
23081
25179
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -23949,9 +26047,28 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
23949
26047
  'cache-type-k'?: string | undefined;
23950
26048
  'cache-type-v'?: string | undefined;
23951
26049
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
23952
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
26050
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
23953
26051
  'flash-attn'?: "on" | "off" | "auto" | undefined;
23954
26052
  'tensor-split'?: string | undefined;
26053
+ 'batch-size'?: number | undefined;
26054
+ 'ubatch-size'?: number | undefined;
26055
+ 'cpu-moe'?: boolean | undefined;
26056
+ 'n-cpu-moe'?: number | undefined;
26057
+ 'kv-offload'?: boolean | undefined;
26058
+ 'image-max-tokens'?: number | undefined;
26059
+ 'image-min-tokens'?: number | undefined;
26060
+ threads?: number | undefined;
26061
+ 'threads-batch'?: number | undefined;
26062
+ 'cpu-mask'?: string | undefined;
26063
+ 'cpu-mask-batch'?: string | undefined;
26064
+ 'override-tensor'?: string | undefined;
26065
+ 'n-cpu-ffn'?: number | undefined;
26066
+ 'moe-cache-mib'?: number | "auto" | undefined;
26067
+ 'prefetch-weights'?: boolean | "auto" | undefined;
26068
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
26069
+ fit?: boolean | undefined;
26070
+ 'fit-target'?: string | number | undefined;
26071
+ 'fit-ctx'?: number | undefined;
23955
26072
  openclCacheDir?: string | undefined;
23956
26073
  reasoning_budget?: number | undefined;
23957
26074
  projectionModelSrc?: string | {
@@ -24141,7 +26258,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24141
26258
  embdNormalize?: number | undefined;
24142
26259
  flashAttention?: "on" | "off" | "auto" | undefined;
24143
26260
  mainGpu?: number | "integrated" | "dedicated" | undefined;
24144
- splitMode?: "none" | "layer" | "row" | undefined;
26261
+ splitMode?: "none" | "layer" | undefined;
24145
26262
  tensorSplit?: string | undefined;
24146
26263
  verbosity?: 0 | 3 | 2 | 1 | undefined;
24147
26264
  openclCacheDir?: string | undefined;
@@ -24279,6 +26396,33 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24279
26396
  [x: string]: unknown;
24280
26397
  } | {
24281
26398
  ttsEngine: "parler";
26399
+ lavasrEnhancerModelSrc?: string | {
26400
+ src: string;
26401
+ name?: string | undefined;
26402
+ modelId?: string | undefined;
26403
+ registryPath?: string | undefined;
26404
+ registrySource?: string | undefined;
26405
+ blobCoreKey?: string | undefined;
26406
+ blobIndex?: number | undefined;
26407
+ engine?: string | undefined;
26408
+ expectedSize?: number | undefined;
26409
+ sha256Checksum?: string | undefined;
26410
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26411
+ } | undefined;
26412
+ lavasrDenoiserModelSrc?: string | {
26413
+ src: string;
26414
+ name?: string | undefined;
26415
+ modelId?: string | undefined;
26416
+ registryPath?: string | undefined;
26417
+ registrySource?: string | undefined;
26418
+ blobCoreKey?: string | undefined;
26419
+ blobIndex?: number | undefined;
26420
+ engine?: string | undefined;
26421
+ expectedSize?: number | undefined;
26422
+ sha256Checksum?: string | undefined;
26423
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26424
+ } | undefined;
26425
+ backendsDir?: string | undefined;
24282
26426
  useGPU?: boolean | undefined;
24283
26427
  outputSampleRate?: number | undefined;
24284
26428
  streamChunkTokens?: number | undefined;
@@ -24304,6 +26448,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24304
26448
  quality?: string | undefined;
24305
26449
  } | {
24306
26450
  ttsEngine: "cosyvoice3";
26451
+ referenceAudioSrc?: string | {
26452
+ src: string;
26453
+ name?: string | undefined;
26454
+ modelId?: string | undefined;
26455
+ registryPath?: string | undefined;
26456
+ registrySource?: string | undefined;
26457
+ blobCoreKey?: string | undefined;
26458
+ blobIndex?: number | undefined;
26459
+ engine?: string | undefined;
26460
+ expectedSize?: number | undefined;
26461
+ sha256Checksum?: string | undefined;
26462
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26463
+ } | undefined;
26464
+ cosyvoice3S3tokModelSrc?: string | {
26465
+ src: string;
26466
+ name?: string | undefined;
26467
+ modelId?: string | undefined;
26468
+ registryPath?: string | undefined;
26469
+ registrySource?: string | undefined;
26470
+ blobCoreKey?: string | undefined;
26471
+ blobIndex?: number | undefined;
26472
+ engine?: string | undefined;
26473
+ expectedSize?: number | undefined;
26474
+ sha256Checksum?: string | undefined;
26475
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26476
+ } | undefined;
26477
+ cosyvoice3CampplusModelSrc?: string | {
26478
+ src: string;
26479
+ name?: string | undefined;
26480
+ modelId?: string | undefined;
26481
+ registryPath?: string | undefined;
26482
+ registrySource?: string | undefined;
26483
+ blobCoreKey?: string | undefined;
26484
+ blobIndex?: number | undefined;
26485
+ engine?: string | undefined;
26486
+ expectedSize?: number | undefined;
26487
+ sha256Checksum?: string | undefined;
26488
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
26489
+ } | undefined;
24307
26490
  lavasrEnhancerModelSrc?: string | {
24308
26491
  src: string;
24309
26492
  name?: string | undefined;
@@ -24330,6 +26513,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24330
26513
  sha256Checksum?: string | undefined;
24331
26514
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
24332
26515
  } | undefined;
26516
+ openclCacheDir?: string | undefined;
26517
+ backendsDir?: string | undefined;
24333
26518
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
24334
26519
  pace?: "slow" | "moderate" | "fast" | undefined;
24335
26520
  instruct?: string | {
@@ -24337,6 +26522,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24337
26522
  volume?: "loud" | "soft" | undefined;
24338
26523
  style?: "peppa" | "robot" | undefined;
24339
26524
  } | undefined;
26525
+ promptText?: string | undefined;
24340
26526
  useGPU?: boolean | undefined;
24341
26527
  outputSampleRate?: number | undefined;
24342
26528
  streamChunkTokens?: number | undefined;
@@ -24385,6 +26571,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24385
26571
  sha256Checksum?: string | undefined;
24386
26572
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
24387
26573
  } | undefined;
26574
+ backendsDir?: string | undefined;
24388
26575
  referenceText?: string | undefined;
24389
26576
  greedy?: boolean | undefined;
24390
26577
  temperature?: number | undefined;
@@ -24457,15 +26644,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24457
26644
  device?: "gpu" | "cpu" | undefined;
24458
26645
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
24459
26646
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
24460
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
26647
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
24461
26648
  rng?: "cpu" | "cuda" | "std_default" | undefined;
24462
26649
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
24463
- clip_on_cpu?: boolean | undefined;
24464
- vae_on_cpu?: boolean | undefined;
24465
26650
  vae_auto_cpu_fallback?: boolean | undefined;
24466
26651
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
24467
26652
  vae_tiling?: boolean | undefined;
24468
26653
  offload_to_cpu?: boolean | undefined;
26654
+ control_net_cpu?: undefined;
26655
+ clip_on_cpu?: undefined;
26656
+ vae_on_cpu?: undefined;
26657
+ backend?: string | undefined;
26658
+ params_backend?: string | undefined;
26659
+ max_vram?: string | number | undefined;
26660
+ stream_layers?: boolean | undefined;
24469
26661
  flash_attn?: boolean | undefined;
24470
26662
  diffusion_fa?: boolean | undefined;
24471
26663
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -24837,9 +27029,28 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
24837
27029
  'cache-type-k'?: string | undefined;
24838
27030
  'cache-type-v'?: string | undefined;
24839
27031
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
24840
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
27032
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
24841
27033
  'flash-attn'?: "on" | "off" | "auto" | undefined;
24842
27034
  'tensor-split'?: string | undefined;
27035
+ 'batch-size'?: number | undefined;
27036
+ 'ubatch-size'?: number | undefined;
27037
+ 'cpu-moe'?: boolean | undefined;
27038
+ 'n-cpu-moe'?: number | undefined;
27039
+ 'kv-offload'?: boolean | undefined;
27040
+ 'image-max-tokens'?: number | undefined;
27041
+ 'image-min-tokens'?: number | undefined;
27042
+ threads?: number | undefined;
27043
+ 'threads-batch'?: number | undefined;
27044
+ 'cpu-mask'?: string | undefined;
27045
+ 'cpu-mask-batch'?: string | undefined;
27046
+ 'override-tensor'?: string | undefined;
27047
+ 'n-cpu-ffn'?: number | undefined;
27048
+ 'moe-cache-mib'?: number | "auto" | undefined;
27049
+ 'prefetch-weights'?: boolean | "auto" | undefined;
27050
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
27051
+ fit?: boolean | undefined;
27052
+ 'fit-target'?: string | number | undefined;
27053
+ 'fit-ctx'?: number | undefined;
24843
27054
  openclCacheDir?: string | undefined;
24844
27055
  reasoning_budget?: number | undefined;
24845
27056
  projectionModelSrc?: string | {
@@ -25029,7 +27240,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25029
27240
  embdNormalize?: number | undefined;
25030
27241
  flashAttention?: "on" | "off" | "auto" | undefined;
25031
27242
  mainGpu?: number | "integrated" | "dedicated" | undefined;
25032
- splitMode?: "none" | "layer" | "row" | undefined;
27243
+ splitMode?: "none" | "layer" | undefined;
25033
27244
  tensorSplit?: string | undefined;
25034
27245
  verbosity?: 0 | 3 | 2 | 1 | undefined;
25035
27246
  openclCacheDir?: string | undefined;
@@ -25167,6 +27378,33 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25167
27378
  [x: string]: unknown;
25168
27379
  } | {
25169
27380
  ttsEngine: "parler";
27381
+ lavasrEnhancerModelSrc?: string | {
27382
+ src: string;
27383
+ name?: string | undefined;
27384
+ modelId?: string | undefined;
27385
+ registryPath?: string | undefined;
27386
+ registrySource?: string | undefined;
27387
+ blobCoreKey?: string | undefined;
27388
+ blobIndex?: number | undefined;
27389
+ engine?: string | undefined;
27390
+ expectedSize?: number | undefined;
27391
+ sha256Checksum?: string | undefined;
27392
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27393
+ } | undefined;
27394
+ lavasrDenoiserModelSrc?: string | {
27395
+ src: string;
27396
+ name?: string | undefined;
27397
+ modelId?: string | undefined;
27398
+ registryPath?: string | undefined;
27399
+ registrySource?: string | undefined;
27400
+ blobCoreKey?: string | undefined;
27401
+ blobIndex?: number | undefined;
27402
+ engine?: string | undefined;
27403
+ expectedSize?: number | undefined;
27404
+ sha256Checksum?: string | undefined;
27405
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27406
+ } | undefined;
27407
+ backendsDir?: string | undefined;
25170
27408
  useGPU?: boolean | undefined;
25171
27409
  outputSampleRate?: number | undefined;
25172
27410
  streamChunkTokens?: number | undefined;
@@ -25192,6 +27430,45 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25192
27430
  quality?: string | undefined;
25193
27431
  } | {
25194
27432
  ttsEngine: "cosyvoice3";
27433
+ referenceAudioSrc?: string | {
27434
+ src: string;
27435
+ name?: string | undefined;
27436
+ modelId?: string | undefined;
27437
+ registryPath?: string | undefined;
27438
+ registrySource?: string | undefined;
27439
+ blobCoreKey?: string | undefined;
27440
+ blobIndex?: number | undefined;
27441
+ engine?: string | undefined;
27442
+ expectedSize?: number | undefined;
27443
+ sha256Checksum?: string | undefined;
27444
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27445
+ } | undefined;
27446
+ cosyvoice3S3tokModelSrc?: string | {
27447
+ src: string;
27448
+ name?: string | undefined;
27449
+ modelId?: string | undefined;
27450
+ registryPath?: string | undefined;
27451
+ registrySource?: string | undefined;
27452
+ blobCoreKey?: string | undefined;
27453
+ blobIndex?: number | undefined;
27454
+ engine?: string | undefined;
27455
+ expectedSize?: number | undefined;
27456
+ sha256Checksum?: string | undefined;
27457
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27458
+ } | undefined;
27459
+ cosyvoice3CampplusModelSrc?: string | {
27460
+ src: string;
27461
+ name?: string | undefined;
27462
+ modelId?: string | undefined;
27463
+ registryPath?: string | undefined;
27464
+ registrySource?: string | undefined;
27465
+ blobCoreKey?: string | undefined;
27466
+ blobIndex?: number | undefined;
27467
+ engine?: string | undefined;
27468
+ expectedSize?: number | undefined;
27469
+ sha256Checksum?: string | undefined;
27470
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
27471
+ } | undefined;
25195
27472
  lavasrEnhancerModelSrc?: string | {
25196
27473
  src: string;
25197
27474
  name?: string | undefined;
@@ -25218,6 +27495,8 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25218
27495
  sha256Checksum?: string | undefined;
25219
27496
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
25220
27497
  } | undefined;
27498
+ openclCacheDir?: string | undefined;
27499
+ backendsDir?: string | undefined;
25221
27500
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
25222
27501
  pace?: "slow" | "moderate" | "fast" | undefined;
25223
27502
  instruct?: string | {
@@ -25225,6 +27504,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25225
27504
  volume?: "loud" | "soft" | undefined;
25226
27505
  style?: "peppa" | "robot" | undefined;
25227
27506
  } | undefined;
27507
+ promptText?: string | undefined;
25228
27508
  useGPU?: boolean | undefined;
25229
27509
  outputSampleRate?: number | undefined;
25230
27510
  streamChunkTokens?: number | undefined;
@@ -25273,6 +27553,7 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25273
27553
  sha256Checksum?: string | undefined;
25274
27554
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
25275
27555
  } | undefined;
27556
+ backendsDir?: string | undefined;
25276
27557
  referenceText?: string | undefined;
25277
27558
  greedy?: boolean | undefined;
25278
27559
  temperature?: number | undefined;
@@ -25346,15 +27627,20 @@ export declare const loadModelSrcRequestSchema: z.ZodPipe<z.ZodUnion<readonly [z
25346
27627
  device?: "gpu" | "cpu" | undefined;
25347
27628
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
25348
27629
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
25349
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
27630
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
25350
27631
  rng?: "cpu" | "cuda" | "std_default" | undefined;
25351
27632
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
25352
- clip_on_cpu?: boolean | undefined;
25353
- vae_on_cpu?: boolean | undefined;
25354
27633
  vae_auto_cpu_fallback?: boolean | undefined;
25355
27634
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
25356
27635
  vae_tiling?: boolean | undefined;
25357
27636
  offload_to_cpu?: boolean | undefined;
27637
+ control_net_cpu?: undefined;
27638
+ clip_on_cpu?: undefined;
27639
+ vae_on_cpu?: undefined;
27640
+ backend?: string | undefined;
27641
+ params_backend?: string | undefined;
27642
+ max_vram?: string | number | undefined;
27643
+ stream_layers?: boolean | undefined;
25358
27644
  flash_attn?: boolean | undefined;
25359
27645
  diffusion_fa?: boolean | undefined;
25360
27646
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -25751,7 +28037,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
25751
28037
  'split-mode': z.ZodOptional<z.ZodEnum<{
25752
28038
  none: "none";
25753
28039
  layer: "layer";
25754
- row: "row";
25755
28040
  tensor: "tensor";
25756
28041
  }>>;
25757
28042
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -25760,6 +28045,29 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
25760
28045
  auto: "auto";
25761
28046
  }>>;
25762
28047
  'tensor-split': z.ZodOptional<z.ZodString>;
28048
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
28049
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
28050
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
28051
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
28052
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
28053
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
28054
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
28055
+ threads: z.ZodOptional<z.ZodNumber>;
28056
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
28057
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
28058
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
28059
+ 'override-tensor': z.ZodOptional<z.ZodString>;
28060
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
28061
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
28062
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
28063
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
28064
+ on: "on";
28065
+ off: "off";
28066
+ auto: "auto";
28067
+ }>>;
28068
+ fit: z.ZodOptional<z.ZodBoolean>;
28069
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
28070
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
25763
28071
  openclCacheDir: z.ZodOptional<z.ZodString>;
25764
28072
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
25765
28073
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -26062,7 +28370,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26062
28370
  splitMode: z.ZodOptional<z.ZodEnum<{
26063
28371
  none: "none";
26064
28372
  layer: "layer";
26065
- row: "row";
26066
28373
  }>>;
26067
28374
  tensorSplit: z.ZodOptional<z.ZodString>;
26068
28375
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -26713,6 +29020,85 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26713
29020
  }, z.core.$strict>, z.ZodObject<{
26714
29021
  [x: string]: z.ZodOptional<z.ZodUnknown>;
26715
29022
  }, z.core.$strict>, z.ZodObject<{
29023
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29024
+ src: z.ZodString;
29025
+ name: z.ZodOptional<z.ZodString>;
29026
+ modelId: z.ZodOptional<z.ZodString>;
29027
+ registryPath: z.ZodOptional<z.ZodString>;
29028
+ registrySource: z.ZodOptional<z.ZodString>;
29029
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29030
+ blobIndex: z.ZodOptional<z.ZodNumber>;
29031
+ engine: z.ZodOptional<z.ZodString>;
29032
+ expectedSize: z.ZodOptional<z.ZodNumber>;
29033
+ sha256Checksum: z.ZodOptional<z.ZodString>;
29034
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29035
+ embeddings: "embeddings";
29036
+ diffusion: "diffusion";
29037
+ audiogen: "audiogen";
29038
+ tts: "tts";
29039
+ ocr: "ocr";
29040
+ vla: "vla";
29041
+ "llamacpp-completion": "llamacpp-completion";
29042
+ "whispercpp-transcription": "whispercpp-transcription";
29043
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
29044
+ "llamacpp-embedding": "llamacpp-embedding";
29045
+ "nmtcpp-translation": "nmtcpp-translation";
29046
+ "onnx-tts": "onnx-tts";
29047
+ "tts-ggml": "tts-ggml";
29048
+ "parakeet-transcription": "parakeet-transcription";
29049
+ "ggml-ocr": "ggml-ocr";
29050
+ "sdcpp-generation": "sdcpp-generation";
29051
+ "audiogen-ggml": "audiogen-ggml";
29052
+ "ggml-vla": "ggml-vla";
29053
+ "ggml-classification": "ggml-classification";
29054
+ llm: "llm";
29055
+ whisper: "whisper";
29056
+ bci: "bci";
29057
+ nmt: "nmt";
29058
+ parakeet: "parakeet";
29059
+ classification: "classification";
29060
+ }>, z.ZodLiteral<"vad">]>>;
29061
+ }, z.core.$strip>]>>;
29062
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29063
+ src: z.ZodString;
29064
+ name: z.ZodOptional<z.ZodString>;
29065
+ modelId: z.ZodOptional<z.ZodString>;
29066
+ registryPath: z.ZodOptional<z.ZodString>;
29067
+ registrySource: z.ZodOptional<z.ZodString>;
29068
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29069
+ blobIndex: z.ZodOptional<z.ZodNumber>;
29070
+ engine: z.ZodOptional<z.ZodString>;
29071
+ expectedSize: z.ZodOptional<z.ZodNumber>;
29072
+ sha256Checksum: z.ZodOptional<z.ZodString>;
29073
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29074
+ embeddings: "embeddings";
29075
+ diffusion: "diffusion";
29076
+ audiogen: "audiogen";
29077
+ tts: "tts";
29078
+ ocr: "ocr";
29079
+ vla: "vla";
29080
+ "llamacpp-completion": "llamacpp-completion";
29081
+ "whispercpp-transcription": "whispercpp-transcription";
29082
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
29083
+ "llamacpp-embedding": "llamacpp-embedding";
29084
+ "nmtcpp-translation": "nmtcpp-translation";
29085
+ "onnx-tts": "onnx-tts";
29086
+ "tts-ggml": "tts-ggml";
29087
+ "parakeet-transcription": "parakeet-transcription";
29088
+ "ggml-ocr": "ggml-ocr";
29089
+ "sdcpp-generation": "sdcpp-generation";
29090
+ "audiogen-ggml": "audiogen-ggml";
29091
+ "ggml-vla": "ggml-vla";
29092
+ "ggml-classification": "ggml-classification";
29093
+ llm: "llm";
29094
+ whisper: "whisper";
29095
+ bci: "bci";
29096
+ nmt: "nmt";
29097
+ parakeet: "parakeet";
29098
+ classification: "classification";
29099
+ }>, z.ZodLiteral<"vad">]>>;
29100
+ }, z.core.$strip>]>>;
29101
+ backendsDir: z.ZodOptional<z.ZodString>;
26716
29102
  useGPU: z.ZodOptional<z.ZodBoolean>;
26717
29103
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
26718
29104
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -26755,6 +29141,123 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26755
29141
  quality: z.ZodOptional<z.ZodString>;
26756
29142
  ttsEngine: z.ZodLiteral<"parler">;
26757
29143
  }, z.core.$strict>, z.ZodObject<{
29144
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29145
+ src: z.ZodString;
29146
+ name: z.ZodOptional<z.ZodString>;
29147
+ modelId: z.ZodOptional<z.ZodString>;
29148
+ registryPath: z.ZodOptional<z.ZodString>;
29149
+ registrySource: z.ZodOptional<z.ZodString>;
29150
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29151
+ blobIndex: z.ZodOptional<z.ZodNumber>;
29152
+ engine: z.ZodOptional<z.ZodString>;
29153
+ expectedSize: z.ZodOptional<z.ZodNumber>;
29154
+ sha256Checksum: z.ZodOptional<z.ZodString>;
29155
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29156
+ embeddings: "embeddings";
29157
+ diffusion: "diffusion";
29158
+ audiogen: "audiogen";
29159
+ tts: "tts";
29160
+ ocr: "ocr";
29161
+ vla: "vla";
29162
+ "llamacpp-completion": "llamacpp-completion";
29163
+ "whispercpp-transcription": "whispercpp-transcription";
29164
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
29165
+ "llamacpp-embedding": "llamacpp-embedding";
29166
+ "nmtcpp-translation": "nmtcpp-translation";
29167
+ "onnx-tts": "onnx-tts";
29168
+ "tts-ggml": "tts-ggml";
29169
+ "parakeet-transcription": "parakeet-transcription";
29170
+ "ggml-ocr": "ggml-ocr";
29171
+ "sdcpp-generation": "sdcpp-generation";
29172
+ "audiogen-ggml": "audiogen-ggml";
29173
+ "ggml-vla": "ggml-vla";
29174
+ "ggml-classification": "ggml-classification";
29175
+ llm: "llm";
29176
+ whisper: "whisper";
29177
+ bci: "bci";
29178
+ nmt: "nmt";
29179
+ parakeet: "parakeet";
29180
+ classification: "classification";
29181
+ }>, z.ZodLiteral<"vad">]>>;
29182
+ }, z.core.$strip>]>>;
29183
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29184
+ src: z.ZodString;
29185
+ name: z.ZodOptional<z.ZodString>;
29186
+ modelId: z.ZodOptional<z.ZodString>;
29187
+ registryPath: z.ZodOptional<z.ZodString>;
29188
+ registrySource: z.ZodOptional<z.ZodString>;
29189
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29190
+ blobIndex: z.ZodOptional<z.ZodNumber>;
29191
+ engine: z.ZodOptional<z.ZodString>;
29192
+ expectedSize: z.ZodOptional<z.ZodNumber>;
29193
+ sha256Checksum: z.ZodOptional<z.ZodString>;
29194
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29195
+ embeddings: "embeddings";
29196
+ diffusion: "diffusion";
29197
+ audiogen: "audiogen";
29198
+ tts: "tts";
29199
+ ocr: "ocr";
29200
+ vla: "vla";
29201
+ "llamacpp-completion": "llamacpp-completion";
29202
+ "whispercpp-transcription": "whispercpp-transcription";
29203
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
29204
+ "llamacpp-embedding": "llamacpp-embedding";
29205
+ "nmtcpp-translation": "nmtcpp-translation";
29206
+ "onnx-tts": "onnx-tts";
29207
+ "tts-ggml": "tts-ggml";
29208
+ "parakeet-transcription": "parakeet-transcription";
29209
+ "ggml-ocr": "ggml-ocr";
29210
+ "sdcpp-generation": "sdcpp-generation";
29211
+ "audiogen-ggml": "audiogen-ggml";
29212
+ "ggml-vla": "ggml-vla";
29213
+ "ggml-classification": "ggml-classification";
29214
+ llm: "llm";
29215
+ whisper: "whisper";
29216
+ bci: "bci";
29217
+ nmt: "nmt";
29218
+ parakeet: "parakeet";
29219
+ classification: "classification";
29220
+ }>, z.ZodLiteral<"vad">]>>;
29221
+ }, z.core.$strip>]>>;
29222
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
29223
+ src: z.ZodString;
29224
+ name: z.ZodOptional<z.ZodString>;
29225
+ modelId: z.ZodOptional<z.ZodString>;
29226
+ registryPath: z.ZodOptional<z.ZodString>;
29227
+ registrySource: z.ZodOptional<z.ZodString>;
29228
+ blobCoreKey: z.ZodOptional<z.ZodString>;
29229
+ blobIndex: z.ZodOptional<z.ZodNumber>;
29230
+ engine: z.ZodOptional<z.ZodString>;
29231
+ expectedSize: z.ZodOptional<z.ZodNumber>;
29232
+ sha256Checksum: z.ZodOptional<z.ZodString>;
29233
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
29234
+ embeddings: "embeddings";
29235
+ diffusion: "diffusion";
29236
+ audiogen: "audiogen";
29237
+ tts: "tts";
29238
+ ocr: "ocr";
29239
+ vla: "vla";
29240
+ "llamacpp-completion": "llamacpp-completion";
29241
+ "whispercpp-transcription": "whispercpp-transcription";
29242
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
29243
+ "llamacpp-embedding": "llamacpp-embedding";
29244
+ "nmtcpp-translation": "nmtcpp-translation";
29245
+ "onnx-tts": "onnx-tts";
29246
+ "tts-ggml": "tts-ggml";
29247
+ "parakeet-transcription": "parakeet-transcription";
29248
+ "ggml-ocr": "ggml-ocr";
29249
+ "sdcpp-generation": "sdcpp-generation";
29250
+ "audiogen-ggml": "audiogen-ggml";
29251
+ "ggml-vla": "ggml-vla";
29252
+ "ggml-classification": "ggml-classification";
29253
+ llm: "llm";
29254
+ whisper: "whisper";
29255
+ bci: "bci";
29256
+ nmt: "nmt";
29257
+ parakeet: "parakeet";
29258
+ classification: "classification";
29259
+ }>, z.ZodLiteral<"vad">]>>;
29260
+ }, z.core.$strip>]>>;
26758
29261
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
26759
29262
  src: z.ZodString;
26760
29263
  name: z.ZodOptional<z.ZodString>;
@@ -26833,6 +29336,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26833
29336
  classification: "classification";
26834
29337
  }>, z.ZodLiteral<"vad">]>>;
26835
29338
  }, z.core.$strip>]>>;
29339
+ openclCacheDir: z.ZodOptional<z.ZodString>;
29340
+ backendsDir: z.ZodOptional<z.ZodString>;
26836
29341
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
26837
29342
  emotion: z.ZodOptional<z.ZodEnum<{
26838
29343
  anger: "anger";
@@ -26874,6 +29379,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26874
29379
  robot: "robot";
26875
29380
  }>>;
26876
29381
  }, z.core.$strict>]>>;
29382
+ promptText: z.ZodOptional<z.ZodString>;
26877
29383
  useGPU: z.ZodOptional<z.ZodBoolean>;
26878
29384
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
26879
29385
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -26999,6 +29505,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
26999
29505
  classification: "classification";
27000
29506
  }>, z.ZodLiteral<"vad">]>>;
27001
29507
  }, z.core.$strip>]>>;
29508
+ backendsDir: z.ZodOptional<z.ZodString>;
27002
29509
  ttsEngine: z.ZodLiteral<"audio8">;
27003
29510
  referenceText: z.ZodOptional<z.ZodString>;
27004
29511
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -27122,6 +29629,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27122
29629
  auto: "auto";
27123
29630
  f32: "f32";
27124
29631
  f16: "f16";
29632
+ q8_0: "q8_0";
27125
29633
  bf16: "bf16";
27126
29634
  q2_k: "q2_k";
27127
29635
  q3_k: "q3_k";
@@ -27132,7 +29640,6 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27132
29640
  q5_1: "q5_1";
27133
29641
  q5_k: "q5_k";
27134
29642
  q6_k: "q6_k";
27135
- q8_0: "q8_0";
27136
29643
  }>>;
27137
29644
  rng: z.ZodOptional<z.ZodEnum<{
27138
29645
  cpu: "cpu";
@@ -27144,12 +29651,17 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
27144
29651
  cuda: "cuda";
27145
29652
  std_default: "std_default";
27146
29653
  }>>;
27147
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
27148
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
27149
29654
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
27150
29655
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
27151
29656
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
27152
29657
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
29658
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29659
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29660
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
29661
+ backend: z.ZodOptional<z.ZodString>;
29662
+ params_backend: z.ZodOptional<z.ZodString>;
29663
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
29664
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
27153
29665
  flash_attn: z.ZodOptional<z.ZodBoolean>;
27154
29666
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
27155
29667
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -28023,9 +30535,28 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28023
30535
  'cache-type-k'?: string | undefined;
28024
30536
  'cache-type-v'?: string | undefined;
28025
30537
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28026
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
30538
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
28027
30539
  'flash-attn'?: "on" | "off" | "auto" | undefined;
28028
30540
  'tensor-split'?: string | undefined;
30541
+ 'batch-size'?: number | undefined;
30542
+ 'ubatch-size'?: number | undefined;
30543
+ 'cpu-moe'?: boolean | undefined;
30544
+ 'n-cpu-moe'?: number | undefined;
30545
+ 'kv-offload'?: boolean | undefined;
30546
+ 'image-max-tokens'?: number | undefined;
30547
+ 'image-min-tokens'?: number | undefined;
30548
+ threads?: number | undefined;
30549
+ 'threads-batch'?: number | undefined;
30550
+ 'cpu-mask'?: string | undefined;
30551
+ 'cpu-mask-batch'?: string | undefined;
30552
+ 'override-tensor'?: string | undefined;
30553
+ 'n-cpu-ffn'?: number | undefined;
30554
+ 'moe-cache-mib'?: number | "auto" | undefined;
30555
+ 'prefetch-weights'?: boolean | "auto" | undefined;
30556
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
30557
+ fit?: boolean | undefined;
30558
+ 'fit-target'?: string | number | undefined;
30559
+ 'fit-ctx'?: number | undefined;
28029
30560
  openclCacheDir?: string | undefined;
28030
30561
  reasoning_budget?: number | undefined;
28031
30562
  projectionModelSrc?: string | {
@@ -28215,7 +30746,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28215
30746
  embdNormalize?: number | undefined;
28216
30747
  flashAttention?: "on" | "off" | "auto" | undefined;
28217
30748
  mainGpu?: number | "integrated" | "dedicated" | undefined;
28218
- splitMode?: "none" | "layer" | "row" | undefined;
30749
+ splitMode?: "none" | "layer" | undefined;
28219
30750
  tensorSplit?: string | undefined;
28220
30751
  verbosity?: 0 | 3 | 2 | 1 | undefined;
28221
30752
  openclCacheDir?: string | undefined;
@@ -28353,6 +30884,33 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28353
30884
  [x: string]: unknown;
28354
30885
  } | {
28355
30886
  ttsEngine: "parler";
30887
+ lavasrEnhancerModelSrc?: string | {
30888
+ src: string;
30889
+ name?: string | undefined;
30890
+ modelId?: string | undefined;
30891
+ registryPath?: string | undefined;
30892
+ registrySource?: string | undefined;
30893
+ blobCoreKey?: string | undefined;
30894
+ blobIndex?: number | undefined;
30895
+ engine?: string | undefined;
30896
+ expectedSize?: number | undefined;
30897
+ sha256Checksum?: string | undefined;
30898
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30899
+ } | undefined;
30900
+ lavasrDenoiserModelSrc?: string | {
30901
+ src: string;
30902
+ name?: string | undefined;
30903
+ modelId?: string | undefined;
30904
+ registryPath?: string | undefined;
30905
+ registrySource?: string | undefined;
30906
+ blobCoreKey?: string | undefined;
30907
+ blobIndex?: number | undefined;
30908
+ engine?: string | undefined;
30909
+ expectedSize?: number | undefined;
30910
+ sha256Checksum?: string | undefined;
30911
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30912
+ } | undefined;
30913
+ backendsDir?: string | undefined;
28356
30914
  useGPU?: boolean | undefined;
28357
30915
  outputSampleRate?: number | undefined;
28358
30916
  streamChunkTokens?: number | undefined;
@@ -28378,6 +30936,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28378
30936
  quality?: string | undefined;
28379
30937
  } | {
28380
30938
  ttsEngine: "cosyvoice3";
30939
+ referenceAudioSrc?: string | {
30940
+ src: string;
30941
+ name?: string | undefined;
30942
+ modelId?: string | undefined;
30943
+ registryPath?: string | undefined;
30944
+ registrySource?: string | undefined;
30945
+ blobCoreKey?: string | undefined;
30946
+ blobIndex?: number | undefined;
30947
+ engine?: string | undefined;
30948
+ expectedSize?: number | undefined;
30949
+ sha256Checksum?: string | undefined;
30950
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30951
+ } | undefined;
30952
+ cosyvoice3S3tokModelSrc?: string | {
30953
+ src: string;
30954
+ name?: string | undefined;
30955
+ modelId?: string | undefined;
30956
+ registryPath?: string | undefined;
30957
+ registrySource?: string | undefined;
30958
+ blobCoreKey?: string | undefined;
30959
+ blobIndex?: number | undefined;
30960
+ engine?: string | undefined;
30961
+ expectedSize?: number | undefined;
30962
+ sha256Checksum?: string | undefined;
30963
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30964
+ } | undefined;
30965
+ cosyvoice3CampplusModelSrc?: string | {
30966
+ src: string;
30967
+ name?: string | undefined;
30968
+ modelId?: string | undefined;
30969
+ registryPath?: string | undefined;
30970
+ registrySource?: string | undefined;
30971
+ blobCoreKey?: string | undefined;
30972
+ blobIndex?: number | undefined;
30973
+ engine?: string | undefined;
30974
+ expectedSize?: number | undefined;
30975
+ sha256Checksum?: string | undefined;
30976
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
30977
+ } | undefined;
28381
30978
  lavasrEnhancerModelSrc?: string | {
28382
30979
  src: string;
28383
30980
  name?: string | undefined;
@@ -28404,6 +31001,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28404
31001
  sha256Checksum?: string | undefined;
28405
31002
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28406
31003
  } | undefined;
31004
+ openclCacheDir?: string | undefined;
31005
+ backendsDir?: string | undefined;
28407
31006
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
28408
31007
  pace?: "slow" | "moderate" | "fast" | undefined;
28409
31008
  instruct?: string | {
@@ -28411,6 +31010,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28411
31010
  volume?: "loud" | "soft" | undefined;
28412
31011
  style?: "peppa" | "robot" | undefined;
28413
31012
  } | undefined;
31013
+ promptText?: string | undefined;
28414
31014
  useGPU?: boolean | undefined;
28415
31015
  outputSampleRate?: number | undefined;
28416
31016
  streamChunkTokens?: number | undefined;
@@ -28459,6 +31059,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28459
31059
  sha256Checksum?: string | undefined;
28460
31060
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
28461
31061
  } | undefined;
31062
+ backendsDir?: string | undefined;
28462
31063
  referenceText?: string | undefined;
28463
31064
  greedy?: boolean | undefined;
28464
31065
  temperature?: number | undefined;
@@ -28531,15 +31132,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28531
31132
  device?: "gpu" | "cpu" | undefined;
28532
31133
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28533
31134
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
28534
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
31135
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
28535
31136
  rng?: "cpu" | "cuda" | "std_default" | undefined;
28536
31137
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
28537
- clip_on_cpu?: boolean | undefined;
28538
- vae_on_cpu?: boolean | undefined;
28539
31138
  vae_auto_cpu_fallback?: boolean | undefined;
28540
31139
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
28541
31140
  vae_tiling?: boolean | undefined;
28542
31141
  offload_to_cpu?: boolean | undefined;
31142
+ control_net_cpu?: undefined;
31143
+ clip_on_cpu?: undefined;
31144
+ vae_on_cpu?: undefined;
31145
+ backend?: string | undefined;
31146
+ params_backend?: string | undefined;
31147
+ max_vram?: string | number | undefined;
31148
+ stream_layers?: boolean | undefined;
28543
31149
  flash_attn?: boolean | undefined;
28544
31150
  diffusion_fa?: boolean | undefined;
28545
31151
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -28911,9 +31517,28 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
28911
31517
  'cache-type-k'?: string | undefined;
28912
31518
  'cache-type-v'?: string | undefined;
28913
31519
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
28914
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
31520
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
28915
31521
  'flash-attn'?: "on" | "off" | "auto" | undefined;
28916
31522
  'tensor-split'?: string | undefined;
31523
+ 'batch-size'?: number | undefined;
31524
+ 'ubatch-size'?: number | undefined;
31525
+ 'cpu-moe'?: boolean | undefined;
31526
+ 'n-cpu-moe'?: number | undefined;
31527
+ 'kv-offload'?: boolean | undefined;
31528
+ 'image-max-tokens'?: number | undefined;
31529
+ 'image-min-tokens'?: number | undefined;
31530
+ threads?: number | undefined;
31531
+ 'threads-batch'?: number | undefined;
31532
+ 'cpu-mask'?: string | undefined;
31533
+ 'cpu-mask-batch'?: string | undefined;
31534
+ 'override-tensor'?: string | undefined;
31535
+ 'n-cpu-ffn'?: number | undefined;
31536
+ 'moe-cache-mib'?: number | "auto" | undefined;
31537
+ 'prefetch-weights'?: boolean | "auto" | undefined;
31538
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
31539
+ fit?: boolean | undefined;
31540
+ 'fit-target'?: string | number | undefined;
31541
+ 'fit-ctx'?: number | undefined;
28917
31542
  openclCacheDir?: string | undefined;
28918
31543
  reasoning_budget?: number | undefined;
28919
31544
  projectionModelSrc?: string | {
@@ -29103,7 +31728,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29103
31728
  embdNormalize?: number | undefined;
29104
31729
  flashAttention?: "on" | "off" | "auto" | undefined;
29105
31730
  mainGpu?: number | "integrated" | "dedicated" | undefined;
29106
- splitMode?: "none" | "layer" | "row" | undefined;
31731
+ splitMode?: "none" | "layer" | undefined;
29107
31732
  tensorSplit?: string | undefined;
29108
31733
  verbosity?: 0 | 3 | 2 | 1 | undefined;
29109
31734
  openclCacheDir?: string | undefined;
@@ -29241,6 +31866,33 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29241
31866
  [x: string]: unknown;
29242
31867
  } | {
29243
31868
  ttsEngine: "parler";
31869
+ lavasrEnhancerModelSrc?: string | {
31870
+ src: string;
31871
+ name?: string | undefined;
31872
+ modelId?: string | undefined;
31873
+ registryPath?: string | undefined;
31874
+ registrySource?: string | undefined;
31875
+ blobCoreKey?: string | undefined;
31876
+ blobIndex?: number | undefined;
31877
+ engine?: string | undefined;
31878
+ expectedSize?: number | undefined;
31879
+ sha256Checksum?: string | undefined;
31880
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31881
+ } | undefined;
31882
+ lavasrDenoiserModelSrc?: string | {
31883
+ src: string;
31884
+ name?: string | undefined;
31885
+ modelId?: string | undefined;
31886
+ registryPath?: string | undefined;
31887
+ registrySource?: string | undefined;
31888
+ blobCoreKey?: string | undefined;
31889
+ blobIndex?: number | undefined;
31890
+ engine?: string | undefined;
31891
+ expectedSize?: number | undefined;
31892
+ sha256Checksum?: string | undefined;
31893
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31894
+ } | undefined;
31895
+ backendsDir?: string | undefined;
29244
31896
  useGPU?: boolean | undefined;
29245
31897
  outputSampleRate?: number | undefined;
29246
31898
  streamChunkTokens?: number | undefined;
@@ -29266,6 +31918,45 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29266
31918
  quality?: string | undefined;
29267
31919
  } | {
29268
31920
  ttsEngine: "cosyvoice3";
31921
+ referenceAudioSrc?: string | {
31922
+ src: string;
31923
+ name?: string | undefined;
31924
+ modelId?: string | undefined;
31925
+ registryPath?: string | undefined;
31926
+ registrySource?: string | undefined;
31927
+ blobCoreKey?: string | undefined;
31928
+ blobIndex?: number | undefined;
31929
+ engine?: string | undefined;
31930
+ expectedSize?: number | undefined;
31931
+ sha256Checksum?: string | undefined;
31932
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31933
+ } | undefined;
31934
+ cosyvoice3S3tokModelSrc?: string | {
31935
+ src: string;
31936
+ name?: string | undefined;
31937
+ modelId?: string | undefined;
31938
+ registryPath?: string | undefined;
31939
+ registrySource?: string | undefined;
31940
+ blobCoreKey?: string | undefined;
31941
+ blobIndex?: number | undefined;
31942
+ engine?: string | undefined;
31943
+ expectedSize?: number | undefined;
31944
+ sha256Checksum?: string | undefined;
31945
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31946
+ } | undefined;
31947
+ cosyvoice3CampplusModelSrc?: string | {
31948
+ src: string;
31949
+ name?: string | undefined;
31950
+ modelId?: string | undefined;
31951
+ registryPath?: string | undefined;
31952
+ registrySource?: string | undefined;
31953
+ blobCoreKey?: string | undefined;
31954
+ blobIndex?: number | undefined;
31955
+ engine?: string | undefined;
31956
+ expectedSize?: number | undefined;
31957
+ sha256Checksum?: string | undefined;
31958
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
31959
+ } | undefined;
29269
31960
  lavasrEnhancerModelSrc?: string | {
29270
31961
  src: string;
29271
31962
  name?: string | undefined;
@@ -29292,6 +31983,8 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29292
31983
  sha256Checksum?: string | undefined;
29293
31984
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29294
31985
  } | undefined;
31986
+ openclCacheDir?: string | undefined;
31987
+ backendsDir?: string | undefined;
29295
31988
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
29296
31989
  pace?: "slow" | "moderate" | "fast" | undefined;
29297
31990
  instruct?: string | {
@@ -29299,6 +31992,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29299
31992
  volume?: "loud" | "soft" | undefined;
29300
31993
  style?: "peppa" | "robot" | undefined;
29301
31994
  } | undefined;
31995
+ promptText?: string | undefined;
29302
31996
  useGPU?: boolean | undefined;
29303
31997
  outputSampleRate?: number | undefined;
29304
31998
  streamChunkTokens?: number | undefined;
@@ -29347,6 +32041,7 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29347
32041
  sha256Checksum?: string | undefined;
29348
32042
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
29349
32043
  } | undefined;
32044
+ backendsDir?: string | undefined;
29350
32045
  referenceText?: string | undefined;
29351
32046
  greedy?: boolean | undefined;
29352
32047
  temperature?: number | undefined;
@@ -29420,15 +32115,20 @@ export declare const loadModelRequestSchema: z.ZodUnion<readonly [z.ZodPipe<z.Zo
29420
32115
  device?: "gpu" | "cpu" | undefined;
29421
32116
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
29422
32117
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
29423
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
32118
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
29424
32119
  rng?: "cpu" | "cuda" | "std_default" | undefined;
29425
32120
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
29426
- clip_on_cpu?: boolean | undefined;
29427
- vae_on_cpu?: boolean | undefined;
29428
32121
  vae_auto_cpu_fallback?: boolean | undefined;
29429
32122
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
29430
32123
  vae_tiling?: boolean | undefined;
29431
32124
  offload_to_cpu?: boolean | undefined;
32125
+ control_net_cpu?: undefined;
32126
+ clip_on_cpu?: undefined;
32127
+ vae_on_cpu?: undefined;
32128
+ backend?: string | undefined;
32129
+ params_backend?: string | undefined;
32130
+ max_vram?: string | number | undefined;
32131
+ stream_layers?: boolean | undefined;
29432
32132
  flash_attn?: boolean | undefined;
29433
32133
  diffusion_fa?: boolean | undefined;
29434
32134
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -30006,7 +32706,7 @@ export type InferredConfig<S> = S extends {
30006
32706
  engine: typeof ModelType.parakeetTranscription;
30007
32707
  } ? z.input<typeof parakeetConfigSchema> : S extends {
30008
32708
  engine: typeof ModelType.sdcppGeneration;
30009
- } ? z.input<typeof sdcppConfigSchema> : S extends {
32709
+ } ? SdcppConfig : S extends {
30010
32710
  engine: typeof ModelType.audiogenGgml;
30011
32711
  } ? z.input<typeof audioGenConfigSchema> : S extends {
30012
32712
  engine: typeof ModelType.ggmlVla;