@qvac/inference 0.19.1 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (137) hide show
  1. package/NOTICE +43 -11
  2. package/dist/api/audio-gen.d.ts +42 -1
  3. package/dist/api/audio-gen.js +137 -51
  4. package/dist/api/index.d.ts +2 -1
  5. package/dist/api/index.js +2 -1
  6. package/dist/api/text-to-speech.d.ts +31 -4
  7. package/dist/api/text-to-speech.js +117 -21
  8. package/dist/api/vector-index.d.ts +142 -0
  9. package/dist/api/vector-index.js +168 -0
  10. package/dist/api/world.d.ts +2 -2
  11. package/dist/errors/index.d.ts +12 -0
  12. package/dist/errors/index.js +21 -0
  13. package/dist/handlers/vector-index.d.ts +2 -0
  14. package/dist/handlers/vector-index.js +40 -0
  15. package/dist/index.d.ts +1 -1
  16. package/dist/index.js +1 -1
  17. package/dist/models/registry/models.d.ts +351 -12
  18. package/dist/models/registry/models.js +2271 -1957
  19. package/dist/models/registry/resource-profiles.js +135 -0
  20. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  21. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  22. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  23. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  30. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  31. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  32. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  33. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  34. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  35. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  36. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  37. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  38. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  39. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  40. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  41. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  43. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  44. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  45. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
  46. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
  47. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  48. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  49. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +8 -4
  50. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  51. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  52. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  53. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  54. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  55. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  56. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  57. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  58. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  59. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  60. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  61. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  62. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  63. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  64. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  65. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  66. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  67. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  68. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  69. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  70. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  71. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  72. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  73. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  74. package/dist/plugins/index.d.ts +1 -1
  75. package/dist/plugins/index.js +1 -1
  76. package/dist/plugins/ops/load-model.js +22 -2
  77. package/dist/plugins/ops/translate.js +58 -12
  78. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  79. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  80. package/dist/plugins/registry.d.ts +15 -0
  81. package/dist/plugins/registry.js +133 -15
  82. package/dist/plugins/turbovec-backend.d.ts +17 -0
  83. package/dist/plugins/turbovec-backend.js +99 -0
  84. package/dist/registry.js +4 -0
  85. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  86. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  87. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  88. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
  89. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  90. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  91. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  92. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  93. package/dist/runtime/env.d.ts +2 -0
  94. package/dist/runtime/env.js +9 -2
  95. package/dist/runtime/lifecycle.js +2 -0
  96. package/dist/runtime/model-registry.d.ts +3 -1
  97. package/dist/runtime/model-registry.js +2 -1
  98. package/dist/runtime/request-context.js +17 -0
  99. package/dist/runtime/vector-index-backend.d.ts +25 -0
  100. package/dist/runtime/vector-index-backend.js +1 -0
  101. package/dist/runtime/vector-index-registry.d.ts +76 -0
  102. package/dist/runtime/vector-index-registry.js +161 -0
  103. package/dist/schemas/assess-model-fit.d.ts +44 -0
  104. package/dist/schemas/assess-model-fit.js +40 -0
  105. package/dist/schemas/audio-gen.d.ts +479 -4
  106. package/dist/schemas/audio-gen.js +376 -17
  107. package/dist/schemas/batch-completion-stream.d.ts +7 -0
  108. package/dist/schemas/batch-completion-stream.js +5 -3
  109. package/dist/schemas/common.d.ts +749 -15
  110. package/dist/schemas/common.js +8 -1
  111. package/dist/schemas/completion-event.d.ts +11 -1
  112. package/dist/schemas/completion-event.js +3 -0
  113. package/dist/schemas/completion-stream.d.ts +20 -0
  114. package/dist/schemas/completion-stream.js +41 -4
  115. package/dist/schemas/config.d.ts +48 -30
  116. package/dist/schemas/errors.d.ts +4 -0
  117. package/dist/schemas/errors.js +22 -0
  118. package/dist/schemas/index.d.ts +1 -0
  119. package/dist/schemas/index.js +1 -0
  120. package/dist/schemas/llamacpp-config.d.ts +4 -8
  121. package/dist/schemas/llamacpp-config.js +4 -4
  122. package/dist/schemas/load-model.d.ts +2503 -139
  123. package/dist/schemas/model-config-schemas.d.ts +228 -5
  124. package/dist/schemas/plugin.d.ts +10 -0
  125. package/dist/schemas/sdcpp-config.d.ts +221 -4
  126. package/dist/schemas/sdcpp-config.js +128 -22
  127. package/dist/schemas/text-to-speech.d.ts +780 -19
  128. package/dist/schemas/text-to-speech.js +298 -44
  129. package/dist/schemas/transcription-config.js +7 -4
  130. package/dist/schemas/vector-index.d.ts +194 -0
  131. package/dist/schemas/vector-index.js +185 -0
  132. package/dist/utils/addon-responses.d.ts +29 -3
  133. package/dist/utils/aggregate-events.d.ts +3 -1
  134. package/dist/utils/aggregate-events.js +7 -1
  135. package/dist/utils/tts-stats.d.ts +15 -11
  136. package/dist/utils/tts-stats.js +33 -11
  137. package/package.json +28 -25
@@ -39,7 +39,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
39
39
  'split-mode': z.ZodOptional<z.ZodEnum<{
40
40
  none: "none";
41
41
  layer: "layer";
42
- row: "row";
43
42
  tensor: "tensor";
44
43
  }>>;
45
44
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -303,7 +302,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
303
302
  splitMode: z.ZodOptional<z.ZodEnum<{
304
303
  none: "none";
305
304
  layer: "layer";
306
- row: "row";
307
305
  }>>;
308
306
  tensorSplit: z.ZodOptional<z.ZodString>;
309
307
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -720,6 +718,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
720
718
  }>;
721
719
  }, z.core.$strip>], "engine">;
722
720
  "tts-ggml": z.ZodDiscriminatedUnion<[z.ZodObject<{
721
+ openclCacheDir: z.ZodOptional<z.ZodString>;
722
+ backendsDir: z.ZodOptional<z.ZodString>;
723
723
  ttsEngine: z.ZodLiteral<"chatterbox">;
724
724
  language: z.ZodEnum<{
725
725
  en: "en";
@@ -748,6 +748,14 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
748
748
  }>;
749
749
  voice: z.ZodOptional<z.ZodString>;
750
750
  useGPU: z.ZodOptional<z.ZodBoolean>;
751
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
752
+ ttsSpeed: z.ZodOptional<z.ZodNumber>;
753
+ nCtx: z.ZodOptional<z.ZodNumber>;
754
+ kvCacheType: z.ZodOptional<z.ZodEnum<{
755
+ f32: "f32";
756
+ f16: "f16";
757
+ q8_0: "q8_0";
758
+ }>>;
751
759
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
752
760
  streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
753
761
  cfmSteps: z.ZodOptional<z.ZodNumber>;
@@ -990,6 +998,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
990
998
  }>, z.ZodLiteral<"vad">]>>;
991
999
  }, z.core.$strip>]>>;
992
1000
  }, z.core.$strip>, z.ZodObject<{
1001
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1002
+ backendsDir: z.ZodOptional<z.ZodString>;
993
1003
  ttsEngine: z.ZodLiteral<"supertonic">;
994
1004
  language: z.ZodEnum<{
995
1005
  id: "id";
@@ -1026,9 +1036,17 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1026
1036
  }>;
1027
1037
  voice: z.ZodOptional<z.ZodString>;
1028
1038
  ttsSpeed: z.ZodOptional<z.ZodNumber>;
1039
+ pace: z.ZodOptional<z.ZodEnum<{
1040
+ slow: "slow";
1041
+ moderate: "moderate";
1042
+ fast: "fast";
1043
+ }>>;
1029
1044
  ttsNumInferenceSteps: z.ZodOptional<z.ZodNumber>;
1030
1045
  useGPU: z.ZodOptional<z.ZodBoolean>;
1031
1046
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1047
+ threads: z.ZodOptional<z.ZodNumber>;
1048
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1049
+ seed: z.ZodOptional<z.ZodNumber>;
1032
1050
  vulkanCacheDir: z.ZodOptional<z.ZodString>;
1033
1051
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1034
1052
  src: z.ZodString;
@@ -1109,6 +1127,85 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1109
1127
  }>, z.ZodLiteral<"vad">]>>;
1110
1128
  }, z.core.$strip>]>>;
1111
1129
  }, z.core.$strip>, z.ZodObject<{
1130
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1131
+ src: z.ZodString;
1132
+ name: z.ZodOptional<z.ZodString>;
1133
+ modelId: z.ZodOptional<z.ZodString>;
1134
+ registryPath: z.ZodOptional<z.ZodString>;
1135
+ registrySource: z.ZodOptional<z.ZodString>;
1136
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1137
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1138
+ engine: z.ZodOptional<z.ZodString>;
1139
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1140
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1141
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1142
+ embeddings: "embeddings";
1143
+ diffusion: "diffusion";
1144
+ audiogen: "audiogen";
1145
+ tts: "tts";
1146
+ ocr: "ocr";
1147
+ vla: "vla";
1148
+ "llamacpp-completion": "llamacpp-completion";
1149
+ "whispercpp-transcription": "whispercpp-transcription";
1150
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1151
+ "llamacpp-embedding": "llamacpp-embedding";
1152
+ "nmtcpp-translation": "nmtcpp-translation";
1153
+ "onnx-tts": "onnx-tts";
1154
+ "tts-ggml": "tts-ggml";
1155
+ "parakeet-transcription": "parakeet-transcription";
1156
+ "ggml-ocr": "ggml-ocr";
1157
+ "sdcpp-generation": "sdcpp-generation";
1158
+ "audiogen-ggml": "audiogen-ggml";
1159
+ "ggml-vla": "ggml-vla";
1160
+ "ggml-classification": "ggml-classification";
1161
+ llm: "llm";
1162
+ whisper: "whisper";
1163
+ bci: "bci";
1164
+ nmt: "nmt";
1165
+ parakeet: "parakeet";
1166
+ classification: "classification";
1167
+ }>, z.ZodLiteral<"vad">]>>;
1168
+ }, z.core.$strip>]>>;
1169
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1170
+ src: z.ZodString;
1171
+ name: z.ZodOptional<z.ZodString>;
1172
+ modelId: z.ZodOptional<z.ZodString>;
1173
+ registryPath: z.ZodOptional<z.ZodString>;
1174
+ registrySource: z.ZodOptional<z.ZodString>;
1175
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1176
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1177
+ engine: z.ZodOptional<z.ZodString>;
1178
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1179
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1180
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1181
+ embeddings: "embeddings";
1182
+ diffusion: "diffusion";
1183
+ audiogen: "audiogen";
1184
+ tts: "tts";
1185
+ ocr: "ocr";
1186
+ vla: "vla";
1187
+ "llamacpp-completion": "llamacpp-completion";
1188
+ "whispercpp-transcription": "whispercpp-transcription";
1189
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1190
+ "llamacpp-embedding": "llamacpp-embedding";
1191
+ "nmtcpp-translation": "nmtcpp-translation";
1192
+ "onnx-tts": "onnx-tts";
1193
+ "tts-ggml": "tts-ggml";
1194
+ "parakeet-transcription": "parakeet-transcription";
1195
+ "ggml-ocr": "ggml-ocr";
1196
+ "sdcpp-generation": "sdcpp-generation";
1197
+ "audiogen-ggml": "audiogen-ggml";
1198
+ "ggml-vla": "ggml-vla";
1199
+ "ggml-classification": "ggml-classification";
1200
+ llm: "llm";
1201
+ whisper: "whisper";
1202
+ bci: "bci";
1203
+ nmt: "nmt";
1204
+ parakeet: "parakeet";
1205
+ classification: "classification";
1206
+ }>, z.ZodLiteral<"vad">]>>;
1207
+ }, z.core.$strip>]>>;
1208
+ backendsDir: z.ZodOptional<z.ZodString>;
1112
1209
  useGPU: z.ZodOptional<z.ZodBoolean>;
1113
1210
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1114
1211
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1151,6 +1248,123 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1151
1248
  quality: z.ZodOptional<z.ZodString>;
1152
1249
  ttsEngine: z.ZodLiteral<"parler">;
1153
1250
  }, z.core.$strip>, z.ZodObject<{
1251
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1252
+ src: z.ZodString;
1253
+ name: z.ZodOptional<z.ZodString>;
1254
+ modelId: z.ZodOptional<z.ZodString>;
1255
+ registryPath: z.ZodOptional<z.ZodString>;
1256
+ registrySource: z.ZodOptional<z.ZodString>;
1257
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1258
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1259
+ engine: z.ZodOptional<z.ZodString>;
1260
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1261
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1262
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1263
+ embeddings: "embeddings";
1264
+ diffusion: "diffusion";
1265
+ audiogen: "audiogen";
1266
+ tts: "tts";
1267
+ ocr: "ocr";
1268
+ vla: "vla";
1269
+ "llamacpp-completion": "llamacpp-completion";
1270
+ "whispercpp-transcription": "whispercpp-transcription";
1271
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1272
+ "llamacpp-embedding": "llamacpp-embedding";
1273
+ "nmtcpp-translation": "nmtcpp-translation";
1274
+ "onnx-tts": "onnx-tts";
1275
+ "tts-ggml": "tts-ggml";
1276
+ "parakeet-transcription": "parakeet-transcription";
1277
+ "ggml-ocr": "ggml-ocr";
1278
+ "sdcpp-generation": "sdcpp-generation";
1279
+ "audiogen-ggml": "audiogen-ggml";
1280
+ "ggml-vla": "ggml-vla";
1281
+ "ggml-classification": "ggml-classification";
1282
+ llm: "llm";
1283
+ whisper: "whisper";
1284
+ bci: "bci";
1285
+ nmt: "nmt";
1286
+ parakeet: "parakeet";
1287
+ classification: "classification";
1288
+ }>, z.ZodLiteral<"vad">]>>;
1289
+ }, z.core.$strip>]>>;
1290
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1291
+ src: z.ZodString;
1292
+ name: z.ZodOptional<z.ZodString>;
1293
+ modelId: z.ZodOptional<z.ZodString>;
1294
+ registryPath: z.ZodOptional<z.ZodString>;
1295
+ registrySource: z.ZodOptional<z.ZodString>;
1296
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1297
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1298
+ engine: z.ZodOptional<z.ZodString>;
1299
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1300
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1301
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1302
+ embeddings: "embeddings";
1303
+ diffusion: "diffusion";
1304
+ audiogen: "audiogen";
1305
+ tts: "tts";
1306
+ ocr: "ocr";
1307
+ vla: "vla";
1308
+ "llamacpp-completion": "llamacpp-completion";
1309
+ "whispercpp-transcription": "whispercpp-transcription";
1310
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1311
+ "llamacpp-embedding": "llamacpp-embedding";
1312
+ "nmtcpp-translation": "nmtcpp-translation";
1313
+ "onnx-tts": "onnx-tts";
1314
+ "tts-ggml": "tts-ggml";
1315
+ "parakeet-transcription": "parakeet-transcription";
1316
+ "ggml-ocr": "ggml-ocr";
1317
+ "sdcpp-generation": "sdcpp-generation";
1318
+ "audiogen-ggml": "audiogen-ggml";
1319
+ "ggml-vla": "ggml-vla";
1320
+ "ggml-classification": "ggml-classification";
1321
+ llm: "llm";
1322
+ whisper: "whisper";
1323
+ bci: "bci";
1324
+ nmt: "nmt";
1325
+ parakeet: "parakeet";
1326
+ classification: "classification";
1327
+ }>, z.ZodLiteral<"vad">]>>;
1328
+ }, z.core.$strip>]>>;
1329
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1330
+ src: z.ZodString;
1331
+ name: z.ZodOptional<z.ZodString>;
1332
+ modelId: z.ZodOptional<z.ZodString>;
1333
+ registryPath: z.ZodOptional<z.ZodString>;
1334
+ registrySource: z.ZodOptional<z.ZodString>;
1335
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1336
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1337
+ engine: z.ZodOptional<z.ZodString>;
1338
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1339
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1340
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1341
+ embeddings: "embeddings";
1342
+ diffusion: "diffusion";
1343
+ audiogen: "audiogen";
1344
+ tts: "tts";
1345
+ ocr: "ocr";
1346
+ vla: "vla";
1347
+ "llamacpp-completion": "llamacpp-completion";
1348
+ "whispercpp-transcription": "whispercpp-transcription";
1349
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1350
+ "llamacpp-embedding": "llamacpp-embedding";
1351
+ "nmtcpp-translation": "nmtcpp-translation";
1352
+ "onnx-tts": "onnx-tts";
1353
+ "tts-ggml": "tts-ggml";
1354
+ "parakeet-transcription": "parakeet-transcription";
1355
+ "ggml-ocr": "ggml-ocr";
1356
+ "sdcpp-generation": "sdcpp-generation";
1357
+ "audiogen-ggml": "audiogen-ggml";
1358
+ "ggml-vla": "ggml-vla";
1359
+ "ggml-classification": "ggml-classification";
1360
+ llm: "llm";
1361
+ whisper: "whisper";
1362
+ bci: "bci";
1363
+ nmt: "nmt";
1364
+ parakeet: "parakeet";
1365
+ classification: "classification";
1366
+ }>, z.ZodLiteral<"vad">]>>;
1367
+ }, z.core.$strip>]>>;
1154
1368
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1155
1369
  src: z.ZodString;
1156
1370
  name: z.ZodOptional<z.ZodString>;
@@ -1229,6 +1443,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1229
1443
  classification: "classification";
1230
1444
  }>, z.ZodLiteral<"vad">]>>;
1231
1445
  }, z.core.$strip>]>>;
1446
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1447
+ backendsDir: z.ZodOptional<z.ZodString>;
1232
1448
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1233
1449
  emotion: z.ZodOptional<z.ZodEnum<{
1234
1450
  anger: "anger";
@@ -1270,6 +1486,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1270
1486
  robot: "robot";
1271
1487
  }>>;
1272
1488
  }, z.core.$strict>]>>;
1489
+ promptText: z.ZodOptional<z.ZodString>;
1273
1490
  useGPU: z.ZodOptional<z.ZodBoolean>;
1274
1491
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1275
1492
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1395,6 +1612,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1395
1612
  classification: "classification";
1396
1613
  }>, z.ZodLiteral<"vad">]>>;
1397
1614
  }, z.core.$strip>]>>;
1615
+ backendsDir: z.ZodOptional<z.ZodString>;
1398
1616
  ttsEngine: z.ZodLiteral<"audio8">;
1399
1617
  referenceText: z.ZodOptional<z.ZodString>;
1400
1618
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1521,6 +1739,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1521
1739
  auto: "auto";
1522
1740
  f32: "f32";
1523
1741
  f16: "f16";
1742
+ q8_0: "q8_0";
1524
1743
  bf16: "bf16";
1525
1744
  q2_k: "q2_k";
1526
1745
  q3_k: "q3_k";
@@ -1531,7 +1750,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1531
1750
  q5_1: "q5_1";
1532
1751
  q5_k: "q5_k";
1533
1752
  q6_k: "q6_k";
1534
- q8_0: "q8_0";
1535
1753
  }>>;
1536
1754
  rng: z.ZodOptional<z.ZodEnum<{
1537
1755
  cpu: "cpu";
@@ -1543,12 +1761,17 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1543
1761
  cuda: "cuda";
1544
1762
  std_default: "std_default";
1545
1763
  }>>;
1546
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1547
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1548
1764
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1549
1765
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1550
1766
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1551
1767
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1768
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1769
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1770
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1771
+ backend: z.ZodOptional<z.ZodString>;
1772
+ params_backend: z.ZodOptional<z.ZodString>;
1773
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1774
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1552
1775
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1553
1776
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1554
1777
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -86,6 +86,16 @@ export interface PluginModelResult {
86
86
  model: PluginModel;
87
87
  }
88
88
  export interface PluginLogging {
89
+ /**
90
+ * The addon's logging module — an object with `setLogger(callback)` and an
91
+ * optional `releaseLogger()` — or a function returning one (a promise is
92
+ * awaited, and a CommonJS `default` export is unwrapped).
93
+ *
94
+ * Pass the function form when reaching the module means loading the addon's
95
+ * native binding: it is called the first time a model of this type loads,
96
+ * so a host without that addon's platform package fails the load it asked
97
+ * for rather than every plugin registration at startup.
98
+ */
89
99
  module: unknown;
90
100
  namespace: string;
91
101
  }
@@ -27,6 +27,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
27
27
  auto: "auto";
28
28
  f32: "f32";
29
29
  f16: "f16";
30
+ q8_0: "q8_0";
30
31
  bf16: "bf16";
31
32
  q2_k: "q2_k";
32
33
  q3_k: "q3_k";
@@ -37,7 +38,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
37
38
  q5_1: "q5_1";
38
39
  q5_k: "q5_k";
39
40
  q6_k: "q6_k";
40
- q8_0: "q8_0";
41
41
  }>>;
42
42
  rng: z.ZodOptional<z.ZodEnum<{
43
43
  cpu: "cpu";
@@ -49,12 +49,17 @@ export declare const sdcppConfigSchema: z.ZodObject<{
49
49
  cuda: "cuda";
50
50
  std_default: "std_default";
51
51
  }>>;
52
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
53
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
54
52
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
55
53
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
56
54
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
57
55
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
56
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
57
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
58
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
59
+ backend: z.ZodOptional<z.ZodString>;
60
+ params_backend: z.ZodOptional<z.ZodString>;
61
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
62
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
58
63
  flash_attn: z.ZodOptional<z.ZodBoolean>;
59
64
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
60
65
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -589,7 +594,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
589
594
  threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
590
595
  }, z.core.$strict>>;
591
596
  }, z.core.$strip>;
592
- export type SdcppConfig = z.input<typeof sdcppConfigSchema>;
597
+ export type SdcppConfig = Omit<z.input<typeof sdcppConfigSchema>, 'control_net_cpu' | 'clip_on_cpu' | 'vae_on_cpu'>;
593
598
  export declare const diffusionStatsSchema: z.ZodObject<{
594
599
  modelLoadMs: z.ZodOptional<z.ZodNumber>;
595
600
  generationMs: z.ZodOptional<z.ZodNumber>;
@@ -1025,6 +1030,218 @@ export declare const ltxVideoRequestSchema: z.ZodObject<{
1025
1030
  reference_attention_strength: z.ZodOptional<z.ZodNumber>;
1026
1031
  reference_downscale_factor: z.ZodOptional<z.ZodLiteral<1>>;
1027
1032
  }, z.core.$strip>;
1033
+ export declare const wanVideoRequestSchema: z.ZodObject<{
1034
+ modelId: z.ZodString;
1035
+ requestId: z.ZodOptional<z.ZodString>;
1036
+ prompt: z.ZodString;
1037
+ negative_prompt: z.ZodOptional<z.ZodString>;
1038
+ lora: z.ZodOptional<z.ZodString>;
1039
+ lora_strength: z.ZodOptional<z.ZodNumber>;
1040
+ stg_scale: z.ZodOptional<z.ZodNumber>;
1041
+ stg_block: z.ZodOptional<z.ZodNumber>;
1042
+ width: z.ZodOptional<z.ZodNumber>;
1043
+ height: z.ZodOptional<z.ZodNumber>;
1044
+ video_frames: z.ZodOptional<z.ZodNumber>;
1045
+ fps: z.ZodOptional<z.ZodNumber>;
1046
+ seed: z.ZodOptional<z.ZodNumber>;
1047
+ steps: z.ZodOptional<z.ZodNumber>;
1048
+ sampling_method: z.ZodOptional<z.ZodEnum<{
1049
+ euler: "euler";
1050
+ euler_a: "euler_a";
1051
+ heun: "heun";
1052
+ dpm2: "dpm2";
1053
+ "dpm++2m": "dpm++2m";
1054
+ "dpm++2mv2": "dpm++2mv2";
1055
+ "dpm++2s_a": "dpm++2s_a";
1056
+ lcm: "lcm";
1057
+ ipndm: "ipndm";
1058
+ ipndm_v: "ipndm_v";
1059
+ ddim_trailing: "ddim_trailing";
1060
+ tcd: "tcd";
1061
+ res_multistep: "res_multistep";
1062
+ res_2s: "res_2s";
1063
+ }>>;
1064
+ scheduler: z.ZodOptional<z.ZodEnum<{
1065
+ lcm: "lcm";
1066
+ discrete: "discrete";
1067
+ karras: "karras";
1068
+ exponential: "exponential";
1069
+ ays: "ays";
1070
+ gits: "gits";
1071
+ sgm_uniform: "sgm_uniform";
1072
+ simple: "simple";
1073
+ smoothstep: "smoothstep";
1074
+ kl_optimal: "kl_optimal";
1075
+ bong_tangent: "bong_tangent";
1076
+ ltx2: "ltx2";
1077
+ }>>;
1078
+ cfg_scale: z.ZodOptional<z.ZodNumber>;
1079
+ flow_shift: z.ZodOptional<z.ZodNumber>;
1080
+ high_noise_steps: z.ZodOptional<z.ZodNumber>;
1081
+ high_noise_sampler: z.ZodOptional<z.ZodEnum<{
1082
+ euler: "euler";
1083
+ euler_a: "euler_a";
1084
+ heun: "heun";
1085
+ dpm2: "dpm2";
1086
+ "dpm++2m": "dpm++2m";
1087
+ "dpm++2mv2": "dpm++2mv2";
1088
+ "dpm++2s_a": "dpm++2s_a";
1089
+ lcm: "lcm";
1090
+ ipndm: "ipndm";
1091
+ ipndm_v: "ipndm_v";
1092
+ ddim_trailing: "ddim_trailing";
1093
+ tcd: "tcd";
1094
+ res_multistep: "res_multistep";
1095
+ res_2s: "res_2s";
1096
+ }>>;
1097
+ high_noise_scheduler: z.ZodOptional<z.ZodEnum<{
1098
+ lcm: "lcm";
1099
+ discrete: "discrete";
1100
+ karras: "karras";
1101
+ exponential: "exponential";
1102
+ ays: "ays";
1103
+ gits: "gits";
1104
+ sgm_uniform: "sgm_uniform";
1105
+ simple: "simple";
1106
+ smoothstep: "smoothstep";
1107
+ kl_optimal: "kl_optimal";
1108
+ bong_tangent: "bong_tangent";
1109
+ }>>;
1110
+ high_noise_cfg_scale: z.ZodOptional<z.ZodNumber>;
1111
+ high_noise_flow_shift: z.ZodOptional<z.ZodNumber>;
1112
+ moe_boundary: z.ZodOptional<z.ZodNumber>;
1113
+ vace_strength: z.ZodOptional<z.ZodNumber>;
1114
+ control_frames: z.ZodOptional<z.ZodArray<z.ZodString>>;
1115
+ vae_tiling: z.ZodOptional<z.ZodBoolean>;
1116
+ vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1117
+ vae_tile_overlap: z.ZodOptional<z.ZodNumber>;
1118
+ temporal_tiling: z.ZodOptional<z.ZodBoolean>;
1119
+ cache_mode: z.ZodOptional<z.ZodEnum<{
1120
+ disabled: "disabled";
1121
+ easycache: "easycache";
1122
+ ucache: "ucache";
1123
+ dbcache: "dbcache";
1124
+ taylorseer: "taylorseer";
1125
+ "cache-dit": "cache-dit";
1126
+ }>>;
1127
+ cache_preset: z.ZodOptional<z.ZodString>;
1128
+ cache_threshold: z.ZodOptional<z.ZodNumber>;
1129
+ mode: z.ZodEnum<{
1130
+ txt2vid: "txt2vid";
1131
+ img2vid: "img2vid";
1132
+ }>;
1133
+ init_image: z.ZodOptional<z.ZodString>;
1134
+ strength: z.ZodOptional<z.ZodNumber>;
1135
+ reference_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
1136
+ reference_attention_strength: z.ZodOptional<z.ZodNumber>;
1137
+ reference_downscale_factor: z.ZodOptional<z.ZodLiteral<1>>;
1138
+ }, z.core.$strip>;
1139
+ export declare const h3VideoRequestSchema: z.ZodObject<{
1140
+ modelId: z.ZodString;
1141
+ requestId: z.ZodOptional<z.ZodString>;
1142
+ prompt: z.ZodString;
1143
+ negative_prompt: z.ZodOptional<z.ZodString>;
1144
+ lora: z.ZodOptional<z.ZodString>;
1145
+ lora_strength: z.ZodOptional<z.ZodNumber>;
1146
+ stg_scale: z.ZodOptional<z.ZodNumber>;
1147
+ stg_block: z.ZodOptional<z.ZodNumber>;
1148
+ width: z.ZodOptional<z.ZodNumber>;
1149
+ height: z.ZodOptional<z.ZodNumber>;
1150
+ video_frames: z.ZodOptional<z.ZodNumber>;
1151
+ fps: z.ZodOptional<z.ZodNumber>;
1152
+ seed: z.ZodOptional<z.ZodNumber>;
1153
+ steps: z.ZodOptional<z.ZodNumber>;
1154
+ sampling_method: z.ZodOptional<z.ZodEnum<{
1155
+ euler: "euler";
1156
+ euler_a: "euler_a";
1157
+ heun: "heun";
1158
+ dpm2: "dpm2";
1159
+ "dpm++2m": "dpm++2m";
1160
+ "dpm++2mv2": "dpm++2mv2";
1161
+ "dpm++2s_a": "dpm++2s_a";
1162
+ lcm: "lcm";
1163
+ ipndm: "ipndm";
1164
+ ipndm_v: "ipndm_v";
1165
+ ddim_trailing: "ddim_trailing";
1166
+ tcd: "tcd";
1167
+ res_multistep: "res_multistep";
1168
+ res_2s: "res_2s";
1169
+ }>>;
1170
+ scheduler: z.ZodOptional<z.ZodEnum<{
1171
+ lcm: "lcm";
1172
+ discrete: "discrete";
1173
+ karras: "karras";
1174
+ exponential: "exponential";
1175
+ ays: "ays";
1176
+ gits: "gits";
1177
+ sgm_uniform: "sgm_uniform";
1178
+ simple: "simple";
1179
+ smoothstep: "smoothstep";
1180
+ kl_optimal: "kl_optimal";
1181
+ bong_tangent: "bong_tangent";
1182
+ ltx2: "ltx2";
1183
+ }>>;
1184
+ cfg_scale: z.ZodOptional<z.ZodNumber>;
1185
+ flow_shift: z.ZodOptional<z.ZodNumber>;
1186
+ high_noise_steps: z.ZodOptional<z.ZodNumber>;
1187
+ high_noise_sampler: z.ZodOptional<z.ZodEnum<{
1188
+ euler: "euler";
1189
+ euler_a: "euler_a";
1190
+ heun: "heun";
1191
+ dpm2: "dpm2";
1192
+ "dpm++2m": "dpm++2m";
1193
+ "dpm++2mv2": "dpm++2mv2";
1194
+ "dpm++2s_a": "dpm++2s_a";
1195
+ lcm: "lcm";
1196
+ ipndm: "ipndm";
1197
+ ipndm_v: "ipndm_v";
1198
+ ddim_trailing: "ddim_trailing";
1199
+ tcd: "tcd";
1200
+ res_multistep: "res_multistep";
1201
+ res_2s: "res_2s";
1202
+ }>>;
1203
+ high_noise_scheduler: z.ZodOptional<z.ZodEnum<{
1204
+ lcm: "lcm";
1205
+ discrete: "discrete";
1206
+ karras: "karras";
1207
+ exponential: "exponential";
1208
+ ays: "ays";
1209
+ gits: "gits";
1210
+ sgm_uniform: "sgm_uniform";
1211
+ simple: "simple";
1212
+ smoothstep: "smoothstep";
1213
+ kl_optimal: "kl_optimal";
1214
+ bong_tangent: "bong_tangent";
1215
+ }>>;
1216
+ high_noise_cfg_scale: z.ZodOptional<z.ZodNumber>;
1217
+ high_noise_flow_shift: z.ZodOptional<z.ZodNumber>;
1218
+ moe_boundary: z.ZodOptional<z.ZodNumber>;
1219
+ vace_strength: z.ZodOptional<z.ZodNumber>;
1220
+ control_frames: z.ZodOptional<z.ZodArray<z.ZodString>>;
1221
+ vae_tiling: z.ZodOptional<z.ZodBoolean>;
1222
+ vae_tile_size: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1223
+ vae_tile_overlap: z.ZodOptional<z.ZodNumber>;
1224
+ temporal_tiling: z.ZodOptional<z.ZodBoolean>;
1225
+ cache_mode: z.ZodOptional<z.ZodEnum<{
1226
+ disabled: "disabled";
1227
+ easycache: "easycache";
1228
+ ucache: "ucache";
1229
+ dbcache: "dbcache";
1230
+ taylorseer: "taylorseer";
1231
+ "cache-dit": "cache-dit";
1232
+ }>>;
1233
+ cache_preset: z.ZodOptional<z.ZodString>;
1234
+ cache_threshold: z.ZodOptional<z.ZodNumber>;
1235
+ mode: z.ZodEnum<{
1236
+ txt2vid: "txt2vid";
1237
+ img2vid: "img2vid";
1238
+ }>;
1239
+ init_image: z.ZodOptional<z.ZodString>;
1240
+ strength: z.ZodOptional<z.ZodNumber>;
1241
+ reference_images: z.ZodOptional<z.ZodArray<z.ZodString>>;
1242
+ reference_attention_strength: z.ZodOptional<z.ZodNumber>;
1243
+ reference_downscale_factor: z.ZodOptional<z.ZodLiteral<1>>;
1244
+ }, z.core.$strip>;
1028
1245
  export declare const nonLtxVideoRequestSchema: z.ZodObject<{
1029
1246
  lora: z.ZodOptional<z.ZodString>;
1030
1247
  scheduler: z.ZodOptional<z.ZodEnum<{