@qvac/inference 0.19.0 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/NOTICE +95 -39
  2. package/dist/api/audio-gen.d.ts +42 -1
  3. package/dist/api/audio-gen.js +137 -51
  4. package/dist/api/delete-cache.d.ts +7 -1
  5. package/dist/api/delete-cache.js +11 -1
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/delete-cache.js +3 -0
  16. package/dist/handlers/vector-index.d.ts +2 -0
  17. package/dist/handlers/vector-index.js +40 -0
  18. package/dist/index.d.ts +1 -1
  19. package/dist/index.js +1 -1
  20. package/dist/models/registry/models.d.ts +351 -12
  21. package/dist/models/registry/models.js +2271 -1957
  22. package/dist/models/registry/resource-profiles.js +135 -0
  23. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  34. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  36. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  37. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  38. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  39. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  40. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  41. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  44. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  46. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  47. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  48. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
  49. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
  50. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  52. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
  53. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  54. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  55. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  56. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  57. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  58. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  59. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  60. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  61. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  62. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  63. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  64. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  65. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  66. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  67. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  68. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  69. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  70. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  71. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  72. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  73. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  74. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  75. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  76. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  77. package/dist/plugins/index.d.ts +1 -1
  78. package/dist/plugins/index.js +1 -1
  79. package/dist/plugins/ops/load-model.js +22 -2
  80. package/dist/plugins/ops/translate.js +58 -12
  81. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  82. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  83. package/dist/plugins/registry.d.ts +15 -0
  84. package/dist/plugins/registry.js +133 -15
  85. package/dist/plugins/turbovec-backend.d.ts +17 -0
  86. package/dist/plugins/turbovec-backend.js +99 -0
  87. package/dist/registry.js +4 -0
  88. package/dist/resources/model-fit/assess.js +169 -68
  89. package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
  90. package/dist/resources/model-fit/estimators/llm.js +3 -1
  91. package/dist/resources/model-fit/floor.d.ts +31 -0
  92. package/dist/resources/model-fit/floor.js +65 -0
  93. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  94. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  95. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  96. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
  97. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  98. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  99. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  100. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  101. package/dist/resources/native.js +5 -4
  102. package/dist/resources/types.d.ts +1 -3
  103. package/dist/runtime/env.d.ts +2 -0
  104. package/dist/runtime/env.js +9 -2
  105. package/dist/runtime/lifecycle.js +2 -0
  106. package/dist/runtime/model-registry.d.ts +3 -1
  107. package/dist/runtime/model-registry.js +2 -1
  108. package/dist/runtime/request-context.js +17 -0
  109. package/dist/runtime/vector-index-backend.d.ts +25 -0
  110. package/dist/runtime/vector-index-backend.js +1 -0
  111. package/dist/runtime/vector-index-registry.d.ts +76 -0
  112. package/dist/runtime/vector-index-registry.js +161 -0
  113. package/dist/schemas/assess-model-fit.d.ts +84 -0
  114. package/dist/schemas/assess-model-fit.js +72 -3
  115. package/dist/schemas/audio-gen.d.ts +482 -7
  116. package/dist/schemas/audio-gen.js +376 -17
  117. package/dist/schemas/batch-completion-stream.d.ts +10 -0
  118. package/dist/schemas/batch-completion-stream.js +5 -3
  119. package/dist/schemas/bci.d.ts +1 -1
  120. package/dist/schemas/common.d.ts +782 -19
  121. package/dist/schemas/common.js +8 -1
  122. package/dist/schemas/completion-event.d.ts +14 -1
  123. package/dist/schemas/completion-event.js +4 -0
  124. package/dist/schemas/completion-stream.d.ts +22 -0
  125. package/dist/schemas/completion-stream.js +41 -4
  126. package/dist/schemas/config.d.ts +48 -30
  127. package/dist/schemas/errors.d.ts +4 -0
  128. package/dist/schemas/errors.js +22 -0
  129. package/dist/schemas/index.d.ts +1 -0
  130. package/dist/schemas/index.js +1 -0
  131. package/dist/schemas/llamacpp-config.d.ts +4 -8
  132. package/dist/schemas/llamacpp-config.js +4 -4
  133. package/dist/schemas/load-model.d.ts +2604 -180
  134. package/dist/schemas/model-config-schemas.d.ts +228 -5
  135. package/dist/schemas/model-ops.d.ts +3 -0
  136. package/dist/schemas/model-ops.js +6 -0
  137. package/dist/schemas/plugin.d.ts +21 -11
  138. package/dist/schemas/sdcpp-config.d.ts +221 -4
  139. package/dist/schemas/sdcpp-config.js +128 -22
  140. package/dist/schemas/text-to-speech.d.ts +780 -19
  141. package/dist/schemas/text-to-speech.js +298 -44
  142. package/dist/schemas/transcription-config.js +7 -4
  143. package/dist/schemas/vector-index.d.ts +194 -0
  144. package/dist/schemas/vector-index.js +185 -0
  145. package/dist/utils/addon-responses.d.ts +30 -3
  146. package/dist/utils/aggregate-events.d.ts +3 -1
  147. package/dist/utils/aggregate-events.js +7 -1
  148. package/dist/utils/tts-stats.d.ts +15 -11
  149. package/dist/utils/tts-stats.js +33 -11
  150. package/package.json +29 -26
@@ -39,7 +39,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
39
39
  'split-mode': z.ZodOptional<z.ZodEnum<{
40
40
  none: "none";
41
41
  layer: "layer";
42
- row: "row";
43
42
  tensor: "tensor";
44
43
  }>>;
45
44
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -303,7 +302,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
303
302
  splitMode: z.ZodOptional<z.ZodEnum<{
304
303
  none: "none";
305
304
  layer: "layer";
306
- row: "row";
307
305
  }>>;
308
306
  tensorSplit: z.ZodOptional<z.ZodString>;
309
307
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -720,6 +718,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
720
718
  }>;
721
719
  }, z.core.$strip>], "engine">;
722
720
  "tts-ggml": z.ZodDiscriminatedUnion<[z.ZodObject<{
721
+ openclCacheDir: z.ZodOptional<z.ZodString>;
722
+ backendsDir: z.ZodOptional<z.ZodString>;
723
723
  ttsEngine: z.ZodLiteral<"chatterbox">;
724
724
  language: z.ZodEnum<{
725
725
  en: "en";
@@ -748,6 +748,14 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
748
748
  }>;
749
749
  voice: z.ZodOptional<z.ZodString>;
750
750
  useGPU: z.ZodOptional<z.ZodBoolean>;
751
+ outputSampleRate: z.ZodOptional<z.ZodNumber>;
752
+ ttsSpeed: z.ZodOptional<z.ZodNumber>;
753
+ nCtx: z.ZodOptional<z.ZodNumber>;
754
+ kvCacheType: z.ZodOptional<z.ZodEnum<{
755
+ f32: "f32";
756
+ f16: "f16";
757
+ q8_0: "q8_0";
758
+ }>>;
751
759
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
752
760
  streamFirstChunkTokens: z.ZodOptional<z.ZodNumber>;
753
761
  cfmSteps: z.ZodOptional<z.ZodNumber>;
@@ -990,6 +998,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
990
998
  }>, z.ZodLiteral<"vad">]>>;
991
999
  }, z.core.$strip>]>>;
992
1000
  }, z.core.$strip>, z.ZodObject<{
1001
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1002
+ backendsDir: z.ZodOptional<z.ZodString>;
993
1003
  ttsEngine: z.ZodLiteral<"supertonic">;
994
1004
  language: z.ZodEnum<{
995
1005
  id: "id";
@@ -1026,9 +1036,17 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1026
1036
  }>;
1027
1037
  voice: z.ZodOptional<z.ZodString>;
1028
1038
  ttsSpeed: z.ZodOptional<z.ZodNumber>;
1039
+ pace: z.ZodOptional<z.ZodEnum<{
1040
+ slow: "slow";
1041
+ moderate: "moderate";
1042
+ fast: "fast";
1043
+ }>>;
1029
1044
  ttsNumInferenceSteps: z.ZodOptional<z.ZodNumber>;
1030
1045
  useGPU: z.ZodOptional<z.ZodBoolean>;
1031
1046
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1047
+ threads: z.ZodOptional<z.ZodNumber>;
1048
+ nGpuLayers: z.ZodOptional<z.ZodNumber>;
1049
+ seed: z.ZodOptional<z.ZodNumber>;
1032
1050
  vulkanCacheDir: z.ZodOptional<z.ZodString>;
1033
1051
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1034
1052
  src: z.ZodString;
@@ -1109,6 +1127,85 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1109
1127
  }>, z.ZodLiteral<"vad">]>>;
1110
1128
  }, z.core.$strip>]>>;
1111
1129
  }, z.core.$strip>, z.ZodObject<{
1130
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1131
+ src: z.ZodString;
1132
+ name: z.ZodOptional<z.ZodString>;
1133
+ modelId: z.ZodOptional<z.ZodString>;
1134
+ registryPath: z.ZodOptional<z.ZodString>;
1135
+ registrySource: z.ZodOptional<z.ZodString>;
1136
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1137
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1138
+ engine: z.ZodOptional<z.ZodString>;
1139
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1140
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1141
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1142
+ embeddings: "embeddings";
1143
+ diffusion: "diffusion";
1144
+ audiogen: "audiogen";
1145
+ tts: "tts";
1146
+ ocr: "ocr";
1147
+ vla: "vla";
1148
+ "llamacpp-completion": "llamacpp-completion";
1149
+ "whispercpp-transcription": "whispercpp-transcription";
1150
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1151
+ "llamacpp-embedding": "llamacpp-embedding";
1152
+ "nmtcpp-translation": "nmtcpp-translation";
1153
+ "onnx-tts": "onnx-tts";
1154
+ "tts-ggml": "tts-ggml";
1155
+ "parakeet-transcription": "parakeet-transcription";
1156
+ "ggml-ocr": "ggml-ocr";
1157
+ "sdcpp-generation": "sdcpp-generation";
1158
+ "audiogen-ggml": "audiogen-ggml";
1159
+ "ggml-vla": "ggml-vla";
1160
+ "ggml-classification": "ggml-classification";
1161
+ llm: "llm";
1162
+ whisper: "whisper";
1163
+ bci: "bci";
1164
+ nmt: "nmt";
1165
+ parakeet: "parakeet";
1166
+ classification: "classification";
1167
+ }>, z.ZodLiteral<"vad">]>>;
1168
+ }, z.core.$strip>]>>;
1169
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1170
+ src: z.ZodString;
1171
+ name: z.ZodOptional<z.ZodString>;
1172
+ modelId: z.ZodOptional<z.ZodString>;
1173
+ registryPath: z.ZodOptional<z.ZodString>;
1174
+ registrySource: z.ZodOptional<z.ZodString>;
1175
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1176
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1177
+ engine: z.ZodOptional<z.ZodString>;
1178
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1179
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1180
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1181
+ embeddings: "embeddings";
1182
+ diffusion: "diffusion";
1183
+ audiogen: "audiogen";
1184
+ tts: "tts";
1185
+ ocr: "ocr";
1186
+ vla: "vla";
1187
+ "llamacpp-completion": "llamacpp-completion";
1188
+ "whispercpp-transcription": "whispercpp-transcription";
1189
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1190
+ "llamacpp-embedding": "llamacpp-embedding";
1191
+ "nmtcpp-translation": "nmtcpp-translation";
1192
+ "onnx-tts": "onnx-tts";
1193
+ "tts-ggml": "tts-ggml";
1194
+ "parakeet-transcription": "parakeet-transcription";
1195
+ "ggml-ocr": "ggml-ocr";
1196
+ "sdcpp-generation": "sdcpp-generation";
1197
+ "audiogen-ggml": "audiogen-ggml";
1198
+ "ggml-vla": "ggml-vla";
1199
+ "ggml-classification": "ggml-classification";
1200
+ llm: "llm";
1201
+ whisper: "whisper";
1202
+ bci: "bci";
1203
+ nmt: "nmt";
1204
+ parakeet: "parakeet";
1205
+ classification: "classification";
1206
+ }>, z.ZodLiteral<"vad">]>>;
1207
+ }, z.core.$strip>]>>;
1208
+ backendsDir: z.ZodOptional<z.ZodString>;
1112
1209
  useGPU: z.ZodOptional<z.ZodBoolean>;
1113
1210
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1114
1211
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1151,6 +1248,123 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1151
1248
  quality: z.ZodOptional<z.ZodString>;
1152
1249
  ttsEngine: z.ZodLiteral<"parler">;
1153
1250
  }, z.core.$strip>, z.ZodObject<{
1251
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1252
+ src: z.ZodString;
1253
+ name: z.ZodOptional<z.ZodString>;
1254
+ modelId: z.ZodOptional<z.ZodString>;
1255
+ registryPath: z.ZodOptional<z.ZodString>;
1256
+ registrySource: z.ZodOptional<z.ZodString>;
1257
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1258
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1259
+ engine: z.ZodOptional<z.ZodString>;
1260
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1261
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1262
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1263
+ embeddings: "embeddings";
1264
+ diffusion: "diffusion";
1265
+ audiogen: "audiogen";
1266
+ tts: "tts";
1267
+ ocr: "ocr";
1268
+ vla: "vla";
1269
+ "llamacpp-completion": "llamacpp-completion";
1270
+ "whispercpp-transcription": "whispercpp-transcription";
1271
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1272
+ "llamacpp-embedding": "llamacpp-embedding";
1273
+ "nmtcpp-translation": "nmtcpp-translation";
1274
+ "onnx-tts": "onnx-tts";
1275
+ "tts-ggml": "tts-ggml";
1276
+ "parakeet-transcription": "parakeet-transcription";
1277
+ "ggml-ocr": "ggml-ocr";
1278
+ "sdcpp-generation": "sdcpp-generation";
1279
+ "audiogen-ggml": "audiogen-ggml";
1280
+ "ggml-vla": "ggml-vla";
1281
+ "ggml-classification": "ggml-classification";
1282
+ llm: "llm";
1283
+ whisper: "whisper";
1284
+ bci: "bci";
1285
+ nmt: "nmt";
1286
+ parakeet: "parakeet";
1287
+ classification: "classification";
1288
+ }>, z.ZodLiteral<"vad">]>>;
1289
+ }, z.core.$strip>]>>;
1290
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1291
+ src: z.ZodString;
1292
+ name: z.ZodOptional<z.ZodString>;
1293
+ modelId: z.ZodOptional<z.ZodString>;
1294
+ registryPath: z.ZodOptional<z.ZodString>;
1295
+ registrySource: z.ZodOptional<z.ZodString>;
1296
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1297
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1298
+ engine: z.ZodOptional<z.ZodString>;
1299
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1300
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1301
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1302
+ embeddings: "embeddings";
1303
+ diffusion: "diffusion";
1304
+ audiogen: "audiogen";
1305
+ tts: "tts";
1306
+ ocr: "ocr";
1307
+ vla: "vla";
1308
+ "llamacpp-completion": "llamacpp-completion";
1309
+ "whispercpp-transcription": "whispercpp-transcription";
1310
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1311
+ "llamacpp-embedding": "llamacpp-embedding";
1312
+ "nmtcpp-translation": "nmtcpp-translation";
1313
+ "onnx-tts": "onnx-tts";
1314
+ "tts-ggml": "tts-ggml";
1315
+ "parakeet-transcription": "parakeet-transcription";
1316
+ "ggml-ocr": "ggml-ocr";
1317
+ "sdcpp-generation": "sdcpp-generation";
1318
+ "audiogen-ggml": "audiogen-ggml";
1319
+ "ggml-vla": "ggml-vla";
1320
+ "ggml-classification": "ggml-classification";
1321
+ llm: "llm";
1322
+ whisper: "whisper";
1323
+ bci: "bci";
1324
+ nmt: "nmt";
1325
+ parakeet: "parakeet";
1326
+ classification: "classification";
1327
+ }>, z.ZodLiteral<"vad">]>>;
1328
+ }, z.core.$strip>]>>;
1329
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1330
+ src: z.ZodString;
1331
+ name: z.ZodOptional<z.ZodString>;
1332
+ modelId: z.ZodOptional<z.ZodString>;
1333
+ registryPath: z.ZodOptional<z.ZodString>;
1334
+ registrySource: z.ZodOptional<z.ZodString>;
1335
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1336
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1337
+ engine: z.ZodOptional<z.ZodString>;
1338
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1339
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1340
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1341
+ embeddings: "embeddings";
1342
+ diffusion: "diffusion";
1343
+ audiogen: "audiogen";
1344
+ tts: "tts";
1345
+ ocr: "ocr";
1346
+ vla: "vla";
1347
+ "llamacpp-completion": "llamacpp-completion";
1348
+ "whispercpp-transcription": "whispercpp-transcription";
1349
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1350
+ "llamacpp-embedding": "llamacpp-embedding";
1351
+ "nmtcpp-translation": "nmtcpp-translation";
1352
+ "onnx-tts": "onnx-tts";
1353
+ "tts-ggml": "tts-ggml";
1354
+ "parakeet-transcription": "parakeet-transcription";
1355
+ "ggml-ocr": "ggml-ocr";
1356
+ "sdcpp-generation": "sdcpp-generation";
1357
+ "audiogen-ggml": "audiogen-ggml";
1358
+ "ggml-vla": "ggml-vla";
1359
+ "ggml-classification": "ggml-classification";
1360
+ llm: "llm";
1361
+ whisper: "whisper";
1362
+ bci: "bci";
1363
+ nmt: "nmt";
1364
+ parakeet: "parakeet";
1365
+ classification: "classification";
1366
+ }>, z.ZodLiteral<"vad">]>>;
1367
+ }, z.core.$strip>]>>;
1154
1368
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1155
1369
  src: z.ZodString;
1156
1370
  name: z.ZodOptional<z.ZodString>;
@@ -1229,6 +1443,8 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1229
1443
  classification: "classification";
1230
1444
  }>, z.ZodLiteral<"vad">]>>;
1231
1445
  }, z.core.$strip>]>>;
1446
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1447
+ backendsDir: z.ZodOptional<z.ZodString>;
1232
1448
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1233
1449
  emotion: z.ZodOptional<z.ZodEnum<{
1234
1450
  anger: "anger";
@@ -1270,6 +1486,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1270
1486
  robot: "robot";
1271
1487
  }>>;
1272
1488
  }, z.core.$strict>]>>;
1489
+ promptText: z.ZodOptional<z.ZodString>;
1273
1490
  useGPU: z.ZodOptional<z.ZodBoolean>;
1274
1491
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1275
1492
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1395,6 +1612,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1395
1612
  classification: "classification";
1396
1613
  }>, z.ZodLiteral<"vad">]>>;
1397
1614
  }, z.core.$strip>]>>;
1615
+ backendsDir: z.ZodOptional<z.ZodString>;
1398
1616
  ttsEngine: z.ZodLiteral<"audio8">;
1399
1617
  referenceText: z.ZodOptional<z.ZodString>;
1400
1618
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1521,6 +1739,7 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1521
1739
  auto: "auto";
1522
1740
  f32: "f32";
1523
1741
  f16: "f16";
1742
+ q8_0: "q8_0";
1524
1743
  bf16: "bf16";
1525
1744
  q2_k: "q2_k";
1526
1745
  q3_k: "q3_k";
@@ -1531,7 +1750,6 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1531
1750
  q5_1: "q5_1";
1532
1751
  q5_k: "q5_k";
1533
1752
  q6_k: "q6_k";
1534
- q8_0: "q8_0";
1535
1753
  }>>;
1536
1754
  rng: z.ZodOptional<z.ZodEnum<{
1537
1755
  cpu: "cpu";
@@ -1543,12 +1761,17 @@ export declare const MODEL_CONFIG_SCHEMA_BY_TYPE: {
1543
1761
  cuda: "cuda";
1544
1762
  std_default: "std_default";
1545
1763
  }>>;
1546
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1547
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1548
1764
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1549
1765
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1550
1766
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1551
1767
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1768
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1769
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1770
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1771
+ backend: z.ZodOptional<z.ZodString>;
1772
+ params_backend: z.ZodOptional<z.ZodString>;
1773
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1774
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1552
1775
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1553
1776
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1554
1777
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -2,6 +2,9 @@ import { z } from 'zod';
2
2
  export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"deleteCache">;
4
4
  all: z.ZodLiteral<true>;
5
+ }, z.core.$strip>, z.ZodObject<{
6
+ type: z.ZodLiteral<"deleteCache">;
7
+ auto: z.ZodLiteral<true>;
5
8
  }, z.core.$strip>, z.ZodObject<{
6
9
  type: z.ZodLiteral<"deleteCache">;
7
10
  kvCacheKey: z.ZodString;
@@ -7,6 +7,12 @@ export const deleteCacheRequestSchema = z.union([
7
7
  all: z.literal(true)
8
8
  })
9
9
  .meta({ title: 'DeleteCacheAllRequest' }),
10
+ z
11
+ .object({
12
+ type: z.literal('deleteCache'),
13
+ auto: z.literal(true)
14
+ })
15
+ .meta({ title: 'DeleteCacheAutoRequest' }),
10
16
  z
11
17
  .object({
12
18
  type: z.literal('deleteCache'),
@@ -86,6 +86,16 @@ export interface PluginModelResult {
86
86
  model: PluginModel;
87
87
  }
88
88
  export interface PluginLogging {
89
+ /**
90
+ * The addon's logging module — an object with `setLogger(callback)` and an
91
+ * optional `releaseLogger()` — or a function returning one (a promise is
92
+ * awaited, and a CommonJS `default` export is unwrapped).
93
+ *
94
+ * Pass the function form when reaching the module means loading the addon's
95
+ * native binding: it is called the first time a model of this type loads,
96
+ * so a host without that addon's platform package fails the load it asked
97
+ * for rather than every plugin registration at startup.
98
+ */
89
99
  module: unknown;
90
100
  namespace: string;
91
101
  }
@@ -197,14 +207,14 @@ export declare function defineHandler<TRequest extends z.ZodType, TResponse exte
197
207
  export declare function defineDuplexHandler<TRequest extends z.ZodType, TResponse extends z.ZodType>(definition: DuplexPluginHandlerDefinition<TRequest, TResponse>): PluginHandlerDefinition<TRequest, TResponse>;
198
208
  export declare const pluginHandlerDefinitionRuntimeSchema: z.ZodObject<{
199
209
  requestSchema: z.ZodObject<{
200
- safeParse: z.ZodCustom<Function, Function>;
210
+ safeParse: z.ZodInstanceOf<Function>;
201
211
  }, z.core.$catchall<z.ZodUnknown>>;
202
212
  responseSchema: z.ZodObject<{
203
- safeParse: z.ZodCustom<Function, Function>;
213
+ safeParse: z.ZodInstanceOf<Function>;
204
214
  }, z.core.$catchall<z.ZodUnknown>>;
205
215
  streaming: z.ZodBoolean;
206
216
  duplex: z.ZodOptional<z.ZodBoolean>;
207
- handler: z.ZodCustom<Function, Function>;
217
+ handler: z.ZodInstanceOf<Function>;
208
218
  cancel: z.ZodOptional<z.ZodObject<{
209
219
  scope: z.ZodEnum<{
210
220
  request: "request";
@@ -219,19 +229,19 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
219
229
  displayName: z.ZodString;
220
230
  addonPackage: z.ZodString;
221
231
  loadConfigSchema: z.ZodObject<{
222
- safeParse: z.ZodCustom<Function, Function>;
232
+ safeParse: z.ZodInstanceOf<Function>;
223
233
  }, z.core.$catchall<z.ZodUnknown>>;
224
- createModel: z.ZodCustom<Function, Function>;
234
+ createModel: z.ZodInstanceOf<Function>;
225
235
  handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
226
236
  requestSchema: z.ZodObject<{
227
- safeParse: z.ZodCustom<Function, Function>;
237
+ safeParse: z.ZodInstanceOf<Function>;
228
238
  }, z.core.$catchall<z.ZodUnknown>>;
229
239
  responseSchema: z.ZodObject<{
230
- safeParse: z.ZodCustom<Function, Function>;
240
+ safeParse: z.ZodInstanceOf<Function>;
231
241
  }, z.core.$catchall<z.ZodUnknown>>;
232
242
  streaming: z.ZodBoolean;
233
243
  duplex: z.ZodOptional<z.ZodBoolean>;
234
- handler: z.ZodCustom<Function, Function>;
244
+ handler: z.ZodInstanceOf<Function>;
235
245
  cancel: z.ZodOptional<z.ZodObject<{
236
246
  scope: z.ZodEnum<{
237
247
  request: "request";
@@ -247,11 +257,11 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
247
257
  }, z.core.$catchall<z.ZodUnknown>>>;
248
258
  capabilities: z.ZodOptional<z.ZodObject<{
249
259
  turbovecIndexProvider: z.ZodOptional<z.ZodObject<{
250
- create: z.ZodCustom<Function, Function>;
251
- load: z.ZodCustom<Function, Function>;
260
+ create: z.ZodInstanceOf<Function>;
261
+ load: z.ZodInstanceOf<Function>;
252
262
  }, z.core.$strip>>;
253
263
  }, z.core.$catchall<z.ZodUnknown>>>;
254
- resolveConfig: z.ZodOptional<z.ZodCustom<Function, Function>>;
264
+ resolveConfig: z.ZodOptional<z.ZodInstanceOf<Function>>;
255
265
  skipPrimaryModelPathValidation: z.ZodOptional<z.ZodBoolean>;
256
266
  }, z.core.$catchall<z.ZodUnknown>>;
257
267
  /**