@qvac/inference 0.19.0 → 0.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/NOTICE +95 -39
  2. package/dist/api/audio-gen.d.ts +42 -1
  3. package/dist/api/audio-gen.js +137 -51
  4. package/dist/api/delete-cache.d.ts +7 -1
  5. package/dist/api/delete-cache.js +11 -1
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/delete-cache.js +3 -0
  16. package/dist/handlers/vector-index.d.ts +2 -0
  17. package/dist/handlers/vector-index.js +40 -0
  18. package/dist/index.d.ts +1 -1
  19. package/dist/index.js +1 -1
  20. package/dist/models/registry/models.d.ts +351 -12
  21. package/dist/models/registry/models.js +2271 -1957
  22. package/dist/models/registry/resource-profiles.js +135 -0
  23. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  24. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  25. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  33. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  34. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  35. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  36. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  37. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  38. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  39. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  40. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  41. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  42. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
  43. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
  44. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  46. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  47. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  48. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
  49. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
  50. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  52. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
  53. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  54. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  55. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  56. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  57. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  58. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  59. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  60. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  61. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  62. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  63. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  64. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  65. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  66. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  67. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  68. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  69. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  70. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  71. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  72. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  73. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  74. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  75. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  76. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  77. package/dist/plugins/index.d.ts +1 -1
  78. package/dist/plugins/index.js +1 -1
  79. package/dist/plugins/ops/load-model.js +22 -2
  80. package/dist/plugins/ops/translate.js +58 -12
  81. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  82. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  83. package/dist/plugins/registry.d.ts +15 -0
  84. package/dist/plugins/registry.js +133 -15
  85. package/dist/plugins/turbovec-backend.d.ts +17 -0
  86. package/dist/plugins/turbovec-backend.js +99 -0
  87. package/dist/registry.js +4 -0
  88. package/dist/resources/model-fit/assess.js +169 -68
  89. package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
  90. package/dist/resources/model-fit/estimators/llm.js +3 -1
  91. package/dist/resources/model-fit/floor.d.ts +31 -0
  92. package/dist/resources/model-fit/floor.js +65 -0
  93. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  94. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  95. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  96. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
  97. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  98. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  99. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  100. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  101. package/dist/resources/native.js +5 -4
  102. package/dist/resources/types.d.ts +1 -3
  103. package/dist/runtime/env.d.ts +2 -0
  104. package/dist/runtime/env.js +9 -2
  105. package/dist/runtime/lifecycle.js +2 -0
  106. package/dist/runtime/model-registry.d.ts +3 -1
  107. package/dist/runtime/model-registry.js +2 -1
  108. package/dist/runtime/request-context.js +17 -0
  109. package/dist/runtime/vector-index-backend.d.ts +25 -0
  110. package/dist/runtime/vector-index-backend.js +1 -0
  111. package/dist/runtime/vector-index-registry.d.ts +76 -0
  112. package/dist/runtime/vector-index-registry.js +161 -0
  113. package/dist/schemas/assess-model-fit.d.ts +84 -0
  114. package/dist/schemas/assess-model-fit.js +72 -3
  115. package/dist/schemas/audio-gen.d.ts +482 -7
  116. package/dist/schemas/audio-gen.js +376 -17
  117. package/dist/schemas/batch-completion-stream.d.ts +10 -0
  118. package/dist/schemas/batch-completion-stream.js +5 -3
  119. package/dist/schemas/bci.d.ts +1 -1
  120. package/dist/schemas/common.d.ts +782 -19
  121. package/dist/schemas/common.js +8 -1
  122. package/dist/schemas/completion-event.d.ts +14 -1
  123. package/dist/schemas/completion-event.js +4 -0
  124. package/dist/schemas/completion-stream.d.ts +22 -0
  125. package/dist/schemas/completion-stream.js +41 -4
  126. package/dist/schemas/config.d.ts +48 -30
  127. package/dist/schemas/errors.d.ts +4 -0
  128. package/dist/schemas/errors.js +22 -0
  129. package/dist/schemas/index.d.ts +1 -0
  130. package/dist/schemas/index.js +1 -0
  131. package/dist/schemas/llamacpp-config.d.ts +4 -8
  132. package/dist/schemas/llamacpp-config.js +4 -4
  133. package/dist/schemas/load-model.d.ts +2604 -180
  134. package/dist/schemas/model-config-schemas.d.ts +228 -5
  135. package/dist/schemas/model-ops.d.ts +3 -0
  136. package/dist/schemas/model-ops.js +6 -0
  137. package/dist/schemas/plugin.d.ts +21 -11
  138. package/dist/schemas/sdcpp-config.d.ts +221 -4
  139. package/dist/schemas/sdcpp-config.js +128 -22
  140. package/dist/schemas/text-to-speech.d.ts +780 -19
  141. package/dist/schemas/text-to-speech.js +298 -44
  142. package/dist/schemas/transcription-config.js +7 -4
  143. package/dist/schemas/vector-index.d.ts +194 -0
  144. package/dist/schemas/vector-index.js +185 -0
  145. package/dist/utils/addon-responses.d.ts +30 -3
  146. package/dist/utils/aggregate-events.d.ts +3 -1
  147. package/dist/utils/aggregate-events.js +7 -1
  148. package/dist/utils/tts-stats.d.ts +15 -11
  149. package/dist/utils/tts-stats.js +33 -11
  150. package/package.json +29 -26
@@ -2,6 +2,7 @@ import { z } from 'zod';
2
2
  export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"audioGenStream">;
4
4
  requestId: z.ZodOptional<z.ZodString>;
5
+ audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
5
6
  referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
6
7
  type: z.ZodLiteral<"base64">;
7
8
  value: z.ZodString;
@@ -24,6 +25,27 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
24
25
  bpm: z.ZodOptional<z.ZodNumber>;
25
26
  keyscale: z.ZodOptional<z.ZodString>;
26
27
  timesignature: z.ZodOptional<z.ZodString>;
28
+ augmentCaptionWithMetadata: z.ZodOptional<z.ZodBoolean>;
29
+ simpleMode: z.ZodOptional<z.ZodBoolean>;
30
+ rewriteQuery: z.ZodOptional<z.ZodBoolean>;
31
+ generateLrc: z.ZodOptional<z.ZodBoolean>;
32
+ computeQualityScore: z.ZodOptional<z.ZodBoolean>;
33
+ normalizeLoudness: z.ZodOptional<z.ZodBoolean>;
34
+ guidanceScale: z.ZodOptional<z.ZodNumber>;
35
+ track: z.ZodOptional<z.ZodEnum<{
36
+ vocals: "vocals";
37
+ backing_vocals: "backing_vocals";
38
+ drums: "drums";
39
+ bass: "bass";
40
+ guitar: "guitar";
41
+ keyboard: "keyboard";
42
+ percussion: "percussion";
43
+ strings: "strings";
44
+ synth: "synth";
45
+ fx: "fx";
46
+ brass: "brass";
47
+ woodwinds: "woodwinds";
48
+ }>>;
27
49
  duration: z.ZodOptional<z.ZodNumber>;
28
50
  maxFrames: z.ZodOptional<z.ZodNumber>;
29
51
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
@@ -39,9 +61,64 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
39
61
  taskType: z.ZodOptional<z.ZodEnum<{
40
62
  text2music: "text2music";
41
63
  "cover-nofsq": "cover-nofsq";
64
+ lego: "lego";
42
65
  }>>;
43
66
  audioCoverStrength: z.ZodOptional<z.ZodNumber>;
44
67
  coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
68
+ }, z.core.$strict>, z.ZodObject<{
69
+ sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
70
+ type: z.ZodLiteral<"base64">;
71
+ value: z.ZodString;
72
+ }, z.core.$strip>, z.ZodObject<{
73
+ type: z.ZodLiteral<"filePath">;
74
+ value: z.ZodString;
75
+ }, z.core.$strip>], "type">;
76
+ type: z.ZodLiteral<"audioEditStream">;
77
+ requestId: z.ZodOptional<z.ZodString>;
78
+ modelId: z.ZodString;
79
+ operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
80
+ type: z.ZodLiteral<"flow-edit">;
81
+ from: z.ZodObject<{
82
+ caption: z.ZodString;
83
+ lyrics: z.ZodOptional<z.ZodString>;
84
+ }, z.core.$strict>;
85
+ to: z.ZodObject<{
86
+ caption: z.ZodString;
87
+ lyrics: z.ZodOptional<z.ZodString>;
88
+ }, z.core.$strict>;
89
+ nMin: z.ZodOptional<z.ZodNumber>;
90
+ nMax: z.ZodOptional<z.ZodNumber>;
91
+ nAvg: z.ZodOptional<z.ZodNumber>;
92
+ }, z.core.$strict>, z.ZodObject<{
93
+ type: z.ZodLiteral<"repaint">;
94
+ caption: z.ZodString;
95
+ lyrics: z.ZodOptional<z.ZodString>;
96
+ start: z.ZodNumber;
97
+ end: z.ZodOptional<z.ZodNumber>;
98
+ mode: z.ZodOptional<z.ZodEnum<{
99
+ conservative: "conservative";
100
+ balanced: "balanced";
101
+ aggressive: "aggressive";
102
+ }>>;
103
+ strength: z.ZodOptional<z.ZodNumber>;
104
+ }, z.core.$strict>], "type">>;
105
+ seed: z.ZodOptional<z.ZodNumber>;
106
+ }, z.core.$strict>, z.ZodObject<{
107
+ sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
108
+ type: z.ZodLiteral<"base64">;
109
+ value: z.ZodString;
110
+ }, z.core.$strip>, z.ZodObject<{
111
+ type: z.ZodLiteral<"filePath">;
112
+ value: z.ZodString;
113
+ }, z.core.$strip>], "type">;
114
+ type: z.ZodLiteral<"audioUnderstand">;
115
+ requestId: z.ZodOptional<z.ZodString>;
116
+ modelId: z.ZodString;
117
+ seed: z.ZodOptional<z.ZodNumber>;
118
+ vocalLanguage: z.ZodOptional<z.ZodString>;
119
+ lmTemperature: z.ZodOptional<z.ZodNumber>;
120
+ lmTopP: z.ZodOptional<z.ZodNumber>;
121
+ lmTopK: z.ZodOptional<z.ZodNumber>;
45
122
  }, z.core.$strict>, z.ZodObject<{
46
123
  type: z.ZodLiteral<"heartbeat">;
47
124
  }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
@@ -94,7 +171,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
94
171
  'split-mode': z.ZodOptional<z.ZodEnum<{
95
172
  none: "none";
96
173
  layer: "layer";
97
- row: "row";
98
174
  tensor: "tensor";
99
175
  }>>;
100
176
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -405,7 +481,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
405
481
  splitMode: z.ZodOptional<z.ZodEnum<{
406
482
  none: "none";
407
483
  layer: "layer";
408
- row: "row";
409
484
  }>>;
410
485
  tensorSplit: z.ZodOptional<z.ZodString>;
411
486
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -1056,6 +1131,85 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1056
1131
  }, z.core.$strict>, z.ZodObject<{
1057
1132
  [x: string]: z.ZodOptional<z.ZodUnknown>;
1058
1133
  }, z.core.$strict>, z.ZodObject<{
1134
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1135
+ src: z.ZodString;
1136
+ name: z.ZodOptional<z.ZodString>;
1137
+ modelId: z.ZodOptional<z.ZodString>;
1138
+ registryPath: z.ZodOptional<z.ZodString>;
1139
+ registrySource: z.ZodOptional<z.ZodString>;
1140
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1141
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1142
+ engine: z.ZodOptional<z.ZodString>;
1143
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1144
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1145
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1146
+ embeddings: "embeddings";
1147
+ diffusion: "diffusion";
1148
+ audiogen: "audiogen";
1149
+ tts: "tts";
1150
+ ocr: "ocr";
1151
+ vla: "vla";
1152
+ "llamacpp-completion": "llamacpp-completion";
1153
+ "whispercpp-transcription": "whispercpp-transcription";
1154
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1155
+ "llamacpp-embedding": "llamacpp-embedding";
1156
+ "nmtcpp-translation": "nmtcpp-translation";
1157
+ "onnx-tts": "onnx-tts";
1158
+ "tts-ggml": "tts-ggml";
1159
+ "parakeet-transcription": "parakeet-transcription";
1160
+ "ggml-ocr": "ggml-ocr";
1161
+ "sdcpp-generation": "sdcpp-generation";
1162
+ "audiogen-ggml": "audiogen-ggml";
1163
+ "ggml-vla": "ggml-vla";
1164
+ "ggml-classification": "ggml-classification";
1165
+ llm: "llm";
1166
+ whisper: "whisper";
1167
+ bci: "bci";
1168
+ nmt: "nmt";
1169
+ parakeet: "parakeet";
1170
+ classification: "classification";
1171
+ }>, z.ZodLiteral<"vad">]>>;
1172
+ }, z.core.$strip>]>>;
1173
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1174
+ src: z.ZodString;
1175
+ name: z.ZodOptional<z.ZodString>;
1176
+ modelId: z.ZodOptional<z.ZodString>;
1177
+ registryPath: z.ZodOptional<z.ZodString>;
1178
+ registrySource: z.ZodOptional<z.ZodString>;
1179
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1180
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1181
+ engine: z.ZodOptional<z.ZodString>;
1182
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1183
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1184
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1185
+ embeddings: "embeddings";
1186
+ diffusion: "diffusion";
1187
+ audiogen: "audiogen";
1188
+ tts: "tts";
1189
+ ocr: "ocr";
1190
+ vla: "vla";
1191
+ "llamacpp-completion": "llamacpp-completion";
1192
+ "whispercpp-transcription": "whispercpp-transcription";
1193
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1194
+ "llamacpp-embedding": "llamacpp-embedding";
1195
+ "nmtcpp-translation": "nmtcpp-translation";
1196
+ "onnx-tts": "onnx-tts";
1197
+ "tts-ggml": "tts-ggml";
1198
+ "parakeet-transcription": "parakeet-transcription";
1199
+ "ggml-ocr": "ggml-ocr";
1200
+ "sdcpp-generation": "sdcpp-generation";
1201
+ "audiogen-ggml": "audiogen-ggml";
1202
+ "ggml-vla": "ggml-vla";
1203
+ "ggml-classification": "ggml-classification";
1204
+ llm: "llm";
1205
+ whisper: "whisper";
1206
+ bci: "bci";
1207
+ nmt: "nmt";
1208
+ parakeet: "parakeet";
1209
+ classification: "classification";
1210
+ }>, z.ZodLiteral<"vad">]>>;
1211
+ }, z.core.$strip>]>>;
1212
+ backendsDir: z.ZodOptional<z.ZodString>;
1059
1213
  useGPU: z.ZodOptional<z.ZodBoolean>;
1060
1214
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1061
1215
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1098,6 +1252,123 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1098
1252
  quality: z.ZodOptional<z.ZodString>;
1099
1253
  ttsEngine: z.ZodLiteral<"parler">;
1100
1254
  }, z.core.$strict>, z.ZodObject<{
1255
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1256
+ src: z.ZodString;
1257
+ name: z.ZodOptional<z.ZodString>;
1258
+ modelId: z.ZodOptional<z.ZodString>;
1259
+ registryPath: z.ZodOptional<z.ZodString>;
1260
+ registrySource: z.ZodOptional<z.ZodString>;
1261
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1262
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1263
+ engine: z.ZodOptional<z.ZodString>;
1264
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1265
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1266
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1267
+ embeddings: "embeddings";
1268
+ diffusion: "diffusion";
1269
+ audiogen: "audiogen";
1270
+ tts: "tts";
1271
+ ocr: "ocr";
1272
+ vla: "vla";
1273
+ "llamacpp-completion": "llamacpp-completion";
1274
+ "whispercpp-transcription": "whispercpp-transcription";
1275
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1276
+ "llamacpp-embedding": "llamacpp-embedding";
1277
+ "nmtcpp-translation": "nmtcpp-translation";
1278
+ "onnx-tts": "onnx-tts";
1279
+ "tts-ggml": "tts-ggml";
1280
+ "parakeet-transcription": "parakeet-transcription";
1281
+ "ggml-ocr": "ggml-ocr";
1282
+ "sdcpp-generation": "sdcpp-generation";
1283
+ "audiogen-ggml": "audiogen-ggml";
1284
+ "ggml-vla": "ggml-vla";
1285
+ "ggml-classification": "ggml-classification";
1286
+ llm: "llm";
1287
+ whisper: "whisper";
1288
+ bci: "bci";
1289
+ nmt: "nmt";
1290
+ parakeet: "parakeet";
1291
+ classification: "classification";
1292
+ }>, z.ZodLiteral<"vad">]>>;
1293
+ }, z.core.$strip>]>>;
1294
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1295
+ src: z.ZodString;
1296
+ name: z.ZodOptional<z.ZodString>;
1297
+ modelId: z.ZodOptional<z.ZodString>;
1298
+ registryPath: z.ZodOptional<z.ZodString>;
1299
+ registrySource: z.ZodOptional<z.ZodString>;
1300
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1301
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1302
+ engine: z.ZodOptional<z.ZodString>;
1303
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1304
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1305
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1306
+ embeddings: "embeddings";
1307
+ diffusion: "diffusion";
1308
+ audiogen: "audiogen";
1309
+ tts: "tts";
1310
+ ocr: "ocr";
1311
+ vla: "vla";
1312
+ "llamacpp-completion": "llamacpp-completion";
1313
+ "whispercpp-transcription": "whispercpp-transcription";
1314
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1315
+ "llamacpp-embedding": "llamacpp-embedding";
1316
+ "nmtcpp-translation": "nmtcpp-translation";
1317
+ "onnx-tts": "onnx-tts";
1318
+ "tts-ggml": "tts-ggml";
1319
+ "parakeet-transcription": "parakeet-transcription";
1320
+ "ggml-ocr": "ggml-ocr";
1321
+ "sdcpp-generation": "sdcpp-generation";
1322
+ "audiogen-ggml": "audiogen-ggml";
1323
+ "ggml-vla": "ggml-vla";
1324
+ "ggml-classification": "ggml-classification";
1325
+ llm: "llm";
1326
+ whisper: "whisper";
1327
+ bci: "bci";
1328
+ nmt: "nmt";
1329
+ parakeet: "parakeet";
1330
+ classification: "classification";
1331
+ }>, z.ZodLiteral<"vad">]>>;
1332
+ }, z.core.$strip>]>>;
1333
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1334
+ src: z.ZodString;
1335
+ name: z.ZodOptional<z.ZodString>;
1336
+ modelId: z.ZodOptional<z.ZodString>;
1337
+ registryPath: z.ZodOptional<z.ZodString>;
1338
+ registrySource: z.ZodOptional<z.ZodString>;
1339
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1340
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1341
+ engine: z.ZodOptional<z.ZodString>;
1342
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1343
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1344
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1345
+ embeddings: "embeddings";
1346
+ diffusion: "diffusion";
1347
+ audiogen: "audiogen";
1348
+ tts: "tts";
1349
+ ocr: "ocr";
1350
+ vla: "vla";
1351
+ "llamacpp-completion": "llamacpp-completion";
1352
+ "whispercpp-transcription": "whispercpp-transcription";
1353
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1354
+ "llamacpp-embedding": "llamacpp-embedding";
1355
+ "nmtcpp-translation": "nmtcpp-translation";
1356
+ "onnx-tts": "onnx-tts";
1357
+ "tts-ggml": "tts-ggml";
1358
+ "parakeet-transcription": "parakeet-transcription";
1359
+ "ggml-ocr": "ggml-ocr";
1360
+ "sdcpp-generation": "sdcpp-generation";
1361
+ "audiogen-ggml": "audiogen-ggml";
1362
+ "ggml-vla": "ggml-vla";
1363
+ "ggml-classification": "ggml-classification";
1364
+ llm: "llm";
1365
+ whisper: "whisper";
1366
+ bci: "bci";
1367
+ nmt: "nmt";
1368
+ parakeet: "parakeet";
1369
+ classification: "classification";
1370
+ }>, z.ZodLiteral<"vad">]>>;
1371
+ }, z.core.$strip>]>>;
1101
1372
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1102
1373
  src: z.ZodString;
1103
1374
  name: z.ZodOptional<z.ZodString>;
@@ -1176,6 +1447,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1176
1447
  classification: "classification";
1177
1448
  }>, z.ZodLiteral<"vad">]>>;
1178
1449
  }, z.core.$strip>]>>;
1450
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1451
+ backendsDir: z.ZodOptional<z.ZodString>;
1179
1452
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1180
1453
  emotion: z.ZodOptional<z.ZodEnum<{
1181
1454
  anger: "anger";
@@ -1217,6 +1490,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1217
1490
  robot: "robot";
1218
1491
  }>>;
1219
1492
  }, z.core.$strict>]>>;
1493
+ promptText: z.ZodOptional<z.ZodString>;
1220
1494
  useGPU: z.ZodOptional<z.ZodBoolean>;
1221
1495
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1222
1496
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1342,6 +1616,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1342
1616
  classification: "classification";
1343
1617
  }>, z.ZodLiteral<"vad">]>>;
1344
1618
  }, z.core.$strip>]>>;
1619
+ backendsDir: z.ZodOptional<z.ZodString>;
1345
1620
  ttsEngine: z.ZodLiteral<"audio8">;
1346
1621
  referenceText: z.ZodOptional<z.ZodString>;
1347
1622
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1465,6 +1740,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1465
1740
  auto: "auto";
1466
1741
  f32: "f32";
1467
1742
  f16: "f16";
1743
+ q8_0: "q8_0";
1468
1744
  bf16: "bf16";
1469
1745
  q2_k: "q2_k";
1470
1746
  q3_k: "q3_k";
@@ -1475,7 +1751,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1475
1751
  q5_1: "q5_1";
1476
1752
  q5_k: "q5_k";
1477
1753
  q6_k: "q6_k";
1478
- q8_0: "q8_0";
1479
1754
  }>>;
1480
1755
  rng: z.ZodOptional<z.ZodEnum<{
1481
1756
  cpu: "cpu";
@@ -1487,12 +1762,17 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1487
1762
  cuda: "cuda";
1488
1763
  std_default: "std_default";
1489
1764
  }>>;
1490
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1491
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1492
1765
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1493
1766
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1494
1767
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1495
1768
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1769
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1770
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1771
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1772
+ backend: z.ZodOptional<z.ZodString>;
1773
+ params_backend: z.ZodOptional<z.ZodString>;
1774
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1775
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1496
1776
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1497
1777
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1498
1778
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -2366,7 +2646,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2366
2646
  'cache-type-k'?: string | undefined;
2367
2647
  'cache-type-v'?: string | undefined;
2368
2648
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2369
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
2649
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
2370
2650
  'flash-attn'?: "on" | "off" | "auto" | undefined;
2371
2651
  'tensor-split'?: string | undefined;
2372
2652
  openclCacheDir?: string | undefined;
@@ -2541,7 +2821,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2541
2821
  requireHttpChecksum?: boolean | undefined;
2542
2822
  requireSecureTransport?: boolean | undefined;
2543
2823
  requestId?: string | undefined;
2544
- modelConfig?: Record<string, unknown> | undefined;
2824
+ modelConfig?: {
2825
+ [x: string]: unknown;
2826
+ } | undefined;
2545
2827
  } | {
2546
2828
  seed: boolean;
2547
2829
  type: "loadModel";
@@ -2556,7 +2838,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2556
2838
  embdNormalize?: number | undefined;
2557
2839
  flashAttention?: "on" | "off" | "auto" | undefined;
2558
2840
  mainGpu?: number | "integrated" | "dedicated" | undefined;
2559
- splitMode?: "none" | "layer" | "row" | undefined;
2841
+ splitMode?: "none" | "layer" | undefined;
2560
2842
  tensorSplit?: string | undefined;
2561
2843
  verbosity?: 0 | 3 | 2 | 1 | undefined;
2562
2844
  openclCacheDir?: string | undefined;
@@ -2688,8 +2970,39 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2688
2970
  type: "loadModel";
2689
2971
  modelSrc: string;
2690
2972
  modelType: "tts-ggml";
2691
- modelConfig: Record<string, unknown> | {
2973
+ modelConfig: {
2974
+ [x: string]: unknown;
2975
+ } | {
2976
+ [x: string]: unknown;
2977
+ } | {
2692
2978
  ttsEngine: "parler";
2979
+ lavasrEnhancerModelSrc?: string | {
2980
+ src: string;
2981
+ name?: string | undefined;
2982
+ modelId?: string | undefined;
2983
+ registryPath?: string | undefined;
2984
+ registrySource?: string | undefined;
2985
+ blobCoreKey?: string | undefined;
2986
+ blobIndex?: number | undefined;
2987
+ engine?: string | undefined;
2988
+ expectedSize?: number | undefined;
2989
+ sha256Checksum?: string | undefined;
2990
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
2991
+ } | undefined;
2992
+ lavasrDenoiserModelSrc?: string | {
2993
+ src: string;
2994
+ name?: string | undefined;
2995
+ modelId?: string | undefined;
2996
+ registryPath?: string | undefined;
2997
+ registrySource?: string | undefined;
2998
+ blobCoreKey?: string | undefined;
2999
+ blobIndex?: number | undefined;
3000
+ engine?: string | undefined;
3001
+ expectedSize?: number | undefined;
3002
+ sha256Checksum?: string | undefined;
3003
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3004
+ } | undefined;
3005
+ backendsDir?: string | undefined;
2693
3006
  useGPU?: boolean | undefined;
2694
3007
  outputSampleRate?: number | undefined;
2695
3008
  streamChunkTokens?: number | undefined;
@@ -2715,6 +3028,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2715
3028
  quality?: string | undefined;
2716
3029
  } | {
2717
3030
  ttsEngine: "cosyvoice3";
3031
+ referenceAudioSrc?: string | {
3032
+ src: string;
3033
+ name?: string | undefined;
3034
+ modelId?: string | undefined;
3035
+ registryPath?: string | undefined;
3036
+ registrySource?: string | undefined;
3037
+ blobCoreKey?: string | undefined;
3038
+ blobIndex?: number | undefined;
3039
+ engine?: string | undefined;
3040
+ expectedSize?: number | undefined;
3041
+ sha256Checksum?: string | undefined;
3042
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3043
+ } | undefined;
3044
+ cosyvoice3S3tokModelSrc?: string | {
3045
+ src: string;
3046
+ name?: string | undefined;
3047
+ modelId?: string | undefined;
3048
+ registryPath?: string | undefined;
3049
+ registrySource?: string | undefined;
3050
+ blobCoreKey?: string | undefined;
3051
+ blobIndex?: number | undefined;
3052
+ engine?: string | undefined;
3053
+ expectedSize?: number | undefined;
3054
+ sha256Checksum?: string | undefined;
3055
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3056
+ } | undefined;
3057
+ cosyvoice3CampplusModelSrc?: string | {
3058
+ src: string;
3059
+ name?: string | undefined;
3060
+ modelId?: string | undefined;
3061
+ registryPath?: string | undefined;
3062
+ registrySource?: string | undefined;
3063
+ blobCoreKey?: string | undefined;
3064
+ blobIndex?: number | undefined;
3065
+ engine?: string | undefined;
3066
+ expectedSize?: number | undefined;
3067
+ sha256Checksum?: string | undefined;
3068
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3069
+ } | undefined;
2718
3070
  lavasrEnhancerModelSrc?: string | {
2719
3071
  src: string;
2720
3072
  name?: string | undefined;
@@ -2741,6 +3093,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2741
3093
  sha256Checksum?: string | undefined;
2742
3094
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
2743
3095
  } | undefined;
3096
+ openclCacheDir?: string | undefined;
3097
+ backendsDir?: string | undefined;
2744
3098
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
2745
3099
  pace?: "slow" | "moderate" | "fast" | undefined;
2746
3100
  instruct?: string | {
@@ -2748,6 +3102,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2748
3102
  volume?: "loud" | "soft" | undefined;
2749
3103
  style?: "peppa" | "robot" | undefined;
2750
3104
  } | undefined;
3105
+ promptText?: string | undefined;
2751
3106
  useGPU?: boolean | undefined;
2752
3107
  outputSampleRate?: number | undefined;
2753
3108
  streamChunkTokens?: number | undefined;
@@ -2796,6 +3151,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2796
3151
  sha256Checksum?: string | undefined;
2797
3152
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
2798
3153
  } | undefined;
3154
+ backendsDir?: string | undefined;
2799
3155
  referenceText?: string | undefined;
2800
3156
  greedy?: boolean | undefined;
2801
3157
  temperature?: number | undefined;
@@ -2868,15 +3224,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2868
3224
  device?: "gpu" | "cpu" | undefined;
2869
3225
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2870
3226
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
2871
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
3227
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
2872
3228
  rng?: "cpu" | "cuda" | "std_default" | undefined;
2873
3229
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
2874
- clip_on_cpu?: boolean | undefined;
2875
- vae_on_cpu?: boolean | undefined;
2876
3230
  vae_auto_cpu_fallback?: boolean | undefined;
2877
3231
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
2878
3232
  vae_tiling?: boolean | undefined;
2879
3233
  offload_to_cpu?: boolean | undefined;
3234
+ control_net_cpu?: undefined;
3235
+ clip_on_cpu?: undefined;
3236
+ vae_on_cpu?: undefined;
3237
+ backend?: string | undefined;
3238
+ params_backend?: string | undefined;
3239
+ max_vram?: string | number | undefined;
3240
+ stream_layers?: boolean | undefined;
2880
3241
  flash_attn?: boolean | undefined;
2881
3242
  diffusion_fa?: boolean | undefined;
2882
3243
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -3248,7 +3609,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3248
3609
  'cache-type-k'?: string | undefined;
3249
3610
  'cache-type-v'?: string | undefined;
3250
3611
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3251
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
3612
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
3252
3613
  'flash-attn'?: "on" | "off" | "auto" | undefined;
3253
3614
  'tensor-split'?: string | undefined;
3254
3615
  openclCacheDir?: string | undefined;
@@ -3424,7 +3785,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3424
3785
  requireHttpChecksum?: boolean | undefined;
3425
3786
  requireSecureTransport?: boolean | undefined;
3426
3787
  requestId?: string | undefined;
3427
- modelConfig?: Record<string, unknown> | undefined;
3788
+ modelConfig?: {
3789
+ [x: string]: unknown;
3790
+ } | undefined;
3428
3791
  } | {
3429
3792
  type: "loadModel";
3430
3793
  modelSrc: string;
@@ -3438,7 +3801,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3438
3801
  embdNormalize?: number | undefined;
3439
3802
  flashAttention?: "on" | "off" | "auto" | undefined;
3440
3803
  mainGpu?: number | "integrated" | "dedicated" | undefined;
3441
- splitMode?: "none" | "layer" | "row" | undefined;
3804
+ splitMode?: "none" | "layer" | undefined;
3442
3805
  tensorSplit?: string | undefined;
3443
3806
  verbosity?: 0 | 3 | 2 | 1 | undefined;
3444
3807
  openclCacheDir?: string | undefined;
@@ -3570,8 +3933,39 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3570
3933
  type: "loadModel";
3571
3934
  modelSrc: string;
3572
3935
  modelType: "tts-ggml";
3573
- modelConfig: Record<string, unknown> | {
3936
+ modelConfig: {
3937
+ [x: string]: unknown;
3938
+ } | {
3939
+ [x: string]: unknown;
3940
+ } | {
3574
3941
  ttsEngine: "parler";
3942
+ lavasrEnhancerModelSrc?: string | {
3943
+ src: string;
3944
+ name?: string | undefined;
3945
+ modelId?: string | undefined;
3946
+ registryPath?: string | undefined;
3947
+ registrySource?: string | undefined;
3948
+ blobCoreKey?: string | undefined;
3949
+ blobIndex?: number | undefined;
3950
+ engine?: string | undefined;
3951
+ expectedSize?: number | undefined;
3952
+ sha256Checksum?: string | undefined;
3953
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3954
+ } | undefined;
3955
+ lavasrDenoiserModelSrc?: string | {
3956
+ src: string;
3957
+ name?: string | undefined;
3958
+ modelId?: string | undefined;
3959
+ registryPath?: string | undefined;
3960
+ registrySource?: string | undefined;
3961
+ blobCoreKey?: string | undefined;
3962
+ blobIndex?: number | undefined;
3963
+ engine?: string | undefined;
3964
+ expectedSize?: number | undefined;
3965
+ sha256Checksum?: string | undefined;
3966
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3967
+ } | undefined;
3968
+ backendsDir?: string | undefined;
3575
3969
  useGPU?: boolean | undefined;
3576
3970
  outputSampleRate?: number | undefined;
3577
3971
  streamChunkTokens?: number | undefined;
@@ -3597,6 +3991,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3597
3991
  quality?: string | undefined;
3598
3992
  } | {
3599
3993
  ttsEngine: "cosyvoice3";
3994
+ referenceAudioSrc?: string | {
3995
+ src: string;
3996
+ name?: string | undefined;
3997
+ modelId?: string | undefined;
3998
+ registryPath?: string | undefined;
3999
+ registrySource?: string | undefined;
4000
+ blobCoreKey?: string | undefined;
4001
+ blobIndex?: number | undefined;
4002
+ engine?: string | undefined;
4003
+ expectedSize?: number | undefined;
4004
+ sha256Checksum?: string | undefined;
4005
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4006
+ } | undefined;
4007
+ cosyvoice3S3tokModelSrc?: string | {
4008
+ src: string;
4009
+ name?: string | undefined;
4010
+ modelId?: string | undefined;
4011
+ registryPath?: string | undefined;
4012
+ registrySource?: string | undefined;
4013
+ blobCoreKey?: string | undefined;
4014
+ blobIndex?: number | undefined;
4015
+ engine?: string | undefined;
4016
+ expectedSize?: number | undefined;
4017
+ sha256Checksum?: string | undefined;
4018
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4019
+ } | undefined;
4020
+ cosyvoice3CampplusModelSrc?: string | {
4021
+ src: string;
4022
+ name?: string | undefined;
4023
+ modelId?: string | undefined;
4024
+ registryPath?: string | undefined;
4025
+ registrySource?: string | undefined;
4026
+ blobCoreKey?: string | undefined;
4027
+ blobIndex?: number | undefined;
4028
+ engine?: string | undefined;
4029
+ expectedSize?: number | undefined;
4030
+ sha256Checksum?: string | undefined;
4031
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4032
+ } | undefined;
3600
4033
  lavasrEnhancerModelSrc?: string | {
3601
4034
  src: string;
3602
4035
  name?: string | undefined;
@@ -3623,6 +4056,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3623
4056
  sha256Checksum?: string | undefined;
3624
4057
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3625
4058
  } | undefined;
4059
+ openclCacheDir?: string | undefined;
4060
+ backendsDir?: string | undefined;
3626
4061
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
3627
4062
  pace?: "slow" | "moderate" | "fast" | undefined;
3628
4063
  instruct?: string | {
@@ -3630,6 +4065,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3630
4065
  volume?: "loud" | "soft" | undefined;
3631
4066
  style?: "peppa" | "robot" | undefined;
3632
4067
  } | undefined;
4068
+ promptText?: string | undefined;
3633
4069
  useGPU?: boolean | undefined;
3634
4070
  outputSampleRate?: number | undefined;
3635
4071
  streamChunkTokens?: number | undefined;
@@ -3678,6 +4114,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3678
4114
  sha256Checksum?: string | undefined;
3679
4115
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3680
4116
  } | undefined;
4117
+ backendsDir?: string | undefined;
3681
4118
  referenceText?: string | undefined;
3682
4119
  greedy?: boolean | undefined;
3683
4120
  temperature?: number | undefined;
@@ -3751,15 +4188,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3751
4188
  device?: "gpu" | "cpu" | undefined;
3752
4189
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3753
4190
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
3754
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
4191
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
3755
4192
  rng?: "cpu" | "cuda" | "std_default" | undefined;
3756
4193
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
3757
- clip_on_cpu?: boolean | undefined;
3758
- vae_on_cpu?: boolean | undefined;
3759
4194
  vae_auto_cpu_fallback?: boolean | undefined;
3760
4195
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
3761
4196
  vae_tiling?: boolean | undefined;
3762
4197
  offload_to_cpu?: boolean | undefined;
4198
+ control_net_cpu?: undefined;
4199
+ clip_on_cpu?: undefined;
4200
+ vae_on_cpu?: undefined;
4201
+ backend?: string | undefined;
4202
+ params_backend?: string | undefined;
4203
+ max_vram?: string | number | undefined;
4204
+ stream_layers?: boolean | undefined;
3763
4205
  flash_attn?: boolean | undefined;
3764
4206
  diffusion_fa?: boolean | undefined;
3765
4207
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -4282,6 +4724,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4282
4724
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4283
4725
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4284
4726
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4727
+ tool_choice: z.ZodOptional<z.ZodString>;
4285
4728
  }, z.core.$strict>>;
4286
4729
  captureThinking: z.ZodOptional<z.ZodBoolean>;
4287
4730
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
@@ -4352,6 +4795,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4352
4795
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4353
4796
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4354
4797
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4798
+ tool_choice: z.ZodOptional<z.ZodString>;
4355
4799
  }, z.core.$strict>>;
4356
4800
  captureThinking: z.ZodOptional<z.ZodBoolean>;
4357
4801
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
@@ -4415,6 +4859,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4415
4859
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4416
4860
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4417
4861
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4862
+ tool_choice: z.ZodOptional<z.ZodString>;
4418
4863
  }, z.core.$strict>>;
4419
4864
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
4420
4865
  type: z.ZodLiteral<"text">;
@@ -4578,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4578
5023
  reverb: z.ZodOptional<z.ZodString>;
4579
5024
  quality: z.ZodOptional<z.ZodString>;
4580
5025
  modelId: z.ZodString;
5026
+ requestId: z.ZodOptional<z.ZodString>;
4581
5027
  inputType: z.ZodDefault<z.ZodString>;
4582
5028
  text: z.ZodString;
4583
5029
  stream: z.ZodDefault<z.ZodBoolean>;
@@ -4614,6 +5060,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4614
5060
  reverb: z.ZodOptional<z.ZodString>;
4615
5061
  quality: z.ZodOptional<z.ZodString>;
4616
5062
  modelId: z.ZodString;
5063
+ requestId: z.ZodOptional<z.ZodString>;
4617
5064
  inputType: z.ZodDefault<z.ZodString>;
4618
5065
  accumulateSentences: z.ZodOptional<z.ZodBoolean>;
4619
5066
  sentenceDelimiterPreset: z.ZodOptional<z.ZodEnum<{
@@ -4750,9 +5197,58 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4750
5197
  type: z.ZodLiteral<"rag">;
4751
5198
  operation: z.ZodLiteral<"deleteWorkspace">;
4752
5199
  requestId: z.ZodOptional<z.ZodString>;
5200
+ }, z.core.$strip>], "operation">, z.ZodDiscriminatedUnion<[z.ZodObject<{
5201
+ dim: z.ZodNumber;
5202
+ storage: z.ZodDefault<z.ZodEnum<{
5203
+ readonly F32: "f32";
5204
+ readonly Q8: "q8";
5205
+ readonly Q4: "q4";
5206
+ readonly TURBOVEC_Q4: "turbovec-q4";
5207
+ readonly TURBOVEC_Q2: "turbovec-q2";
5208
+ }>>;
5209
+ operation: z.ZodLiteral<"create">;
5210
+ type: z.ZodLiteral<"vectorIndex">;
5211
+ }, z.core.$strip>, z.ZodObject<{
5212
+ path: z.ZodString;
5213
+ operation: z.ZodLiteral<"load">;
5214
+ type: z.ZodLiteral<"vectorIndex">;
5215
+ }, z.core.$strip>, z.ZodObject<{
5216
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5217
+ vectors: z.ZodArray<z.ZodArray<z.ZodNumber>>;
5218
+ operation: z.ZodLiteral<"add">;
5219
+ indexId: z.ZodString;
5220
+ type: z.ZodLiteral<"vectorIndex">;
5221
+ }, z.core.$strip>, z.ZodObject<{
5222
+ queries: z.ZodArray<z.ZodArray<z.ZodNumber>>;
5223
+ k: z.ZodNumber;
5224
+ operation: z.ZodLiteral<"search">;
5225
+ indexId: z.ZodString;
5226
+ type: z.ZodLiteral<"vectorIndex">;
5227
+ }, z.core.$strip>, z.ZodObject<{
5228
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5229
+ operation: z.ZodLiteral<"remove">;
5230
+ indexId: z.ZodString;
5231
+ type: z.ZodLiteral<"vectorIndex">;
5232
+ }, z.core.$strip>, z.ZodObject<{
5233
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5234
+ operation: z.ZodLiteral<"contains">;
5235
+ indexId: z.ZodString;
5236
+ type: z.ZodLiteral<"vectorIndex">;
5237
+ }, z.core.$strip>, z.ZodObject<{
5238
+ path: z.ZodString;
5239
+ operation: z.ZodLiteral<"write">;
5240
+ indexId: z.ZodString;
5241
+ type: z.ZodLiteral<"vectorIndex">;
5242
+ }, z.core.$strip>, z.ZodObject<{
5243
+ operation: z.ZodLiteral<"dispose">;
5244
+ indexId: z.ZodString;
5245
+ type: z.ZodLiteral<"vectorIndex">;
4753
5246
  }, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
4754
5247
  type: z.ZodLiteral<"deleteCache">;
4755
5248
  all: z.ZodLiteral<true>;
5249
+ }, z.core.$strip>, z.ZodObject<{
5250
+ type: z.ZodLiteral<"deleteCache">;
5251
+ auto: z.ZodLiteral<true>;
4756
5252
  }, z.core.$strip>, z.ZodObject<{
4757
5253
  type: z.ZodLiteral<"deleteCache">;
4758
5254
  kvCacheKey: z.ZodString;
@@ -5173,7 +5669,82 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5173
5669
  type: z.ZodLiteral<"classify">;
5174
5670
  }, z.core.$strip>]>;
5175
5671
  export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5672
+ progress: z.ZodOptional<z.ZodObject<{
5673
+ stage: z.ZodString;
5674
+ step: z.ZodNumber;
5675
+ total: z.ZodNumber;
5676
+ }, z.core.$strip>>;
5677
+ data: z.ZodOptional<z.ZodString>;
5678
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5679
+ channels: z.ZodOptional<z.ZodNumber>;
5680
+ bitsPerSample: z.ZodOptional<z.ZodNumber>;
5681
+ done: z.ZodDefault<z.ZodBoolean>;
5682
+ stopReason: z.ZodOptional<z.ZodEnum<{
5683
+ cancelled: "cancelled";
5684
+ completed: "completed";
5685
+ }>>;
5686
+ stats: z.ZodOptional<z.ZodObject<{
5687
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
5688
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
5689
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
5690
+ backendDevice: z.ZodOptional<z.ZodNumber>;
5691
+ backendId: z.ZodOptional<z.ZodNumber>;
5692
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5693
+ lrc: z.ZodOptional<z.ZodString>;
5694
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5695
+ understand: z.ZodOptional<z.ZodObject<{
5696
+ caption: z.ZodString;
5697
+ bpm: z.ZodNumber;
5698
+ duration: z.ZodNumber;
5699
+ keyscale: z.ZodString;
5700
+ timesignature: z.ZodString;
5701
+ vocalLanguage: z.ZodString;
5702
+ audioCodes: z.ZodArray<z.ZodNumber>;
5703
+ }, z.core.$strip>>;
5704
+ }, z.core.$strip>>;
5705
+ diagnostics: z.ZodOptional<z.ZodObject<{
5706
+ selectedBackend: z.ZodString;
5707
+ selectedDevice: z.ZodEnum<{
5708
+ gpu: "gpu";
5709
+ cpu: "cpu";
5710
+ }>;
5711
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
5712
+ vulkan: "vulkan";
5713
+ metal: "metal";
5714
+ opencl: "opencl";
5715
+ cuda: "cuda";
5716
+ opengl: "opengl";
5717
+ webgpu: "webgpu";
5718
+ direct3d11: "direct3d11";
5719
+ direct3d12: "direct3d12";
5720
+ levelZero: "levelZero";
5721
+ rocm: "rocm";
5722
+ }>>;
5723
+ driver: z.ZodOptional<z.ZodObject<{
5724
+ name: z.ZodString;
5725
+ version: z.ZodOptional<z.ZodString>;
5726
+ }, z.core.$strip>>;
5727
+ gpuId: z.ZodOptional<z.ZodString>;
5728
+ fallback: z.ZodOptional<z.ZodObject<{
5729
+ requestedBackend: z.ZodOptional<z.ZodString>;
5730
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
5731
+ gpu: "gpu";
5732
+ cpu: "cpu";
5733
+ }>>;
5734
+ reason: z.ZodString;
5735
+ }, z.core.$strip>>;
5736
+ probe: z.ZodOptional<z.ZodObject<{
5737
+ status: z.ZodEnum<{
5738
+ unknown: "unknown";
5739
+ compatible: "compatible";
5740
+ incompatible: "incompatible";
5741
+ }>;
5742
+ backend: z.ZodString;
5743
+ reason: z.ZodOptional<z.ZodString>;
5744
+ }, z.core.$strip>>;
5745
+ }, z.core.$strip>>;
5176
5746
  type: z.ZodLiteral<"audioGenStream">;
5747
+ }, z.core.$strict>, z.ZodObject<{
5177
5748
  progress: z.ZodOptional<z.ZodObject<{
5178
5749
  stage: z.ZodString;
5179
5750
  step: z.ZodNumber;
@@ -5194,6 +5765,100 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5194
5765
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
5195
5766
  backendDevice: z.ZodOptional<z.ZodNumber>;
5196
5767
  backendId: z.ZodOptional<z.ZodNumber>;
5768
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5769
+ lrc: z.ZodOptional<z.ZodString>;
5770
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5771
+ understand: z.ZodOptional<z.ZodObject<{
5772
+ caption: z.ZodString;
5773
+ bpm: z.ZodNumber;
5774
+ duration: z.ZodNumber;
5775
+ keyscale: z.ZodString;
5776
+ timesignature: z.ZodString;
5777
+ vocalLanguage: z.ZodString;
5778
+ audioCodes: z.ZodArray<z.ZodNumber>;
5779
+ }, z.core.$strip>>;
5780
+ }, z.core.$strip>>;
5781
+ diagnostics: z.ZodOptional<z.ZodObject<{
5782
+ selectedBackend: z.ZodString;
5783
+ selectedDevice: z.ZodEnum<{
5784
+ gpu: "gpu";
5785
+ cpu: "cpu";
5786
+ }>;
5787
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
5788
+ vulkan: "vulkan";
5789
+ metal: "metal";
5790
+ opencl: "opencl";
5791
+ cuda: "cuda";
5792
+ opengl: "opengl";
5793
+ webgpu: "webgpu";
5794
+ direct3d11: "direct3d11";
5795
+ direct3d12: "direct3d12";
5796
+ levelZero: "levelZero";
5797
+ rocm: "rocm";
5798
+ }>>;
5799
+ driver: z.ZodOptional<z.ZodObject<{
5800
+ name: z.ZodString;
5801
+ version: z.ZodOptional<z.ZodString>;
5802
+ }, z.core.$strip>>;
5803
+ gpuId: z.ZodOptional<z.ZodString>;
5804
+ fallback: z.ZodOptional<z.ZodObject<{
5805
+ requestedBackend: z.ZodOptional<z.ZodString>;
5806
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
5807
+ gpu: "gpu";
5808
+ cpu: "cpu";
5809
+ }>>;
5810
+ reason: z.ZodString;
5811
+ }, z.core.$strip>>;
5812
+ probe: z.ZodOptional<z.ZodObject<{
5813
+ status: z.ZodEnum<{
5814
+ unknown: "unknown";
5815
+ compatible: "compatible";
5816
+ incompatible: "incompatible";
5817
+ }>;
5818
+ backend: z.ZodString;
5819
+ reason: z.ZodOptional<z.ZodString>;
5820
+ }, z.core.$strip>>;
5821
+ }, z.core.$strip>>;
5822
+ type: z.ZodLiteral<"audioEditStream">;
5823
+ }, z.core.$strict>, z.ZodObject<{
5824
+ type: z.ZodLiteral<"audioUnderstand">;
5825
+ progress: z.ZodOptional<z.ZodObject<{
5826
+ stage: z.ZodString;
5827
+ step: z.ZodNumber;
5828
+ total: z.ZodNumber;
5829
+ }, z.core.$strip>>;
5830
+ understand: z.ZodOptional<z.ZodObject<{
5831
+ caption: z.ZodString;
5832
+ bpm: z.ZodNumber;
5833
+ duration: z.ZodNumber;
5834
+ keyscale: z.ZodString;
5835
+ timesignature: z.ZodString;
5836
+ vocalLanguage: z.ZodString;
5837
+ audioCodes: z.ZodArray<z.ZodNumber>;
5838
+ }, z.core.$strip>>;
5839
+ done: z.ZodDefault<z.ZodBoolean>;
5840
+ stopReason: z.ZodOptional<z.ZodEnum<{
5841
+ cancelled: "cancelled";
5842
+ completed: "completed";
5843
+ }>>;
5844
+ stats: z.ZodOptional<z.ZodObject<{
5845
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
5846
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
5847
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
5848
+ backendDevice: z.ZodOptional<z.ZodNumber>;
5849
+ backendId: z.ZodOptional<z.ZodNumber>;
5850
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5851
+ lrc: z.ZodOptional<z.ZodString>;
5852
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5853
+ understand: z.ZodOptional<z.ZodObject<{
5854
+ caption: z.ZodString;
5855
+ bpm: z.ZodNumber;
5856
+ duration: z.ZodNumber;
5857
+ keyscale: z.ZodString;
5858
+ timesignature: z.ZodString;
5859
+ vocalLanguage: z.ZodString;
5860
+ audioCodes: z.ZodArray<z.ZodNumber>;
5861
+ }, z.core.$strip>>;
5197
5862
  }, z.core.$strip>>;
5198
5863
  diagnostics: z.ZodOptional<z.ZodObject<{
5199
5864
  selectedBackend: z.ZodString;
@@ -5291,11 +5956,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5291
5956
  stats: z.ZodObject<{
5292
5957
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5293
5958
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5959
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5294
5960
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5295
5961
  promptTokens: z.ZodOptional<z.ZodNumber>;
5296
5962
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5297
5963
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5298
5964
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
5965
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5299
5966
  backendDevice: z.ZodOptional<z.ZodEnum<{
5300
5967
  gpu: "gpu";
5301
5968
  cpu: "cpu";
@@ -5366,11 +6033,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5366
6033
  stats: z.ZodObject<{
5367
6034
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5368
6035
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
6036
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5369
6037
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5370
6038
  promptTokens: z.ZodOptional<z.ZodNumber>;
5371
6039
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5372
6040
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5373
6041
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6042
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5374
6043
  backendDevice: z.ZodOptional<z.ZodEnum<{
5375
6044
  gpu: "gpu";
5376
6045
  cpu: "cpu";
@@ -5451,11 +6120,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5451
6120
  stats: z.ZodObject<{
5452
6121
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5453
6122
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
6123
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5454
6124
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5455
6125
  promptTokens: z.ZodOptional<z.ZodNumber>;
5456
6126
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5457
6127
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5458
6128
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6129
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5459
6130
  backendDevice: z.ZodOptional<z.ZodEnum<{
5460
6131
  gpu: "gpu";
5461
6132
  cpu: "cpu";
@@ -5488,11 +6159,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5488
6159
  stats: z.ZodOptional<z.ZodObject<{
5489
6160
  timeToFirstToken: z.ZodOptional<z.ZodNumber>;
5490
6161
  tokensPerSecond: z.ZodOptional<z.ZodNumber>;
6162
+ promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
5491
6163
  cacheTokens: z.ZodOptional<z.ZodNumber>;
5492
6164
  promptTokens: z.ZodOptional<z.ZodNumber>;
5493
6165
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5494
6166
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5495
6167
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6168
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5496
6169
  backendDevice: z.ZodOptional<z.ZodEnum<{
5497
6170
  gpu: "gpu";
5498
6171
  cpu: "cpu";
@@ -5708,26 +6381,52 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5708
6381
  type: z.ZodLiteral<"textToSpeech">;
5709
6382
  buffer: z.ZodArray<z.ZodNumber>;
5710
6383
  done: z.ZodDefault<z.ZodBoolean>;
6384
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5711
6385
  stats: z.ZodOptional<z.ZodObject<{
5712
6386
  audioDuration: z.ZodOptional<z.ZodNumber>;
6387
+ totalTime: z.ZodOptional<z.ZodNumber>;
6388
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
6389
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5713
6390
  totalSamples: z.ZodOptional<z.ZodNumber>;
6391
+ generatedFrames: z.ZodOptional<z.ZodNumber>;
6392
+ backendDevice: z.ZodOptional<z.ZodNumber>;
6393
+ backendId: z.ZodOptional<z.ZodNumber>;
6394
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
5714
6395
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
5715
6396
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
5716
6397
  }, z.core.$strip>>;
5717
6398
  chunkIndex: z.ZodOptional<z.ZodNumber>;
5718
6399
  sentenceChunk: z.ZodOptional<z.ZodString>;
6400
+ isLast: z.ZodOptional<z.ZodBoolean>;
6401
+ stopReason: z.ZodOptional<z.ZodEnum<{
6402
+ cancelled: "cancelled";
6403
+ completed: "completed";
6404
+ }>>;
5719
6405
  }, z.core.$strip>, z.ZodObject<{
5720
6406
  type: z.ZodLiteral<"textToSpeechStream">;
5721
6407
  buffer: z.ZodArray<z.ZodNumber>;
5722
6408
  done: z.ZodDefault<z.ZodBoolean>;
6409
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5723
6410
  stats: z.ZodOptional<z.ZodObject<{
5724
6411
  audioDuration: z.ZodOptional<z.ZodNumber>;
6412
+ totalTime: z.ZodOptional<z.ZodNumber>;
6413
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
6414
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5725
6415
  totalSamples: z.ZodOptional<z.ZodNumber>;
6416
+ generatedFrames: z.ZodOptional<z.ZodNumber>;
6417
+ backendDevice: z.ZodOptional<z.ZodNumber>;
6418
+ backendId: z.ZodOptional<z.ZodNumber>;
6419
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
5726
6420
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
5727
6421
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
5728
6422
  }, z.core.$strip>>;
5729
6423
  chunkIndex: z.ZodOptional<z.ZodNumber>;
5730
6424
  sentenceChunk: z.ZodOptional<z.ZodString>;
6425
+ isLast: z.ZodOptional<z.ZodBoolean>;
6426
+ stopReason: z.ZodOptional<z.ZodEnum<{
6427
+ cancelled: "cancelled";
6428
+ completed: "completed";
6429
+ }>>;
5731
6430
  }, z.core.$strip>, z.ZodObject<{
5732
6431
  type: z.ZodLiteral<"cancel">;
5733
6432
  success: z.ZodBoolean;
@@ -5833,7 +6532,61 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5833
6532
  current: z.ZodNumber;
5834
6533
  total: z.ZodNumber;
5835
6534
  timestamp: z.ZodNumber;
6535
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
6536
+ type: z.ZodLiteral<"vectorIndex">;
6537
+ operation: z.ZodLiteral<"create">;
6538
+ indexId: z.ZodString;
6539
+ dim: z.ZodNumber;
6540
+ storage: z.ZodEnum<{
6541
+ readonly F32: "f32";
6542
+ readonly Q8: "q8";
6543
+ readonly Q4: "q4";
6544
+ readonly TURBOVEC_Q4: "turbovec-q4";
6545
+ readonly TURBOVEC_Q2: "turbovec-q2";
6546
+ }>;
6547
+ length: z.ZodNumber;
6548
+ }, z.core.$strip>, z.ZodObject<{
6549
+ type: z.ZodLiteral<"vectorIndex">;
6550
+ operation: z.ZodLiteral<"load">;
6551
+ indexId: z.ZodString;
6552
+ dim: z.ZodNumber;
6553
+ storage: z.ZodOptional<z.ZodEnum<{
6554
+ readonly F32: "f32";
6555
+ readonly Q8: "q8";
6556
+ readonly Q4: "q4";
6557
+ readonly TURBOVEC_Q4: "turbovec-q4";
6558
+ readonly TURBOVEC_Q2: "turbovec-q2";
6559
+ }>>;
6560
+ length: z.ZodNumber;
6561
+ }, z.core.$strip>, z.ZodObject<{
6562
+ type: z.ZodLiteral<"vectorIndex">;
6563
+ operation: z.ZodLiteral<"add">;
6564
+ length: z.ZodNumber;
6565
+ }, z.core.$strip>, z.ZodObject<{
6566
+ type: z.ZodLiteral<"vectorIndex">;
6567
+ operation: z.ZodLiteral<"search">;
6568
+ results: z.ZodArray<z.ZodArray<z.ZodObject<{
6569
+ id: z.ZodString;
6570
+ score: z.ZodNumber;
6571
+ }, z.core.$strip>>>;
6572
+ }, z.core.$strip>, z.ZodObject<{
6573
+ type: z.ZodLiteral<"vectorIndex">;
6574
+ operation: z.ZodLiteral<"remove">;
6575
+ removed: z.ZodArray<z.ZodBoolean>;
6576
+ length: z.ZodNumber;
6577
+ }, z.core.$strip>, z.ZodObject<{
6578
+ type: z.ZodLiteral<"vectorIndex">;
6579
+ operation: z.ZodLiteral<"contains">;
6580
+ present: z.ZodArray<z.ZodBoolean>;
5836
6581
  }, z.core.$strip>, z.ZodObject<{
6582
+ type: z.ZodLiteral<"vectorIndex">;
6583
+ operation: z.ZodLiteral<"write">;
6584
+ path: z.ZodString;
6585
+ }, z.core.$strip>, z.ZodObject<{
6586
+ type: z.ZodLiteral<"vectorIndex">;
6587
+ operation: z.ZodLiteral<"dispose">;
6588
+ disposed: z.ZodBoolean;
6589
+ }, z.core.$strip>], "operation">, z.ZodObject<{
5837
6590
  type: z.ZodLiteral<"deleteCache">;
5838
6591
  success: z.ZodBoolean;
5839
6592
  error: z.ZodOptional<z.ZodString>;
@@ -6909,6 +7662,10 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6909
7662
  sequential: "sequential";
6910
7663
  concurrent: "concurrent";
6911
7664
  }>;
7665
+ evidence: z.ZodOptional<z.ZodEnum<{
7666
+ calibration: "calibration";
7667
+ "computed-only": "computed-only";
7668
+ }>>;
6912
7669
  budget: z.ZodOptional<z.ZodObject<{
6913
7670
  totalBytes: z.ZodNumber;
6914
7671
  usedBytes: z.ZodNumber;
@@ -6920,6 +7677,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6920
7677
  lowerBoundBytes: z.ZodNumber;
6921
7678
  upperBoundBytes: z.ZodNumber;
6922
7679
  }, z.core.$strip>>;
7680
+ floorBytes: z.ZodOptional<z.ZodNumber>;
6923
7681
  models: z.ZodArray<z.ZodObject<{
6924
7682
  name: z.ZodString;
6925
7683
  verdict: z.ZodEnum<{
@@ -6927,10 +7685,15 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6927
7685
  "likely-fits": "likely-fits";
6928
7686
  "likely-too-large": "likely-too-large";
6929
7687
  }>;
7688
+ evidence: z.ZodOptional<z.ZodEnum<{
7689
+ calibration: "calibration";
7690
+ "computed-only": "computed-only";
7691
+ }>>;
6930
7692
  estimate: z.ZodOptional<z.ZodObject<{
6931
7693
  lowerBoundBytes: z.ZodNumber;
6932
7694
  upperBoundBytes: z.ZodNumber;
6933
7695
  }, z.core.$strip>>;
7696
+ floorBytes: z.ZodOptional<z.ZodNumber>;
6934
7697
  estimatorVersion: z.ZodOptional<z.ZodString>;
6935
7698
  reasons: z.ZodArray<z.ZodString>;
6936
7699
  }, z.core.$strip>>;