@qvac/inference 0.19.1 → 0.20.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (152) hide show
  1. package/NOTICE +57 -17
  2. package/dist/api/assess-model-fit.d.ts +9 -4
  3. package/dist/api/assess-model-fit.js +9 -4
  4. package/dist/api/audio-gen.d.ts +42 -1
  5. package/dist/api/audio-gen.js +137 -51
  6. package/dist/api/index.d.ts +2 -1
  7. package/dist/api/index.js +2 -1
  8. package/dist/api/text-to-speech.d.ts +31 -4
  9. package/dist/api/text-to-speech.js +117 -21
  10. package/dist/api/vector-index.d.ts +142 -0
  11. package/dist/api/vector-index.js +168 -0
  12. package/dist/api/world.d.ts +2 -2
  13. package/dist/errors/index.d.ts +12 -0
  14. package/dist/errors/index.js +21 -0
  15. package/dist/handlers/assess-model-fit.d.ts +30 -6
  16. package/dist/handlers/assess-model-fit.js +68 -6
  17. package/dist/handlers/load-model/registry-download-utils.d.ts +1 -0
  18. package/dist/handlers/load-model/registry-download-utils.js +2 -1
  19. package/dist/handlers/vector-index.d.ts +2 -0
  20. package/dist/handlers/vector-index.js +40 -0
  21. package/dist/index.d.ts +1 -1
  22. package/dist/index.js +1 -1
  23. package/dist/models/registry/models.d.ts +351 -12
  24. package/dist/models/registry/models.js +2271 -1957
  25. package/dist/models/registry/resource-profiles.js +135 -0
  26. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
  27. package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
  28. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
  29. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
  30. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
  31. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
  32. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
  33. package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
  34. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
  35. package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
  36. package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
  37. package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
  38. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
  39. package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
  40. package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
  41. package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
  42. package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
  43. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
  44. package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
  45. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
  46. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
  47. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
  48. package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
  49. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
  50. package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
  51. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +40 -24
  52. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +187 -123
  53. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
  54. package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
  55. package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +69 -4
  56. package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
  57. package/dist/plugins/builtin/llamacpp-completion/transform.js +19 -0
  58. package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
  59. package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
  60. package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
  61. package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
  62. package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
  63. package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
  64. package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
  65. package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
  66. package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
  67. package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
  68. package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
  69. package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
  70. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
  71. package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
  72. package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
  73. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
  74. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
  75. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
  76. package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
  77. package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
  78. package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
  79. package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
  80. package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
  81. package/dist/plugins/index.d.ts +1 -1
  82. package/dist/plugins/index.js +1 -1
  83. package/dist/plugins/ops/load-model.js +22 -2
  84. package/dist/plugins/ops/translate.js +58 -12
  85. package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
  86. package/dist/plugins/ops/translatepsy-utils.js +32 -0
  87. package/dist/plugins/registry.d.ts +15 -0
  88. package/dist/plugins/registry.js +133 -15
  89. package/dist/plugins/turbovec-backend.d.ts +17 -0
  90. package/dist/plugins/turbovec-backend.js +99 -0
  91. package/dist/registry.js +4 -0
  92. package/dist/resources/model-fit/assess.d.ts +10 -1
  93. package/dist/resources/model-fit/assess.js +43 -0
  94. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +83 -0
  95. package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +133 -0
  96. package/dist/resources/model-fit/fit-stub/index.d.ts +2 -0
  97. package/dist/resources/model-fit/fit-stub/index.js +2 -0
  98. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.d.ts +31 -0
  99. package/dist/resources/model-fit/fit-stub/project-fit-from-stub.js +36 -0
  100. package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
  101. package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
  102. package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
  103. package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +191 -0
  104. package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
  105. package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
  106. package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
  107. package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
  108. package/dist/runtime/env.d.ts +2 -0
  109. package/dist/runtime/env.js +9 -2
  110. package/dist/runtime/lifecycle.js +2 -0
  111. package/dist/runtime/model-registry.d.ts +3 -1
  112. package/dist/runtime/model-registry.js +2 -1
  113. package/dist/runtime/request-context.js +17 -0
  114. package/dist/runtime/vector-index-backend.d.ts +25 -0
  115. package/dist/runtime/vector-index-backend.js +1 -0
  116. package/dist/runtime/vector-index-registry.d.ts +76 -0
  117. package/dist/runtime/vector-index-registry.js +161 -0
  118. package/dist/schemas/assess-model-fit.d.ts +67 -0
  119. package/dist/schemas/assess-model-fit.js +56 -2
  120. package/dist/schemas/audio-gen.d.ts +479 -4
  121. package/dist/schemas/audio-gen.js +376 -17
  122. package/dist/schemas/batch-completion-stream.d.ts +7 -0
  123. package/dist/schemas/batch-completion-stream.js +5 -3
  124. package/dist/schemas/common.d.ts +816 -15
  125. package/dist/schemas/common.js +8 -1
  126. package/dist/schemas/completion-event.d.ts +11 -1
  127. package/dist/schemas/completion-event.js +3 -0
  128. package/dist/schemas/completion-stream.d.ts +20 -0
  129. package/dist/schemas/completion-stream.js +41 -4
  130. package/dist/schemas/config.d.ts +186 -30
  131. package/dist/schemas/errors.d.ts +4 -0
  132. package/dist/schemas/errors.js +22 -0
  133. package/dist/schemas/index.d.ts +1 -0
  134. package/dist/schemas/index.js +1 -0
  135. package/dist/schemas/llamacpp-config.d.ts +88 -8
  136. package/dist/schemas/llamacpp-config.js +108 -8
  137. package/dist/schemas/load-model.d.ts +2906 -206
  138. package/dist/schemas/model-config-schemas.d.ts +251 -5
  139. package/dist/schemas/plugin.d.ts +10 -0
  140. package/dist/schemas/sdcpp-config.d.ts +221 -4
  141. package/dist/schemas/sdcpp-config.js +128 -22
  142. package/dist/schemas/text-to-speech.d.ts +780 -19
  143. package/dist/schemas/text-to-speech.js +298 -44
  144. package/dist/schemas/transcription-config.js +7 -4
  145. package/dist/schemas/vector-index.d.ts +194 -0
  146. package/dist/schemas/vector-index.js +185 -0
  147. package/dist/utils/addon-responses.d.ts +29 -3
  148. package/dist/utils/aggregate-events.d.ts +3 -1
  149. package/dist/utils/aggregate-events.js +7 -1
  150. package/dist/utils/tts-stats.d.ts +15 -11
  151. package/dist/utils/tts-stats.js +33 -11
  152. package/package.json +29 -26
@@ -2,6 +2,7 @@ import { z } from 'zod';
2
2
  export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3
3
  type: z.ZodLiteral<"audioGenStream">;
4
4
  requestId: z.ZodOptional<z.ZodString>;
5
+ audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
5
6
  referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
6
7
  type: z.ZodLiteral<"base64">;
7
8
  value: z.ZodString;
@@ -24,6 +25,27 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
24
25
  bpm: z.ZodOptional<z.ZodNumber>;
25
26
  keyscale: z.ZodOptional<z.ZodString>;
26
27
  timesignature: z.ZodOptional<z.ZodString>;
28
+ augmentCaptionWithMetadata: z.ZodOptional<z.ZodBoolean>;
29
+ simpleMode: z.ZodOptional<z.ZodBoolean>;
30
+ rewriteQuery: z.ZodOptional<z.ZodBoolean>;
31
+ generateLrc: z.ZodOptional<z.ZodBoolean>;
32
+ computeQualityScore: z.ZodOptional<z.ZodBoolean>;
33
+ normalizeLoudness: z.ZodOptional<z.ZodBoolean>;
34
+ guidanceScale: z.ZodOptional<z.ZodNumber>;
35
+ track: z.ZodOptional<z.ZodEnum<{
36
+ vocals: "vocals";
37
+ backing_vocals: "backing_vocals";
38
+ drums: "drums";
39
+ bass: "bass";
40
+ guitar: "guitar";
41
+ keyboard: "keyboard";
42
+ percussion: "percussion";
43
+ strings: "strings";
44
+ synth: "synth";
45
+ fx: "fx";
46
+ brass: "brass";
47
+ woodwinds: "woodwinds";
48
+ }>>;
27
49
  duration: z.ZodOptional<z.ZodNumber>;
28
50
  maxFrames: z.ZodOptional<z.ZodNumber>;
29
51
  inferenceSteps: z.ZodOptional<z.ZodNumber>;
@@ -39,9 +61,64 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
39
61
  taskType: z.ZodOptional<z.ZodEnum<{
40
62
  text2music: "text2music";
41
63
  "cover-nofsq": "cover-nofsq";
64
+ lego: "lego";
42
65
  }>>;
43
66
  audioCoverStrength: z.ZodOptional<z.ZodNumber>;
44
67
  coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
68
+ }, z.core.$strict>, z.ZodObject<{
69
+ sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
70
+ type: z.ZodLiteral<"base64">;
71
+ value: z.ZodString;
72
+ }, z.core.$strip>, z.ZodObject<{
73
+ type: z.ZodLiteral<"filePath">;
74
+ value: z.ZodString;
75
+ }, z.core.$strip>], "type">;
76
+ type: z.ZodLiteral<"audioEditStream">;
77
+ requestId: z.ZodOptional<z.ZodString>;
78
+ modelId: z.ZodString;
79
+ operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
80
+ type: z.ZodLiteral<"flow-edit">;
81
+ from: z.ZodObject<{
82
+ caption: z.ZodString;
83
+ lyrics: z.ZodOptional<z.ZodString>;
84
+ }, z.core.$strict>;
85
+ to: z.ZodObject<{
86
+ caption: z.ZodString;
87
+ lyrics: z.ZodOptional<z.ZodString>;
88
+ }, z.core.$strict>;
89
+ nMin: z.ZodOptional<z.ZodNumber>;
90
+ nMax: z.ZodOptional<z.ZodNumber>;
91
+ nAvg: z.ZodOptional<z.ZodNumber>;
92
+ }, z.core.$strict>, z.ZodObject<{
93
+ type: z.ZodLiteral<"repaint">;
94
+ caption: z.ZodString;
95
+ lyrics: z.ZodOptional<z.ZodString>;
96
+ start: z.ZodNumber;
97
+ end: z.ZodOptional<z.ZodNumber>;
98
+ mode: z.ZodOptional<z.ZodEnum<{
99
+ conservative: "conservative";
100
+ balanced: "balanced";
101
+ aggressive: "aggressive";
102
+ }>>;
103
+ strength: z.ZodOptional<z.ZodNumber>;
104
+ }, z.core.$strict>], "type">>;
105
+ seed: z.ZodOptional<z.ZodNumber>;
106
+ }, z.core.$strict>, z.ZodObject<{
107
+ sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
108
+ type: z.ZodLiteral<"base64">;
109
+ value: z.ZodString;
110
+ }, z.core.$strip>, z.ZodObject<{
111
+ type: z.ZodLiteral<"filePath">;
112
+ value: z.ZodString;
113
+ }, z.core.$strip>], "type">;
114
+ type: z.ZodLiteral<"audioUnderstand">;
115
+ requestId: z.ZodOptional<z.ZodString>;
116
+ modelId: z.ZodString;
117
+ seed: z.ZodOptional<z.ZodNumber>;
118
+ vocalLanguage: z.ZodOptional<z.ZodString>;
119
+ lmTemperature: z.ZodOptional<z.ZodNumber>;
120
+ lmTopP: z.ZodOptional<z.ZodNumber>;
121
+ lmTopK: z.ZodOptional<z.ZodNumber>;
45
122
  }, z.core.$strict>, z.ZodObject<{
46
123
  type: z.ZodLiteral<"heartbeat">;
47
124
  }, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
@@ -94,7 +171,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
94
171
  'split-mode': z.ZodOptional<z.ZodEnum<{
95
172
  none: "none";
96
173
  layer: "layer";
97
- row: "row";
98
174
  tensor: "tensor";
99
175
  }>>;
100
176
  'flash-attn': z.ZodOptional<z.ZodEnum<{
@@ -103,6 +179,29 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
103
179
  auto: "auto";
104
180
  }>>;
105
181
  'tensor-split': z.ZodOptional<z.ZodString>;
182
+ 'batch-size': z.ZodOptional<z.ZodNumber>;
183
+ 'ubatch-size': z.ZodOptional<z.ZodNumber>;
184
+ 'cpu-moe': z.ZodOptional<z.ZodBoolean>;
185
+ 'n-cpu-moe': z.ZodOptional<z.ZodNumber>;
186
+ 'kv-offload': z.ZodOptional<z.ZodBoolean>;
187
+ 'image-max-tokens': z.ZodOptional<z.ZodNumber>;
188
+ 'image-min-tokens': z.ZodOptional<z.ZodNumber>;
189
+ threads: z.ZodOptional<z.ZodNumber>;
190
+ 'threads-batch': z.ZodOptional<z.ZodNumber>;
191
+ 'cpu-mask': z.ZodOptional<z.ZodString>;
192
+ 'cpu-mask-batch': z.ZodOptional<z.ZodString>;
193
+ 'override-tensor': z.ZodOptional<z.ZodString>;
194
+ 'n-cpu-ffn': z.ZodOptional<z.ZodNumber>;
195
+ 'moe-cache-mib': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodLiteral<"auto">]>>;
196
+ 'prefetch-weights': z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodLiteral<"auto">]>>;
197
+ 'tensor-read-lazy': z.ZodOptional<z.ZodEnum<{
198
+ on: "on";
199
+ off: "off";
200
+ auto: "auto";
201
+ }>>;
202
+ fit: z.ZodOptional<z.ZodBoolean>;
203
+ 'fit-target': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
204
+ 'fit-ctx': z.ZodOptional<z.ZodNumber>;
106
205
  openclCacheDir: z.ZodOptional<z.ZodString>;
107
206
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
108
207
  projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
@@ -405,7 +504,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
405
504
  splitMode: z.ZodOptional<z.ZodEnum<{
406
505
  none: "none";
407
506
  layer: "layer";
408
- row: "row";
409
507
  }>>;
410
508
  tensorSplit: z.ZodOptional<z.ZodString>;
411
509
  verbosity: z.ZodOptional<z.ZodEnum<{
@@ -1056,6 +1154,85 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1056
1154
  }, z.core.$strict>, z.ZodObject<{
1057
1155
  [x: string]: z.ZodOptional<z.ZodUnknown>;
1058
1156
  }, z.core.$strict>, z.ZodObject<{
1157
+ lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1158
+ src: z.ZodString;
1159
+ name: z.ZodOptional<z.ZodString>;
1160
+ modelId: z.ZodOptional<z.ZodString>;
1161
+ registryPath: z.ZodOptional<z.ZodString>;
1162
+ registrySource: z.ZodOptional<z.ZodString>;
1163
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1164
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1165
+ engine: z.ZodOptional<z.ZodString>;
1166
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1167
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1168
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1169
+ embeddings: "embeddings";
1170
+ diffusion: "diffusion";
1171
+ audiogen: "audiogen";
1172
+ tts: "tts";
1173
+ ocr: "ocr";
1174
+ vla: "vla";
1175
+ "llamacpp-completion": "llamacpp-completion";
1176
+ "whispercpp-transcription": "whispercpp-transcription";
1177
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1178
+ "llamacpp-embedding": "llamacpp-embedding";
1179
+ "nmtcpp-translation": "nmtcpp-translation";
1180
+ "onnx-tts": "onnx-tts";
1181
+ "tts-ggml": "tts-ggml";
1182
+ "parakeet-transcription": "parakeet-transcription";
1183
+ "ggml-ocr": "ggml-ocr";
1184
+ "sdcpp-generation": "sdcpp-generation";
1185
+ "audiogen-ggml": "audiogen-ggml";
1186
+ "ggml-vla": "ggml-vla";
1187
+ "ggml-classification": "ggml-classification";
1188
+ llm: "llm";
1189
+ whisper: "whisper";
1190
+ bci: "bci";
1191
+ nmt: "nmt";
1192
+ parakeet: "parakeet";
1193
+ classification: "classification";
1194
+ }>, z.ZodLiteral<"vad">]>>;
1195
+ }, z.core.$strip>]>>;
1196
+ lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1197
+ src: z.ZodString;
1198
+ name: z.ZodOptional<z.ZodString>;
1199
+ modelId: z.ZodOptional<z.ZodString>;
1200
+ registryPath: z.ZodOptional<z.ZodString>;
1201
+ registrySource: z.ZodOptional<z.ZodString>;
1202
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1203
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1204
+ engine: z.ZodOptional<z.ZodString>;
1205
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1206
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1207
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1208
+ embeddings: "embeddings";
1209
+ diffusion: "diffusion";
1210
+ audiogen: "audiogen";
1211
+ tts: "tts";
1212
+ ocr: "ocr";
1213
+ vla: "vla";
1214
+ "llamacpp-completion": "llamacpp-completion";
1215
+ "whispercpp-transcription": "whispercpp-transcription";
1216
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1217
+ "llamacpp-embedding": "llamacpp-embedding";
1218
+ "nmtcpp-translation": "nmtcpp-translation";
1219
+ "onnx-tts": "onnx-tts";
1220
+ "tts-ggml": "tts-ggml";
1221
+ "parakeet-transcription": "parakeet-transcription";
1222
+ "ggml-ocr": "ggml-ocr";
1223
+ "sdcpp-generation": "sdcpp-generation";
1224
+ "audiogen-ggml": "audiogen-ggml";
1225
+ "ggml-vla": "ggml-vla";
1226
+ "ggml-classification": "ggml-classification";
1227
+ llm: "llm";
1228
+ whisper: "whisper";
1229
+ bci: "bci";
1230
+ nmt: "nmt";
1231
+ parakeet: "parakeet";
1232
+ classification: "classification";
1233
+ }>, z.ZodLiteral<"vad">]>>;
1234
+ }, z.core.$strip>]>>;
1235
+ backendsDir: z.ZodOptional<z.ZodString>;
1059
1236
  useGPU: z.ZodOptional<z.ZodBoolean>;
1060
1237
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1061
1238
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1098,6 +1275,123 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1098
1275
  quality: z.ZodOptional<z.ZodString>;
1099
1276
  ttsEngine: z.ZodLiteral<"parler">;
1100
1277
  }, z.core.$strict>, z.ZodObject<{
1278
+ referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1279
+ src: z.ZodString;
1280
+ name: z.ZodOptional<z.ZodString>;
1281
+ modelId: z.ZodOptional<z.ZodString>;
1282
+ registryPath: z.ZodOptional<z.ZodString>;
1283
+ registrySource: z.ZodOptional<z.ZodString>;
1284
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1285
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1286
+ engine: z.ZodOptional<z.ZodString>;
1287
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1288
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1289
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1290
+ embeddings: "embeddings";
1291
+ diffusion: "diffusion";
1292
+ audiogen: "audiogen";
1293
+ tts: "tts";
1294
+ ocr: "ocr";
1295
+ vla: "vla";
1296
+ "llamacpp-completion": "llamacpp-completion";
1297
+ "whispercpp-transcription": "whispercpp-transcription";
1298
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1299
+ "llamacpp-embedding": "llamacpp-embedding";
1300
+ "nmtcpp-translation": "nmtcpp-translation";
1301
+ "onnx-tts": "onnx-tts";
1302
+ "tts-ggml": "tts-ggml";
1303
+ "parakeet-transcription": "parakeet-transcription";
1304
+ "ggml-ocr": "ggml-ocr";
1305
+ "sdcpp-generation": "sdcpp-generation";
1306
+ "audiogen-ggml": "audiogen-ggml";
1307
+ "ggml-vla": "ggml-vla";
1308
+ "ggml-classification": "ggml-classification";
1309
+ llm: "llm";
1310
+ whisper: "whisper";
1311
+ bci: "bci";
1312
+ nmt: "nmt";
1313
+ parakeet: "parakeet";
1314
+ classification: "classification";
1315
+ }>, z.ZodLiteral<"vad">]>>;
1316
+ }, z.core.$strip>]>>;
1317
+ cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1318
+ src: z.ZodString;
1319
+ name: z.ZodOptional<z.ZodString>;
1320
+ modelId: z.ZodOptional<z.ZodString>;
1321
+ registryPath: z.ZodOptional<z.ZodString>;
1322
+ registrySource: z.ZodOptional<z.ZodString>;
1323
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1324
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1325
+ engine: z.ZodOptional<z.ZodString>;
1326
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1327
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1328
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1329
+ embeddings: "embeddings";
1330
+ diffusion: "diffusion";
1331
+ audiogen: "audiogen";
1332
+ tts: "tts";
1333
+ ocr: "ocr";
1334
+ vla: "vla";
1335
+ "llamacpp-completion": "llamacpp-completion";
1336
+ "whispercpp-transcription": "whispercpp-transcription";
1337
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1338
+ "llamacpp-embedding": "llamacpp-embedding";
1339
+ "nmtcpp-translation": "nmtcpp-translation";
1340
+ "onnx-tts": "onnx-tts";
1341
+ "tts-ggml": "tts-ggml";
1342
+ "parakeet-transcription": "parakeet-transcription";
1343
+ "ggml-ocr": "ggml-ocr";
1344
+ "sdcpp-generation": "sdcpp-generation";
1345
+ "audiogen-ggml": "audiogen-ggml";
1346
+ "ggml-vla": "ggml-vla";
1347
+ "ggml-classification": "ggml-classification";
1348
+ llm: "llm";
1349
+ whisper: "whisper";
1350
+ bci: "bci";
1351
+ nmt: "nmt";
1352
+ parakeet: "parakeet";
1353
+ classification: "classification";
1354
+ }>, z.ZodLiteral<"vad">]>>;
1355
+ }, z.core.$strip>]>>;
1356
+ cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1357
+ src: z.ZodString;
1358
+ name: z.ZodOptional<z.ZodString>;
1359
+ modelId: z.ZodOptional<z.ZodString>;
1360
+ registryPath: z.ZodOptional<z.ZodString>;
1361
+ registrySource: z.ZodOptional<z.ZodString>;
1362
+ blobCoreKey: z.ZodOptional<z.ZodString>;
1363
+ blobIndex: z.ZodOptional<z.ZodNumber>;
1364
+ engine: z.ZodOptional<z.ZodString>;
1365
+ expectedSize: z.ZodOptional<z.ZodNumber>;
1366
+ sha256Checksum: z.ZodOptional<z.ZodString>;
1367
+ addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
1368
+ embeddings: "embeddings";
1369
+ diffusion: "diffusion";
1370
+ audiogen: "audiogen";
1371
+ tts: "tts";
1372
+ ocr: "ocr";
1373
+ vla: "vla";
1374
+ "llamacpp-completion": "llamacpp-completion";
1375
+ "whispercpp-transcription": "whispercpp-transcription";
1376
+ "bci-whispercpp-transcription": "bci-whispercpp-transcription";
1377
+ "llamacpp-embedding": "llamacpp-embedding";
1378
+ "nmtcpp-translation": "nmtcpp-translation";
1379
+ "onnx-tts": "onnx-tts";
1380
+ "tts-ggml": "tts-ggml";
1381
+ "parakeet-transcription": "parakeet-transcription";
1382
+ "ggml-ocr": "ggml-ocr";
1383
+ "sdcpp-generation": "sdcpp-generation";
1384
+ "audiogen-ggml": "audiogen-ggml";
1385
+ "ggml-vla": "ggml-vla";
1386
+ "ggml-classification": "ggml-classification";
1387
+ llm: "llm";
1388
+ whisper: "whisper";
1389
+ bci: "bci";
1390
+ nmt: "nmt";
1391
+ parakeet: "parakeet";
1392
+ classification: "classification";
1393
+ }>, z.ZodLiteral<"vad">]>>;
1394
+ }, z.core.$strip>]>>;
1101
1395
  lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
1102
1396
  src: z.ZodString;
1103
1397
  name: z.ZodOptional<z.ZodString>;
@@ -1176,6 +1470,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1176
1470
  classification: "classification";
1177
1471
  }>, z.ZodLiteral<"vad">]>>;
1178
1472
  }, z.core.$strip>]>>;
1473
+ openclCacheDir: z.ZodOptional<z.ZodString>;
1474
+ backendsDir: z.ZodOptional<z.ZodString>;
1179
1475
  ttsEngine: z.ZodLiteral<"cosyvoice3">;
1180
1476
  emotion: z.ZodOptional<z.ZodEnum<{
1181
1477
  anger: "anger";
@@ -1217,6 +1513,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1217
1513
  robot: "robot";
1218
1514
  }>>;
1219
1515
  }, z.core.$strict>]>>;
1516
+ promptText: z.ZodOptional<z.ZodString>;
1220
1517
  useGPU: z.ZodOptional<z.ZodBoolean>;
1221
1518
  outputSampleRate: z.ZodOptional<z.ZodNumber>;
1222
1519
  streamChunkTokens: z.ZodOptional<z.ZodNumber>;
@@ -1342,6 +1639,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1342
1639
  classification: "classification";
1343
1640
  }>, z.ZodLiteral<"vad">]>>;
1344
1641
  }, z.core.$strip>]>>;
1642
+ backendsDir: z.ZodOptional<z.ZodString>;
1345
1643
  ttsEngine: z.ZodLiteral<"audio8">;
1346
1644
  referenceText: z.ZodOptional<z.ZodString>;
1347
1645
  greedy: z.ZodOptional<z.ZodBoolean>;
@@ -1465,6 +1763,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1465
1763
  auto: "auto";
1466
1764
  f32: "f32";
1467
1765
  f16: "f16";
1766
+ q8_0: "q8_0";
1468
1767
  bf16: "bf16";
1469
1768
  q2_k: "q2_k";
1470
1769
  q3_k: "q3_k";
@@ -1475,7 +1774,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1475
1774
  q5_1: "q5_1";
1476
1775
  q5_k: "q5_k";
1477
1776
  q6_k: "q6_k";
1478
- q8_0: "q8_0";
1479
1777
  }>>;
1480
1778
  rng: z.ZodOptional<z.ZodEnum<{
1481
1779
  cpu: "cpu";
@@ -1487,12 +1785,17 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
1487
1785
  cuda: "cuda";
1488
1786
  std_default: "std_default";
1489
1787
  }>>;
1490
- clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
1491
- vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
1492
1788
  vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
1493
1789
  vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
1494
1790
  vae_tiling: z.ZodOptional<z.ZodBoolean>;
1495
1791
  offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
1792
+ control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1793
+ clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1794
+ vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
1795
+ backend: z.ZodOptional<z.ZodString>;
1796
+ params_backend: z.ZodOptional<z.ZodString>;
1797
+ max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
1798
+ stream_layers: z.ZodOptional<z.ZodBoolean>;
1496
1799
  flash_attn: z.ZodOptional<z.ZodBoolean>;
1497
1800
  diffusion_fa: z.ZodOptional<z.ZodBoolean>;
1498
1801
  lora_apply_mode: z.ZodOptional<z.ZodEnum<{
@@ -2366,9 +2669,28 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2366
2669
  'cache-type-k'?: string | undefined;
2367
2670
  'cache-type-v'?: string | undefined;
2368
2671
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2369
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
2672
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
2370
2673
  'flash-attn'?: "on" | "off" | "auto" | undefined;
2371
2674
  'tensor-split'?: string | undefined;
2675
+ 'batch-size'?: number | undefined;
2676
+ 'ubatch-size'?: number | undefined;
2677
+ 'cpu-moe'?: boolean | undefined;
2678
+ 'n-cpu-moe'?: number | undefined;
2679
+ 'kv-offload'?: boolean | undefined;
2680
+ 'image-max-tokens'?: number | undefined;
2681
+ 'image-min-tokens'?: number | undefined;
2682
+ threads?: number | undefined;
2683
+ 'threads-batch'?: number | undefined;
2684
+ 'cpu-mask'?: string | undefined;
2685
+ 'cpu-mask-batch'?: string | undefined;
2686
+ 'override-tensor'?: string | undefined;
2687
+ 'n-cpu-ffn'?: number | undefined;
2688
+ 'moe-cache-mib'?: number | "auto" | undefined;
2689
+ 'prefetch-weights'?: boolean | "auto" | undefined;
2690
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
2691
+ fit?: boolean | undefined;
2692
+ 'fit-target'?: string | number | undefined;
2693
+ 'fit-ctx'?: number | undefined;
2372
2694
  openclCacheDir?: string | undefined;
2373
2695
  reasoning_budget?: number | undefined;
2374
2696
  projectionModelSrc?: string | {
@@ -2558,7 +2880,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2558
2880
  embdNormalize?: number | undefined;
2559
2881
  flashAttention?: "on" | "off" | "auto" | undefined;
2560
2882
  mainGpu?: number | "integrated" | "dedicated" | undefined;
2561
- splitMode?: "none" | "layer" | "row" | undefined;
2883
+ splitMode?: "none" | "layer" | undefined;
2562
2884
  tensorSplit?: string | undefined;
2563
2885
  verbosity?: 0 | 3 | 2 | 1 | undefined;
2564
2886
  openclCacheDir?: string | undefined;
@@ -2696,6 +3018,33 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2696
3018
  [x: string]: unknown;
2697
3019
  } | {
2698
3020
  ttsEngine: "parler";
3021
+ lavasrEnhancerModelSrc?: string | {
3022
+ src: string;
3023
+ name?: string | undefined;
3024
+ modelId?: string | undefined;
3025
+ registryPath?: string | undefined;
3026
+ registrySource?: string | undefined;
3027
+ blobCoreKey?: string | undefined;
3028
+ blobIndex?: number | undefined;
3029
+ engine?: string | undefined;
3030
+ expectedSize?: number | undefined;
3031
+ sha256Checksum?: string | undefined;
3032
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3033
+ } | undefined;
3034
+ lavasrDenoiserModelSrc?: string | {
3035
+ src: string;
3036
+ name?: string | undefined;
3037
+ modelId?: string | undefined;
3038
+ registryPath?: string | undefined;
3039
+ registrySource?: string | undefined;
3040
+ blobCoreKey?: string | undefined;
3041
+ blobIndex?: number | undefined;
3042
+ engine?: string | undefined;
3043
+ expectedSize?: number | undefined;
3044
+ sha256Checksum?: string | undefined;
3045
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3046
+ } | undefined;
3047
+ backendsDir?: string | undefined;
2699
3048
  useGPU?: boolean | undefined;
2700
3049
  outputSampleRate?: number | undefined;
2701
3050
  streamChunkTokens?: number | undefined;
@@ -2721,6 +3070,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2721
3070
  quality?: string | undefined;
2722
3071
  } | {
2723
3072
  ttsEngine: "cosyvoice3";
3073
+ referenceAudioSrc?: string | {
3074
+ src: string;
3075
+ name?: string | undefined;
3076
+ modelId?: string | undefined;
3077
+ registryPath?: string | undefined;
3078
+ registrySource?: string | undefined;
3079
+ blobCoreKey?: string | undefined;
3080
+ blobIndex?: number | undefined;
3081
+ engine?: string | undefined;
3082
+ expectedSize?: number | undefined;
3083
+ sha256Checksum?: string | undefined;
3084
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3085
+ } | undefined;
3086
+ cosyvoice3S3tokModelSrc?: string | {
3087
+ src: string;
3088
+ name?: string | undefined;
3089
+ modelId?: string | undefined;
3090
+ registryPath?: string | undefined;
3091
+ registrySource?: string | undefined;
3092
+ blobCoreKey?: string | undefined;
3093
+ blobIndex?: number | undefined;
3094
+ engine?: string | undefined;
3095
+ expectedSize?: number | undefined;
3096
+ sha256Checksum?: string | undefined;
3097
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3098
+ } | undefined;
3099
+ cosyvoice3CampplusModelSrc?: string | {
3100
+ src: string;
3101
+ name?: string | undefined;
3102
+ modelId?: string | undefined;
3103
+ registryPath?: string | undefined;
3104
+ registrySource?: string | undefined;
3105
+ blobCoreKey?: string | undefined;
3106
+ blobIndex?: number | undefined;
3107
+ engine?: string | undefined;
3108
+ expectedSize?: number | undefined;
3109
+ sha256Checksum?: string | undefined;
3110
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3111
+ } | undefined;
2724
3112
  lavasrEnhancerModelSrc?: string | {
2725
3113
  src: string;
2726
3114
  name?: string | undefined;
@@ -2747,6 +3135,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2747
3135
  sha256Checksum?: string | undefined;
2748
3136
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
2749
3137
  } | undefined;
3138
+ openclCacheDir?: string | undefined;
3139
+ backendsDir?: string | undefined;
2750
3140
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
2751
3141
  pace?: "slow" | "moderate" | "fast" | undefined;
2752
3142
  instruct?: string | {
@@ -2754,6 +3144,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2754
3144
  volume?: "loud" | "soft" | undefined;
2755
3145
  style?: "peppa" | "robot" | undefined;
2756
3146
  } | undefined;
3147
+ promptText?: string | undefined;
2757
3148
  useGPU?: boolean | undefined;
2758
3149
  outputSampleRate?: number | undefined;
2759
3150
  streamChunkTokens?: number | undefined;
@@ -2802,6 +3193,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2802
3193
  sha256Checksum?: string | undefined;
2803
3194
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
2804
3195
  } | undefined;
3196
+ backendsDir?: string | undefined;
2805
3197
  referenceText?: string | undefined;
2806
3198
  greedy?: boolean | undefined;
2807
3199
  temperature?: number | undefined;
@@ -2874,15 +3266,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
2874
3266
  device?: "gpu" | "cpu" | undefined;
2875
3267
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
2876
3268
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
2877
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
3269
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
2878
3270
  rng?: "cpu" | "cuda" | "std_default" | undefined;
2879
3271
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
2880
- clip_on_cpu?: boolean | undefined;
2881
- vae_on_cpu?: boolean | undefined;
2882
3272
  vae_auto_cpu_fallback?: boolean | undefined;
2883
3273
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
2884
3274
  vae_tiling?: boolean | undefined;
2885
3275
  offload_to_cpu?: boolean | undefined;
3276
+ control_net_cpu?: undefined;
3277
+ clip_on_cpu?: undefined;
3278
+ vae_on_cpu?: undefined;
3279
+ backend?: string | undefined;
3280
+ params_backend?: string | undefined;
3281
+ max_vram?: string | number | undefined;
3282
+ stream_layers?: boolean | undefined;
2886
3283
  flash_attn?: boolean | undefined;
2887
3284
  diffusion_fa?: boolean | undefined;
2888
3285
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -3254,9 +3651,28 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3254
3651
  'cache-type-k'?: string | undefined;
3255
3652
  'cache-type-v'?: string | undefined;
3256
3653
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3257
- 'split-mode'?: "none" | "layer" | "row" | "tensor" | undefined;
3654
+ 'split-mode'?: "none" | "layer" | "tensor" | undefined;
3258
3655
  'flash-attn'?: "on" | "off" | "auto" | undefined;
3259
3656
  'tensor-split'?: string | undefined;
3657
+ 'batch-size'?: number | undefined;
3658
+ 'ubatch-size'?: number | undefined;
3659
+ 'cpu-moe'?: boolean | undefined;
3660
+ 'n-cpu-moe'?: number | undefined;
3661
+ 'kv-offload'?: boolean | undefined;
3662
+ 'image-max-tokens'?: number | undefined;
3663
+ 'image-min-tokens'?: number | undefined;
3664
+ threads?: number | undefined;
3665
+ 'threads-batch'?: number | undefined;
3666
+ 'cpu-mask'?: string | undefined;
3667
+ 'cpu-mask-batch'?: string | undefined;
3668
+ 'override-tensor'?: string | undefined;
3669
+ 'n-cpu-ffn'?: number | undefined;
3670
+ 'moe-cache-mib'?: number | "auto" | undefined;
3671
+ 'prefetch-weights'?: boolean | "auto" | undefined;
3672
+ 'tensor-read-lazy'?: "on" | "off" | "auto" | undefined;
3673
+ fit?: boolean | undefined;
3674
+ 'fit-target'?: string | number | undefined;
3675
+ 'fit-ctx'?: number | undefined;
3260
3676
  openclCacheDir?: string | undefined;
3261
3677
  reasoning_budget?: number | undefined;
3262
3678
  projectionModelSrc?: string | {
@@ -3446,7 +3862,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3446
3862
  embdNormalize?: number | undefined;
3447
3863
  flashAttention?: "on" | "off" | "auto" | undefined;
3448
3864
  mainGpu?: number | "integrated" | "dedicated" | undefined;
3449
- splitMode?: "none" | "layer" | "row" | undefined;
3865
+ splitMode?: "none" | "layer" | undefined;
3450
3866
  tensorSplit?: string | undefined;
3451
3867
  verbosity?: 0 | 3 | 2 | 1 | undefined;
3452
3868
  openclCacheDir?: string | undefined;
@@ -3584,6 +4000,33 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3584
4000
  [x: string]: unknown;
3585
4001
  } | {
3586
4002
  ttsEngine: "parler";
4003
+ lavasrEnhancerModelSrc?: string | {
4004
+ src: string;
4005
+ name?: string | undefined;
4006
+ modelId?: string | undefined;
4007
+ registryPath?: string | undefined;
4008
+ registrySource?: string | undefined;
4009
+ blobCoreKey?: string | undefined;
4010
+ blobIndex?: number | undefined;
4011
+ engine?: string | undefined;
4012
+ expectedSize?: number | undefined;
4013
+ sha256Checksum?: string | undefined;
4014
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4015
+ } | undefined;
4016
+ lavasrDenoiserModelSrc?: string | {
4017
+ src: string;
4018
+ name?: string | undefined;
4019
+ modelId?: string | undefined;
4020
+ registryPath?: string | undefined;
4021
+ registrySource?: string | undefined;
4022
+ blobCoreKey?: string | undefined;
4023
+ blobIndex?: number | undefined;
4024
+ engine?: string | undefined;
4025
+ expectedSize?: number | undefined;
4026
+ sha256Checksum?: string | undefined;
4027
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4028
+ } | undefined;
4029
+ backendsDir?: string | undefined;
3587
4030
  useGPU?: boolean | undefined;
3588
4031
  outputSampleRate?: number | undefined;
3589
4032
  streamChunkTokens?: number | undefined;
@@ -3609,6 +4052,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3609
4052
  quality?: string | undefined;
3610
4053
  } | {
3611
4054
  ttsEngine: "cosyvoice3";
4055
+ referenceAudioSrc?: string | {
4056
+ src: string;
4057
+ name?: string | undefined;
4058
+ modelId?: string | undefined;
4059
+ registryPath?: string | undefined;
4060
+ registrySource?: string | undefined;
4061
+ blobCoreKey?: string | undefined;
4062
+ blobIndex?: number | undefined;
4063
+ engine?: string | undefined;
4064
+ expectedSize?: number | undefined;
4065
+ sha256Checksum?: string | undefined;
4066
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4067
+ } | undefined;
4068
+ cosyvoice3S3tokModelSrc?: string | {
4069
+ src: string;
4070
+ name?: string | undefined;
4071
+ modelId?: string | undefined;
4072
+ registryPath?: string | undefined;
4073
+ registrySource?: string | undefined;
4074
+ blobCoreKey?: string | undefined;
4075
+ blobIndex?: number | undefined;
4076
+ engine?: string | undefined;
4077
+ expectedSize?: number | undefined;
4078
+ sha256Checksum?: string | undefined;
4079
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4080
+ } | undefined;
4081
+ cosyvoice3CampplusModelSrc?: string | {
4082
+ src: string;
4083
+ name?: string | undefined;
4084
+ modelId?: string | undefined;
4085
+ registryPath?: string | undefined;
4086
+ registrySource?: string | undefined;
4087
+ blobCoreKey?: string | undefined;
4088
+ blobIndex?: number | undefined;
4089
+ engine?: string | undefined;
4090
+ expectedSize?: number | undefined;
4091
+ sha256Checksum?: string | undefined;
4092
+ addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
4093
+ } | undefined;
3612
4094
  lavasrEnhancerModelSrc?: string | {
3613
4095
  src: string;
3614
4096
  name?: string | undefined;
@@ -3635,6 +4117,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3635
4117
  sha256Checksum?: string | undefined;
3636
4118
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3637
4119
  } | undefined;
4120
+ openclCacheDir?: string | undefined;
4121
+ backendsDir?: string | undefined;
3638
4122
  emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
3639
4123
  pace?: "slow" | "moderate" | "fast" | undefined;
3640
4124
  instruct?: string | {
@@ -3642,6 +4126,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3642
4126
  volume?: "loud" | "soft" | undefined;
3643
4127
  style?: "peppa" | "robot" | undefined;
3644
4128
  } | undefined;
4129
+ promptText?: string | undefined;
3645
4130
  useGPU?: boolean | undefined;
3646
4131
  outputSampleRate?: number | undefined;
3647
4132
  streamChunkTokens?: number | undefined;
@@ -3690,6 +4175,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3690
4175
  sha256Checksum?: string | undefined;
3691
4176
  addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
3692
4177
  } | undefined;
4178
+ backendsDir?: string | undefined;
3693
4179
  referenceText?: string | undefined;
3694
4180
  greedy?: boolean | undefined;
3695
4181
  temperature?: number | undefined;
@@ -3763,15 +4249,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
3763
4249
  device?: "gpu" | "cpu" | undefined;
3764
4250
  'main-gpu'?: number | "integrated" | "dedicated" | undefined;
3765
4251
  prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
3766
- type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | "q8_0" | undefined;
4252
+ type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
3767
4253
  rng?: "cpu" | "cuda" | "std_default" | undefined;
3768
4254
  sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
3769
- clip_on_cpu?: boolean | undefined;
3770
- vae_on_cpu?: boolean | undefined;
3771
4255
  vae_auto_cpu_fallback?: boolean | undefined;
3772
4256
  vae_auto_cpu_fallback_memory_ratio?: number | undefined;
3773
4257
  vae_tiling?: boolean | undefined;
3774
4258
  offload_to_cpu?: boolean | undefined;
4259
+ control_net_cpu?: undefined;
4260
+ clip_on_cpu?: undefined;
4261
+ vae_on_cpu?: undefined;
4262
+ backend?: string | undefined;
4263
+ params_backend?: string | undefined;
4264
+ max_vram?: string | number | undefined;
4265
+ stream_layers?: boolean | undefined;
3775
4266
  flash_attn?: boolean | undefined;
3776
4267
  diffusion_fa?: boolean | undefined;
3777
4268
  lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
@@ -4294,6 +4785,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4294
4785
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4295
4786
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4296
4787
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4788
+ tool_choice: z.ZodOptional<z.ZodString>;
4297
4789
  }, z.core.$strict>>;
4298
4790
  captureThinking: z.ZodOptional<z.ZodBoolean>;
4299
4791
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
@@ -4364,6 +4856,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4364
4856
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4365
4857
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4366
4858
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4859
+ tool_choice: z.ZodOptional<z.ZodString>;
4367
4860
  }, z.core.$strict>>;
4368
4861
  captureThinking: z.ZodOptional<z.ZodBoolean>;
4369
4862
  emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
@@ -4427,6 +4920,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4427
4920
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
4428
4921
  reasoning_budget: z.ZodOptional<z.ZodNumber>;
4429
4922
  remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
4923
+ tool_choice: z.ZodOptional<z.ZodString>;
4430
4924
  }, z.core.$strict>>;
4431
4925
  responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
4432
4926
  type: z.ZodLiteral<"text">;
@@ -4590,6 +5084,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4590
5084
  reverb: z.ZodOptional<z.ZodString>;
4591
5085
  quality: z.ZodOptional<z.ZodString>;
4592
5086
  modelId: z.ZodString;
5087
+ requestId: z.ZodOptional<z.ZodString>;
4593
5088
  inputType: z.ZodDefault<z.ZodString>;
4594
5089
  text: z.ZodString;
4595
5090
  stream: z.ZodDefault<z.ZodBoolean>;
@@ -4626,6 +5121,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4626
5121
  reverb: z.ZodOptional<z.ZodString>;
4627
5122
  quality: z.ZodOptional<z.ZodString>;
4628
5123
  modelId: z.ZodString;
5124
+ requestId: z.ZodOptional<z.ZodString>;
4629
5125
  inputType: z.ZodDefault<z.ZodString>;
4630
5126
  accumulateSentences: z.ZodOptional<z.ZodBoolean>;
4631
5127
  sentenceDelimiterPreset: z.ZodOptional<z.ZodEnum<{
@@ -4762,6 +5258,52 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4762
5258
  type: z.ZodLiteral<"rag">;
4763
5259
  operation: z.ZodLiteral<"deleteWorkspace">;
4764
5260
  requestId: z.ZodOptional<z.ZodString>;
5261
+ }, z.core.$strip>], "operation">, z.ZodDiscriminatedUnion<[z.ZodObject<{
5262
+ dim: z.ZodNumber;
5263
+ storage: z.ZodDefault<z.ZodEnum<{
5264
+ readonly F32: "f32";
5265
+ readonly Q8: "q8";
5266
+ readonly Q4: "q4";
5267
+ readonly TURBOVEC_Q4: "turbovec-q4";
5268
+ readonly TURBOVEC_Q2: "turbovec-q2";
5269
+ }>>;
5270
+ operation: z.ZodLiteral<"create">;
5271
+ type: z.ZodLiteral<"vectorIndex">;
5272
+ }, z.core.$strip>, z.ZodObject<{
5273
+ path: z.ZodString;
5274
+ operation: z.ZodLiteral<"load">;
5275
+ type: z.ZodLiteral<"vectorIndex">;
5276
+ }, z.core.$strip>, z.ZodObject<{
5277
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5278
+ vectors: z.ZodArray<z.ZodArray<z.ZodNumber>>;
5279
+ operation: z.ZodLiteral<"add">;
5280
+ indexId: z.ZodString;
5281
+ type: z.ZodLiteral<"vectorIndex">;
5282
+ }, z.core.$strip>, z.ZodObject<{
5283
+ queries: z.ZodArray<z.ZodArray<z.ZodNumber>>;
5284
+ k: z.ZodNumber;
5285
+ operation: z.ZodLiteral<"search">;
5286
+ indexId: z.ZodString;
5287
+ type: z.ZodLiteral<"vectorIndex">;
5288
+ }, z.core.$strip>, z.ZodObject<{
5289
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5290
+ operation: z.ZodLiteral<"remove">;
5291
+ indexId: z.ZodString;
5292
+ type: z.ZodLiteral<"vectorIndex">;
5293
+ }, z.core.$strip>, z.ZodObject<{
5294
+ ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
5295
+ operation: z.ZodLiteral<"contains">;
5296
+ indexId: z.ZodString;
5297
+ type: z.ZodLiteral<"vectorIndex">;
5298
+ }, z.core.$strip>, z.ZodObject<{
5299
+ path: z.ZodString;
5300
+ operation: z.ZodLiteral<"write">;
5301
+ indexId: z.ZodString;
5302
+ type: z.ZodLiteral<"vectorIndex">;
5303
+ }, z.core.$strip>, z.ZodObject<{
5304
+ operation: z.ZodLiteral<"dispose">;
5305
+ indexId: z.ZodString;
5306
+ type: z.ZodLiteral<"vectorIndex">;
4765
5307
  }, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
4766
5308
  type: z.ZodLiteral<"deleteCache">;
4767
5309
  all: z.ZodLiteral<true>;
@@ -4786,10 +5328,14 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
4786
5328
  model: z.ZodObject<{
4787
5329
  sha256Checksum: z.ZodString;
4788
5330
  name: z.ZodString;
5331
+ registryPath: z.ZodOptional<z.ZodString>;
5332
+ registrySource: z.ZodOptional<z.ZodString>;
4789
5333
  }, z.core.$strip>;
4790
5334
  artifacts: z.ZodOptional<z.ZodArray<z.ZodObject<{
4791
5335
  sha256Checksum: z.ZodString;
4792
5336
  name: z.ZodString;
5337
+ registryPath: z.ZodOptional<z.ZodString>;
5338
+ registrySource: z.ZodOptional<z.ZodString>;
4793
5339
  }, z.core.$strip>>>;
4794
5340
  workload: z.ZodDiscriminatedUnion<[z.ZodObject<{
4795
5341
  kind: z.ZodLiteral<"llm">;
@@ -5188,7 +5734,82 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
5188
5734
  type: z.ZodLiteral<"classify">;
5189
5735
  }, z.core.$strip>]>;
5190
5736
  export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5737
+ progress: z.ZodOptional<z.ZodObject<{
5738
+ stage: z.ZodString;
5739
+ step: z.ZodNumber;
5740
+ total: z.ZodNumber;
5741
+ }, z.core.$strip>>;
5742
+ data: z.ZodOptional<z.ZodString>;
5743
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5744
+ channels: z.ZodOptional<z.ZodNumber>;
5745
+ bitsPerSample: z.ZodOptional<z.ZodNumber>;
5746
+ done: z.ZodDefault<z.ZodBoolean>;
5747
+ stopReason: z.ZodOptional<z.ZodEnum<{
5748
+ cancelled: "cancelled";
5749
+ completed: "completed";
5750
+ }>>;
5751
+ stats: z.ZodOptional<z.ZodObject<{
5752
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
5753
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
5754
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
5755
+ backendDevice: z.ZodOptional<z.ZodNumber>;
5756
+ backendId: z.ZodOptional<z.ZodNumber>;
5757
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5758
+ lrc: z.ZodOptional<z.ZodString>;
5759
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5760
+ understand: z.ZodOptional<z.ZodObject<{
5761
+ caption: z.ZodString;
5762
+ bpm: z.ZodNumber;
5763
+ duration: z.ZodNumber;
5764
+ keyscale: z.ZodString;
5765
+ timesignature: z.ZodString;
5766
+ vocalLanguage: z.ZodString;
5767
+ audioCodes: z.ZodArray<z.ZodNumber>;
5768
+ }, z.core.$strip>>;
5769
+ }, z.core.$strip>>;
5770
+ diagnostics: z.ZodOptional<z.ZodObject<{
5771
+ selectedBackend: z.ZodString;
5772
+ selectedDevice: z.ZodEnum<{
5773
+ gpu: "gpu";
5774
+ cpu: "cpu";
5775
+ }>;
5776
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
5777
+ vulkan: "vulkan";
5778
+ metal: "metal";
5779
+ opencl: "opencl";
5780
+ cuda: "cuda";
5781
+ opengl: "opengl";
5782
+ webgpu: "webgpu";
5783
+ direct3d11: "direct3d11";
5784
+ direct3d12: "direct3d12";
5785
+ levelZero: "levelZero";
5786
+ rocm: "rocm";
5787
+ }>>;
5788
+ driver: z.ZodOptional<z.ZodObject<{
5789
+ name: z.ZodString;
5790
+ version: z.ZodOptional<z.ZodString>;
5791
+ }, z.core.$strip>>;
5792
+ gpuId: z.ZodOptional<z.ZodString>;
5793
+ fallback: z.ZodOptional<z.ZodObject<{
5794
+ requestedBackend: z.ZodOptional<z.ZodString>;
5795
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
5796
+ gpu: "gpu";
5797
+ cpu: "cpu";
5798
+ }>>;
5799
+ reason: z.ZodString;
5800
+ }, z.core.$strip>>;
5801
+ probe: z.ZodOptional<z.ZodObject<{
5802
+ status: z.ZodEnum<{
5803
+ unknown: "unknown";
5804
+ compatible: "compatible";
5805
+ incompatible: "incompatible";
5806
+ }>;
5807
+ backend: z.ZodString;
5808
+ reason: z.ZodOptional<z.ZodString>;
5809
+ }, z.core.$strip>>;
5810
+ }, z.core.$strip>>;
5191
5811
  type: z.ZodLiteral<"audioGenStream">;
5812
+ }, z.core.$strict>, z.ZodObject<{
5192
5813
  progress: z.ZodOptional<z.ZodObject<{
5193
5814
  stage: z.ZodString;
5194
5815
  step: z.ZodNumber;
@@ -5209,6 +5830,100 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5209
5830
  realTimeFactor: z.ZodOptional<z.ZodNumber>;
5210
5831
  backendDevice: z.ZodOptional<z.ZodNumber>;
5211
5832
  backendId: z.ZodOptional<z.ZodNumber>;
5833
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5834
+ lrc: z.ZodOptional<z.ZodString>;
5835
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5836
+ understand: z.ZodOptional<z.ZodObject<{
5837
+ caption: z.ZodString;
5838
+ bpm: z.ZodNumber;
5839
+ duration: z.ZodNumber;
5840
+ keyscale: z.ZodString;
5841
+ timesignature: z.ZodString;
5842
+ vocalLanguage: z.ZodString;
5843
+ audioCodes: z.ZodArray<z.ZodNumber>;
5844
+ }, z.core.$strip>>;
5845
+ }, z.core.$strip>>;
5846
+ diagnostics: z.ZodOptional<z.ZodObject<{
5847
+ selectedBackend: z.ZodString;
5848
+ selectedDevice: z.ZodEnum<{
5849
+ gpu: "gpu";
5850
+ cpu: "cpu";
5851
+ }>;
5852
+ graphicsApi: z.ZodOptional<z.ZodEnum<{
5853
+ vulkan: "vulkan";
5854
+ metal: "metal";
5855
+ opencl: "opencl";
5856
+ cuda: "cuda";
5857
+ opengl: "opengl";
5858
+ webgpu: "webgpu";
5859
+ direct3d11: "direct3d11";
5860
+ direct3d12: "direct3d12";
5861
+ levelZero: "levelZero";
5862
+ rocm: "rocm";
5863
+ }>>;
5864
+ driver: z.ZodOptional<z.ZodObject<{
5865
+ name: z.ZodString;
5866
+ version: z.ZodOptional<z.ZodString>;
5867
+ }, z.core.$strip>>;
5868
+ gpuId: z.ZodOptional<z.ZodString>;
5869
+ fallback: z.ZodOptional<z.ZodObject<{
5870
+ requestedBackend: z.ZodOptional<z.ZodString>;
5871
+ requestedDevice: z.ZodOptional<z.ZodEnum<{
5872
+ gpu: "gpu";
5873
+ cpu: "cpu";
5874
+ }>>;
5875
+ reason: z.ZodString;
5876
+ }, z.core.$strip>>;
5877
+ probe: z.ZodOptional<z.ZodObject<{
5878
+ status: z.ZodEnum<{
5879
+ unknown: "unknown";
5880
+ compatible: "compatible";
5881
+ incompatible: "incompatible";
5882
+ }>;
5883
+ backend: z.ZodString;
5884
+ reason: z.ZodOptional<z.ZodString>;
5885
+ }, z.core.$strip>>;
5886
+ }, z.core.$strip>>;
5887
+ type: z.ZodLiteral<"audioEditStream">;
5888
+ }, z.core.$strict>, z.ZodObject<{
5889
+ type: z.ZodLiteral<"audioUnderstand">;
5890
+ progress: z.ZodOptional<z.ZodObject<{
5891
+ stage: z.ZodString;
5892
+ step: z.ZodNumber;
5893
+ total: z.ZodNumber;
5894
+ }, z.core.$strip>>;
5895
+ understand: z.ZodOptional<z.ZodObject<{
5896
+ caption: z.ZodString;
5897
+ bpm: z.ZodNumber;
5898
+ duration: z.ZodNumber;
5899
+ keyscale: z.ZodString;
5900
+ timesignature: z.ZodString;
5901
+ vocalLanguage: z.ZodString;
5902
+ audioCodes: z.ZodArray<z.ZodNumber>;
5903
+ }, z.core.$strip>>;
5904
+ done: z.ZodDefault<z.ZodBoolean>;
5905
+ stopReason: z.ZodOptional<z.ZodEnum<{
5906
+ cancelled: "cancelled";
5907
+ completed: "completed";
5908
+ }>>;
5909
+ stats: z.ZodOptional<z.ZodObject<{
5910
+ audioDurationMs: z.ZodOptional<z.ZodNumber>;
5911
+ totalTimeMs: z.ZodOptional<z.ZodNumber>;
5912
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
5913
+ backendDevice: z.ZodOptional<z.ZodNumber>;
5914
+ backendId: z.ZodOptional<z.ZodNumber>;
5915
+ lyricsScore: z.ZodOptional<z.ZodNumber>;
5916
+ lrc: z.ZodOptional<z.ZodString>;
5917
+ qualityScore: z.ZodOptional<z.ZodNumber>;
5918
+ understand: z.ZodOptional<z.ZodObject<{
5919
+ caption: z.ZodString;
5920
+ bpm: z.ZodNumber;
5921
+ duration: z.ZodNumber;
5922
+ keyscale: z.ZodString;
5923
+ timesignature: z.ZodString;
5924
+ vocalLanguage: z.ZodString;
5925
+ audioCodes: z.ZodArray<z.ZodNumber>;
5926
+ }, z.core.$strip>>;
5212
5927
  }, z.core.$strip>>;
5213
5928
  diagnostics: z.ZodOptional<z.ZodObject<{
5214
5929
  selectedBackend: z.ZodString;
@@ -5312,6 +6027,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5312
6027
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5313
6028
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5314
6029
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6030
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5315
6031
  backendDevice: z.ZodOptional<z.ZodEnum<{
5316
6032
  gpu: "gpu";
5317
6033
  cpu: "cpu";
@@ -5388,6 +6104,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5388
6104
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5389
6105
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5390
6106
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6107
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5391
6108
  backendDevice: z.ZodOptional<z.ZodEnum<{
5392
6109
  gpu: "gpu";
5393
6110
  cpu: "cpu";
@@ -5474,6 +6191,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5474
6191
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5475
6192
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5476
6193
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6194
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5477
6195
  backendDevice: z.ZodOptional<z.ZodEnum<{
5478
6196
  gpu: "gpu";
5479
6197
  cpu: "cpu";
@@ -5512,6 +6230,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5512
6230
  generatedTokens: z.ZodOptional<z.ZodNumber>;
5513
6231
  emittedTokens: z.ZodOptional<z.ZodNumber>;
5514
6232
  avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
6233
+ toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
5515
6234
  backendDevice: z.ZodOptional<z.ZodEnum<{
5516
6235
  gpu: "gpu";
5517
6236
  cpu: "cpu";
@@ -5727,26 +6446,52 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5727
6446
  type: z.ZodLiteral<"textToSpeech">;
5728
6447
  buffer: z.ZodArray<z.ZodNumber>;
5729
6448
  done: z.ZodDefault<z.ZodBoolean>;
6449
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5730
6450
  stats: z.ZodOptional<z.ZodObject<{
5731
6451
  audioDuration: z.ZodOptional<z.ZodNumber>;
6452
+ totalTime: z.ZodOptional<z.ZodNumber>;
6453
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
6454
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5732
6455
  totalSamples: z.ZodOptional<z.ZodNumber>;
6456
+ generatedFrames: z.ZodOptional<z.ZodNumber>;
6457
+ backendDevice: z.ZodOptional<z.ZodNumber>;
6458
+ backendId: z.ZodOptional<z.ZodNumber>;
6459
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
5733
6460
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
5734
6461
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
5735
6462
  }, z.core.$strip>>;
5736
6463
  chunkIndex: z.ZodOptional<z.ZodNumber>;
5737
6464
  sentenceChunk: z.ZodOptional<z.ZodString>;
6465
+ isLast: z.ZodOptional<z.ZodBoolean>;
6466
+ stopReason: z.ZodOptional<z.ZodEnum<{
6467
+ cancelled: "cancelled";
6468
+ completed: "completed";
6469
+ }>>;
5738
6470
  }, z.core.$strip>, z.ZodObject<{
5739
6471
  type: z.ZodLiteral<"textToSpeechStream">;
5740
6472
  buffer: z.ZodArray<z.ZodNumber>;
5741
6473
  done: z.ZodDefault<z.ZodBoolean>;
6474
+ sampleRate: z.ZodOptional<z.ZodNumber>;
5742
6475
  stats: z.ZodOptional<z.ZodObject<{
5743
6476
  audioDuration: z.ZodOptional<z.ZodNumber>;
6477
+ totalTime: z.ZodOptional<z.ZodNumber>;
6478
+ realTimeFactor: z.ZodOptional<z.ZodNumber>;
6479
+ tokensPerSecond: z.ZodOptional<z.ZodNumber>;
5744
6480
  totalSamples: z.ZodOptional<z.ZodNumber>;
6481
+ generatedFrames: z.ZodOptional<z.ZodNumber>;
6482
+ backendDevice: z.ZodOptional<z.ZodNumber>;
6483
+ backendId: z.ZodOptional<z.ZodNumber>;
6484
+ gpuUnsupported: z.ZodOptional<z.ZodNumber>;
5745
6485
  enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
5746
6486
  enhancerBackendId: z.ZodOptional<z.ZodNumber>;
5747
6487
  }, z.core.$strip>>;
5748
6488
  chunkIndex: z.ZodOptional<z.ZodNumber>;
5749
6489
  sentenceChunk: z.ZodOptional<z.ZodString>;
6490
+ isLast: z.ZodOptional<z.ZodBoolean>;
6491
+ stopReason: z.ZodOptional<z.ZodEnum<{
6492
+ cancelled: "cancelled";
6493
+ completed: "completed";
6494
+ }>>;
5750
6495
  }, z.core.$strip>, z.ZodObject<{
5751
6496
  type: z.ZodLiteral<"cancel">;
5752
6497
  success: z.ZodBoolean;
@@ -5852,7 +6597,61 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
5852
6597
  current: z.ZodNumber;
5853
6598
  total: z.ZodNumber;
5854
6599
  timestamp: z.ZodNumber;
6600
+ }, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
6601
+ type: z.ZodLiteral<"vectorIndex">;
6602
+ operation: z.ZodLiteral<"create">;
6603
+ indexId: z.ZodString;
6604
+ dim: z.ZodNumber;
6605
+ storage: z.ZodEnum<{
6606
+ readonly F32: "f32";
6607
+ readonly Q8: "q8";
6608
+ readonly Q4: "q4";
6609
+ readonly TURBOVEC_Q4: "turbovec-q4";
6610
+ readonly TURBOVEC_Q2: "turbovec-q2";
6611
+ }>;
6612
+ length: z.ZodNumber;
6613
+ }, z.core.$strip>, z.ZodObject<{
6614
+ type: z.ZodLiteral<"vectorIndex">;
6615
+ operation: z.ZodLiteral<"load">;
6616
+ indexId: z.ZodString;
6617
+ dim: z.ZodNumber;
6618
+ storage: z.ZodOptional<z.ZodEnum<{
6619
+ readonly F32: "f32";
6620
+ readonly Q8: "q8";
6621
+ readonly Q4: "q4";
6622
+ readonly TURBOVEC_Q4: "turbovec-q4";
6623
+ readonly TURBOVEC_Q2: "turbovec-q2";
6624
+ }>>;
6625
+ length: z.ZodNumber;
6626
+ }, z.core.$strip>, z.ZodObject<{
6627
+ type: z.ZodLiteral<"vectorIndex">;
6628
+ operation: z.ZodLiteral<"add">;
6629
+ length: z.ZodNumber;
6630
+ }, z.core.$strip>, z.ZodObject<{
6631
+ type: z.ZodLiteral<"vectorIndex">;
6632
+ operation: z.ZodLiteral<"search">;
6633
+ results: z.ZodArray<z.ZodArray<z.ZodObject<{
6634
+ id: z.ZodString;
6635
+ score: z.ZodNumber;
6636
+ }, z.core.$strip>>>;
5855
6637
  }, z.core.$strip>, z.ZodObject<{
6638
+ type: z.ZodLiteral<"vectorIndex">;
6639
+ operation: z.ZodLiteral<"remove">;
6640
+ removed: z.ZodArray<z.ZodBoolean>;
6641
+ length: z.ZodNumber;
6642
+ }, z.core.$strip>, z.ZodObject<{
6643
+ type: z.ZodLiteral<"vectorIndex">;
6644
+ operation: z.ZodLiteral<"contains">;
6645
+ present: z.ZodArray<z.ZodBoolean>;
6646
+ }, z.core.$strip>, z.ZodObject<{
6647
+ type: z.ZodLiteral<"vectorIndex">;
6648
+ operation: z.ZodLiteral<"write">;
6649
+ path: z.ZodString;
6650
+ }, z.core.$strip>, z.ZodObject<{
6651
+ type: z.ZodLiteral<"vectorIndex">;
6652
+ operation: z.ZodLiteral<"dispose">;
6653
+ disposed: z.ZodBoolean;
6654
+ }, z.core.$strip>], "operation">, z.ZodObject<{
5856
6655
  type: z.ZodLiteral<"deleteCache">;
5857
6656
  success: z.ZodBoolean;
5858
6657
  error: z.ZodOptional<z.ZodString>;
@@ -6931,6 +7730,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6931
7730
  evidence: z.ZodOptional<z.ZodEnum<{
6932
7731
  calibration: "calibration";
6933
7732
  "computed-only": "computed-only";
7733
+ "native-fit": "native-fit";
6934
7734
  }>>;
6935
7735
  budget: z.ZodOptional<z.ZodObject<{
6936
7736
  totalBytes: z.ZodNumber;
@@ -6954,6 +7754,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
6954
7754
  evidence: z.ZodOptional<z.ZodEnum<{
6955
7755
  calibration: "calibration";
6956
7756
  "computed-only": "computed-only";
7757
+ "native-fit": "native-fit";
6957
7758
  }>>;
6958
7759
  estimate: z.ZodOptional<z.ZodObject<{
6959
7760
  lowerBoundBytes: z.ZodNumber;