@qvac/inference 0.19.0 → 0.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +95 -39
- package/dist/api/audio-gen.d.ts +42 -1
- package/dist/api/audio-gen.js +137 -51
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/text-to-speech.d.ts +31 -4
- package/dist/api/text-to-speech.js +117 -21
- package/dist/api/vector-index.d.ts +142 -0
- package/dist/api/vector-index.js +168 -0
- package/dist/api/world.d.ts +2 -2
- package/dist/errors/index.d.ts +12 -0
- package/dist/errors/index.js +21 -0
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/handlers/vector-index.d.ts +2 -0
- package/dist/handlers/vector-index.js +40 -0
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/models/registry/models.d.ts +351 -12
- package/dist/models/registry/models.js +2271 -1957
- package/dist/models/registry/resource-profiles.js +135 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +65 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +9 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +24 -7
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +46 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +218 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +56 -225
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +8 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +28 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +248 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +5 -2
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +0 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +96 -89
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +0 -31
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +48 -27
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +239 -135
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +18 -16
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +11 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +1 -2
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +2 -38
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +42 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +1 -1
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +1 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +1 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +1 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +8 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +9 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +51 -19
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +29 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +66 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +10 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -5
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +143 -28
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +182 -66
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +267 -22
- package/dist/plugins/builtin/tts-ggml/plugin.js +94 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +1 -2
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +1 -1
- package/dist/plugins/ops/load-model.js +22 -2
- package/dist/plugins/ops/translate.js +58 -12
- package/dist/plugins/ops/translatepsy-utils.d.ts +17 -0
- package/dist/plugins/ops/translatepsy-utils.js +32 -0
- package/dist/plugins/registry.d.ts +15 -0
- package/dist/plugins/registry.js +133 -15
- package/dist/plugins/turbovec-backend.d.ts +17 -0
- package/dist/plugins/turbovec-backend.js +99 -0
- package/dist/registry.js +4 -0
- package/dist/resources/model-fit/assess.js +169 -68
- package/dist/resources/model-fit/estimators/llm.d.ts +1 -0
- package/dist/resources/model-fit/estimators/llm.js +3 -1
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +46 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.js +214 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.d.ts +26 -0
- package/dist/resources/model-fit/native-probe/create-llama-fit-request.js +171 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +42 -0
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +192 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +70 -0
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +372 -0
- package/dist/resources/native.js +5 -4
- package/dist/resources/types.d.ts +1 -3
- package/dist/runtime/env.d.ts +2 -0
- package/dist/runtime/env.js +9 -2
- package/dist/runtime/lifecycle.js +2 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/request-context.js +17 -0
- package/dist/runtime/vector-index-backend.d.ts +25 -0
- package/dist/runtime/vector-index-backend.js +1 -0
- package/dist/runtime/vector-index-registry.d.ts +76 -0
- package/dist/runtime/vector-index-registry.js +161 -0
- package/dist/schemas/assess-model-fit.d.ts +84 -0
- package/dist/schemas/assess-model-fit.js +72 -3
- package/dist/schemas/audio-gen.d.ts +482 -7
- package/dist/schemas/audio-gen.js +376 -17
- package/dist/schemas/batch-completion-stream.d.ts +10 -0
- package/dist/schemas/batch-completion-stream.js +5 -3
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/common.d.ts +782 -19
- package/dist/schemas/common.js +8 -1
- package/dist/schemas/completion-event.d.ts +14 -1
- package/dist/schemas/completion-event.js +4 -0
- package/dist/schemas/completion-stream.d.ts +22 -0
- package/dist/schemas/completion-stream.js +41 -4
- package/dist/schemas/config.d.ts +48 -30
- package/dist/schemas/errors.d.ts +4 -0
- package/dist/schemas/errors.js +22 -0
- package/dist/schemas/index.d.ts +1 -0
- package/dist/schemas/index.js +1 -0
- package/dist/schemas/llamacpp-config.d.ts +4 -8
- package/dist/schemas/llamacpp-config.js +4 -4
- package/dist/schemas/load-model.d.ts +2604 -180
- package/dist/schemas/model-config-schemas.d.ts +228 -5
- package/dist/schemas/model-ops.d.ts +3 -0
- package/dist/schemas/model-ops.js +6 -0
- package/dist/schemas/plugin.d.ts +21 -11
- package/dist/schemas/sdcpp-config.d.ts +221 -4
- package/dist/schemas/sdcpp-config.js +128 -22
- package/dist/schemas/text-to-speech.d.ts +780 -19
- package/dist/schemas/text-to-speech.js +298 -44
- package/dist/schemas/transcription-config.js +7 -4
- package/dist/schemas/vector-index.d.ts +194 -0
- package/dist/schemas/vector-index.js +185 -0
- package/dist/utils/addon-responses.d.ts +30 -3
- package/dist/utils/aggregate-events.d.ts +3 -1
- package/dist/utils/aggregate-events.js +7 -1
- package/dist/utils/tts-stats.d.ts +15 -11
- package/dist/utils/tts-stats.js +33 -11
- package/package.json +29 -26
package/dist/schemas/common.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import { z } from 'zod';
|
|
|
2
2
|
export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
3
3
|
type: z.ZodLiteral<"audioGenStream">;
|
|
4
4
|
requestId: z.ZodOptional<z.ZodString>;
|
|
5
|
+
audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
5
6
|
referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6
7
|
type: z.ZodLiteral<"base64">;
|
|
7
8
|
value: z.ZodString;
|
|
@@ -24,6 +25,27 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
24
25
|
bpm: z.ZodOptional<z.ZodNumber>;
|
|
25
26
|
keyscale: z.ZodOptional<z.ZodString>;
|
|
26
27
|
timesignature: z.ZodOptional<z.ZodString>;
|
|
28
|
+
augmentCaptionWithMetadata: z.ZodOptional<z.ZodBoolean>;
|
|
29
|
+
simpleMode: z.ZodOptional<z.ZodBoolean>;
|
|
30
|
+
rewriteQuery: z.ZodOptional<z.ZodBoolean>;
|
|
31
|
+
generateLrc: z.ZodOptional<z.ZodBoolean>;
|
|
32
|
+
computeQualityScore: z.ZodOptional<z.ZodBoolean>;
|
|
33
|
+
normalizeLoudness: z.ZodOptional<z.ZodBoolean>;
|
|
34
|
+
guidanceScale: z.ZodOptional<z.ZodNumber>;
|
|
35
|
+
track: z.ZodOptional<z.ZodEnum<{
|
|
36
|
+
vocals: "vocals";
|
|
37
|
+
backing_vocals: "backing_vocals";
|
|
38
|
+
drums: "drums";
|
|
39
|
+
bass: "bass";
|
|
40
|
+
guitar: "guitar";
|
|
41
|
+
keyboard: "keyboard";
|
|
42
|
+
percussion: "percussion";
|
|
43
|
+
strings: "strings";
|
|
44
|
+
synth: "synth";
|
|
45
|
+
fx: "fx";
|
|
46
|
+
brass: "brass";
|
|
47
|
+
woodwinds: "woodwinds";
|
|
48
|
+
}>>;
|
|
27
49
|
duration: z.ZodOptional<z.ZodNumber>;
|
|
28
50
|
maxFrames: z.ZodOptional<z.ZodNumber>;
|
|
29
51
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
@@ -39,9 +61,64 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
39
61
|
taskType: z.ZodOptional<z.ZodEnum<{
|
|
40
62
|
text2music: "text2music";
|
|
41
63
|
"cover-nofsq": "cover-nofsq";
|
|
64
|
+
lego: "lego";
|
|
42
65
|
}>>;
|
|
43
66
|
audioCoverStrength: z.ZodOptional<z.ZodNumber>;
|
|
44
67
|
coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
|
|
68
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
69
|
+
sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
70
|
+
type: z.ZodLiteral<"base64">;
|
|
71
|
+
value: z.ZodString;
|
|
72
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
73
|
+
type: z.ZodLiteral<"filePath">;
|
|
74
|
+
value: z.ZodString;
|
|
75
|
+
}, z.core.$strip>], "type">;
|
|
76
|
+
type: z.ZodLiteral<"audioEditStream">;
|
|
77
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
78
|
+
modelId: z.ZodString;
|
|
79
|
+
operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
80
|
+
type: z.ZodLiteral<"flow-edit">;
|
|
81
|
+
from: z.ZodObject<{
|
|
82
|
+
caption: z.ZodString;
|
|
83
|
+
lyrics: z.ZodOptional<z.ZodString>;
|
|
84
|
+
}, z.core.$strict>;
|
|
85
|
+
to: z.ZodObject<{
|
|
86
|
+
caption: z.ZodString;
|
|
87
|
+
lyrics: z.ZodOptional<z.ZodString>;
|
|
88
|
+
}, z.core.$strict>;
|
|
89
|
+
nMin: z.ZodOptional<z.ZodNumber>;
|
|
90
|
+
nMax: z.ZodOptional<z.ZodNumber>;
|
|
91
|
+
nAvg: z.ZodOptional<z.ZodNumber>;
|
|
92
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
93
|
+
type: z.ZodLiteral<"repaint">;
|
|
94
|
+
caption: z.ZodString;
|
|
95
|
+
lyrics: z.ZodOptional<z.ZodString>;
|
|
96
|
+
start: z.ZodNumber;
|
|
97
|
+
end: z.ZodOptional<z.ZodNumber>;
|
|
98
|
+
mode: z.ZodOptional<z.ZodEnum<{
|
|
99
|
+
conservative: "conservative";
|
|
100
|
+
balanced: "balanced";
|
|
101
|
+
aggressive: "aggressive";
|
|
102
|
+
}>>;
|
|
103
|
+
strength: z.ZodOptional<z.ZodNumber>;
|
|
104
|
+
}, z.core.$strict>], "type">>;
|
|
105
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
106
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
107
|
+
sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
108
|
+
type: z.ZodLiteral<"base64">;
|
|
109
|
+
value: z.ZodString;
|
|
110
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
111
|
+
type: z.ZodLiteral<"filePath">;
|
|
112
|
+
value: z.ZodString;
|
|
113
|
+
}, z.core.$strip>], "type">;
|
|
114
|
+
type: z.ZodLiteral<"audioUnderstand">;
|
|
115
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
116
|
+
modelId: z.ZodString;
|
|
117
|
+
seed: z.ZodOptional<z.ZodNumber>;
|
|
118
|
+
vocalLanguage: z.ZodOptional<z.ZodString>;
|
|
119
|
+
lmTemperature: z.ZodOptional<z.ZodNumber>;
|
|
120
|
+
lmTopP: z.ZodOptional<z.ZodNumber>;
|
|
121
|
+
lmTopK: z.ZodOptional<z.ZodNumber>;
|
|
45
122
|
}, z.core.$strict>, z.ZodObject<{
|
|
46
123
|
type: z.ZodLiteral<"heartbeat">;
|
|
47
124
|
}, z.core.$strip>, z.ZodUnion<readonly [z.ZodPipe<z.ZodUnion<readonly [z.ZodObject<{
|
|
@@ -94,7 +171,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
94
171
|
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
95
172
|
none: "none";
|
|
96
173
|
layer: "layer";
|
|
97
|
-
row: "row";
|
|
98
174
|
tensor: "tensor";
|
|
99
175
|
}>>;
|
|
100
176
|
'flash-attn': z.ZodOptional<z.ZodEnum<{
|
|
@@ -405,7 +481,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
405
481
|
splitMode: z.ZodOptional<z.ZodEnum<{
|
|
406
482
|
none: "none";
|
|
407
483
|
layer: "layer";
|
|
408
|
-
row: "row";
|
|
409
484
|
}>>;
|
|
410
485
|
tensorSplit: z.ZodOptional<z.ZodString>;
|
|
411
486
|
verbosity: z.ZodOptional<z.ZodEnum<{
|
|
@@ -1056,6 +1131,85 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1056
1131
|
}, z.core.$strict>, z.ZodObject<{
|
|
1057
1132
|
[x: string]: z.ZodOptional<z.ZodUnknown>;
|
|
1058
1133
|
}, z.core.$strict>, z.ZodObject<{
|
|
1134
|
+
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1135
|
+
src: z.ZodString;
|
|
1136
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1137
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1138
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1139
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1140
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1141
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1142
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1143
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1144
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1145
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1146
|
+
embeddings: "embeddings";
|
|
1147
|
+
diffusion: "diffusion";
|
|
1148
|
+
audiogen: "audiogen";
|
|
1149
|
+
tts: "tts";
|
|
1150
|
+
ocr: "ocr";
|
|
1151
|
+
vla: "vla";
|
|
1152
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1153
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1154
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1155
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1156
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1157
|
+
"onnx-tts": "onnx-tts";
|
|
1158
|
+
"tts-ggml": "tts-ggml";
|
|
1159
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1160
|
+
"ggml-ocr": "ggml-ocr";
|
|
1161
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1162
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1163
|
+
"ggml-vla": "ggml-vla";
|
|
1164
|
+
"ggml-classification": "ggml-classification";
|
|
1165
|
+
llm: "llm";
|
|
1166
|
+
whisper: "whisper";
|
|
1167
|
+
bci: "bci";
|
|
1168
|
+
nmt: "nmt";
|
|
1169
|
+
parakeet: "parakeet";
|
|
1170
|
+
classification: "classification";
|
|
1171
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1172
|
+
}, z.core.$strip>]>>;
|
|
1173
|
+
lavasrDenoiserModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1174
|
+
src: z.ZodString;
|
|
1175
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1176
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1177
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1178
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1179
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1180
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1181
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1182
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1183
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1184
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1185
|
+
embeddings: "embeddings";
|
|
1186
|
+
diffusion: "diffusion";
|
|
1187
|
+
audiogen: "audiogen";
|
|
1188
|
+
tts: "tts";
|
|
1189
|
+
ocr: "ocr";
|
|
1190
|
+
vla: "vla";
|
|
1191
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1192
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1193
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1194
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1195
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1196
|
+
"onnx-tts": "onnx-tts";
|
|
1197
|
+
"tts-ggml": "tts-ggml";
|
|
1198
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1199
|
+
"ggml-ocr": "ggml-ocr";
|
|
1200
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1201
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1202
|
+
"ggml-vla": "ggml-vla";
|
|
1203
|
+
"ggml-classification": "ggml-classification";
|
|
1204
|
+
llm: "llm";
|
|
1205
|
+
whisper: "whisper";
|
|
1206
|
+
bci: "bci";
|
|
1207
|
+
nmt: "nmt";
|
|
1208
|
+
parakeet: "parakeet";
|
|
1209
|
+
classification: "classification";
|
|
1210
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1211
|
+
}, z.core.$strip>]>>;
|
|
1212
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1059
1213
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1060
1214
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1061
1215
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1098,6 +1252,123 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1098
1252
|
quality: z.ZodOptional<z.ZodString>;
|
|
1099
1253
|
ttsEngine: z.ZodLiteral<"parler">;
|
|
1100
1254
|
}, z.core.$strict>, z.ZodObject<{
|
|
1255
|
+
referenceAudioSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1256
|
+
src: z.ZodString;
|
|
1257
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1258
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1259
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1260
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1261
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1262
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1263
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1264
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1265
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1266
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1267
|
+
embeddings: "embeddings";
|
|
1268
|
+
diffusion: "diffusion";
|
|
1269
|
+
audiogen: "audiogen";
|
|
1270
|
+
tts: "tts";
|
|
1271
|
+
ocr: "ocr";
|
|
1272
|
+
vla: "vla";
|
|
1273
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1274
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1275
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1276
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1277
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1278
|
+
"onnx-tts": "onnx-tts";
|
|
1279
|
+
"tts-ggml": "tts-ggml";
|
|
1280
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1281
|
+
"ggml-ocr": "ggml-ocr";
|
|
1282
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1283
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1284
|
+
"ggml-vla": "ggml-vla";
|
|
1285
|
+
"ggml-classification": "ggml-classification";
|
|
1286
|
+
llm: "llm";
|
|
1287
|
+
whisper: "whisper";
|
|
1288
|
+
bci: "bci";
|
|
1289
|
+
nmt: "nmt";
|
|
1290
|
+
parakeet: "parakeet";
|
|
1291
|
+
classification: "classification";
|
|
1292
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1293
|
+
}, z.core.$strip>]>>;
|
|
1294
|
+
cosyvoice3S3tokModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1295
|
+
src: z.ZodString;
|
|
1296
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1297
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1298
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1299
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1300
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1301
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1302
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1303
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1304
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1305
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1306
|
+
embeddings: "embeddings";
|
|
1307
|
+
diffusion: "diffusion";
|
|
1308
|
+
audiogen: "audiogen";
|
|
1309
|
+
tts: "tts";
|
|
1310
|
+
ocr: "ocr";
|
|
1311
|
+
vla: "vla";
|
|
1312
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1313
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1314
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1315
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1316
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1317
|
+
"onnx-tts": "onnx-tts";
|
|
1318
|
+
"tts-ggml": "tts-ggml";
|
|
1319
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1320
|
+
"ggml-ocr": "ggml-ocr";
|
|
1321
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1322
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1323
|
+
"ggml-vla": "ggml-vla";
|
|
1324
|
+
"ggml-classification": "ggml-classification";
|
|
1325
|
+
llm: "llm";
|
|
1326
|
+
whisper: "whisper";
|
|
1327
|
+
bci: "bci";
|
|
1328
|
+
nmt: "nmt";
|
|
1329
|
+
parakeet: "parakeet";
|
|
1330
|
+
classification: "classification";
|
|
1331
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1332
|
+
}, z.core.$strip>]>>;
|
|
1333
|
+
cosyvoice3CampplusModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1334
|
+
src: z.ZodString;
|
|
1335
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1336
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
1337
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
1338
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
1339
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
1340
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
1341
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
1342
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
1343
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
1344
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
1345
|
+
embeddings: "embeddings";
|
|
1346
|
+
diffusion: "diffusion";
|
|
1347
|
+
audiogen: "audiogen";
|
|
1348
|
+
tts: "tts";
|
|
1349
|
+
ocr: "ocr";
|
|
1350
|
+
vla: "vla";
|
|
1351
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
1352
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
1353
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
1354
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
1355
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
1356
|
+
"onnx-tts": "onnx-tts";
|
|
1357
|
+
"tts-ggml": "tts-ggml";
|
|
1358
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
1359
|
+
"ggml-ocr": "ggml-ocr";
|
|
1360
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
1361
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
1362
|
+
"ggml-vla": "ggml-vla";
|
|
1363
|
+
"ggml-classification": "ggml-classification";
|
|
1364
|
+
llm: "llm";
|
|
1365
|
+
whisper: "whisper";
|
|
1366
|
+
bci: "bci";
|
|
1367
|
+
nmt: "nmt";
|
|
1368
|
+
parakeet: "parakeet";
|
|
1369
|
+
classification: "classification";
|
|
1370
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
1371
|
+
}, z.core.$strip>]>>;
|
|
1101
1372
|
lavasrEnhancerModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
1102
1373
|
src: z.ZodString;
|
|
1103
1374
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -1176,6 +1447,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1176
1447
|
classification: "classification";
|
|
1177
1448
|
}>, z.ZodLiteral<"vad">]>>;
|
|
1178
1449
|
}, z.core.$strip>]>>;
|
|
1450
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
1451
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1179
1452
|
ttsEngine: z.ZodLiteral<"cosyvoice3">;
|
|
1180
1453
|
emotion: z.ZodOptional<z.ZodEnum<{
|
|
1181
1454
|
anger: "anger";
|
|
@@ -1217,6 +1490,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1217
1490
|
robot: "robot";
|
|
1218
1491
|
}>>;
|
|
1219
1492
|
}, z.core.$strict>]>>;
|
|
1493
|
+
promptText: z.ZodOptional<z.ZodString>;
|
|
1220
1494
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
1221
1495
|
outputSampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1222
1496
|
streamChunkTokens: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1342,6 +1616,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1342
1616
|
classification: "classification";
|
|
1343
1617
|
}>, z.ZodLiteral<"vad">]>>;
|
|
1344
1618
|
}, z.core.$strip>]>>;
|
|
1619
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
1345
1620
|
ttsEngine: z.ZodLiteral<"audio8">;
|
|
1346
1621
|
referenceText: z.ZodOptional<z.ZodString>;
|
|
1347
1622
|
greedy: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -1465,6 +1740,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1465
1740
|
auto: "auto";
|
|
1466
1741
|
f32: "f32";
|
|
1467
1742
|
f16: "f16";
|
|
1743
|
+
q8_0: "q8_0";
|
|
1468
1744
|
bf16: "bf16";
|
|
1469
1745
|
q2_k: "q2_k";
|
|
1470
1746
|
q3_k: "q3_k";
|
|
@@ -1475,7 +1751,6 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1475
1751
|
q5_1: "q5_1";
|
|
1476
1752
|
q5_k: "q5_k";
|
|
1477
1753
|
q6_k: "q6_k";
|
|
1478
|
-
q8_0: "q8_0";
|
|
1479
1754
|
}>>;
|
|
1480
1755
|
rng: z.ZodOptional<z.ZodEnum<{
|
|
1481
1756
|
cpu: "cpu";
|
|
@@ -1487,12 +1762,17 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
1487
1762
|
cuda: "cuda";
|
|
1488
1763
|
std_default: "std_default";
|
|
1489
1764
|
}>>;
|
|
1490
|
-
clip_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1491
|
-
vae_on_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1492
1765
|
vae_auto_cpu_fallback: z.ZodOptional<z.ZodBoolean>;
|
|
1493
1766
|
vae_auto_cpu_fallback_memory_ratio: z.ZodOptional<z.ZodNumber>;
|
|
1494
1767
|
vae_tiling: z.ZodOptional<z.ZodBoolean>;
|
|
1495
1768
|
offload_to_cpu: z.ZodOptional<z.ZodBoolean>;
|
|
1769
|
+
control_net_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1770
|
+
clip_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1771
|
+
vae_on_cpu: z.ZodOptional<z.ZodCustom<never, never>>;
|
|
1772
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
1773
|
+
params_backend: z.ZodOptional<z.ZodString>;
|
|
1774
|
+
max_vram: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString]>>;
|
|
1775
|
+
stream_layers: z.ZodOptional<z.ZodBoolean>;
|
|
1496
1776
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
1497
1777
|
diffusion_fa: z.ZodOptional<z.ZodBoolean>;
|
|
1498
1778
|
lora_apply_mode: z.ZodOptional<z.ZodEnum<{
|
|
@@ -2366,7 +2646,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2366
2646
|
'cache-type-k'?: string | undefined;
|
|
2367
2647
|
'cache-type-v'?: string | undefined;
|
|
2368
2648
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
2369
|
-
'split-mode'?: "none" | "layer" | "
|
|
2649
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
2370
2650
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
2371
2651
|
'tensor-split'?: string | undefined;
|
|
2372
2652
|
openclCacheDir?: string | undefined;
|
|
@@ -2541,7 +2821,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2541
2821
|
requireHttpChecksum?: boolean | undefined;
|
|
2542
2822
|
requireSecureTransport?: boolean | undefined;
|
|
2543
2823
|
requestId?: string | undefined;
|
|
2544
|
-
modelConfig?:
|
|
2824
|
+
modelConfig?: {
|
|
2825
|
+
[x: string]: unknown;
|
|
2826
|
+
} | undefined;
|
|
2545
2827
|
} | {
|
|
2546
2828
|
seed: boolean;
|
|
2547
2829
|
type: "loadModel";
|
|
@@ -2556,7 +2838,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2556
2838
|
embdNormalize?: number | undefined;
|
|
2557
2839
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
2558
2840
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
2559
|
-
splitMode?: "none" | "layer" |
|
|
2841
|
+
splitMode?: "none" | "layer" | undefined;
|
|
2560
2842
|
tensorSplit?: string | undefined;
|
|
2561
2843
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
2562
2844
|
openclCacheDir?: string | undefined;
|
|
@@ -2688,8 +2970,39 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2688
2970
|
type: "loadModel";
|
|
2689
2971
|
modelSrc: string;
|
|
2690
2972
|
modelType: "tts-ggml";
|
|
2691
|
-
modelConfig:
|
|
2973
|
+
modelConfig: {
|
|
2974
|
+
[x: string]: unknown;
|
|
2975
|
+
} | {
|
|
2976
|
+
[x: string]: unknown;
|
|
2977
|
+
} | {
|
|
2692
2978
|
ttsEngine: "parler";
|
|
2979
|
+
lavasrEnhancerModelSrc?: string | {
|
|
2980
|
+
src: string;
|
|
2981
|
+
name?: string | undefined;
|
|
2982
|
+
modelId?: string | undefined;
|
|
2983
|
+
registryPath?: string | undefined;
|
|
2984
|
+
registrySource?: string | undefined;
|
|
2985
|
+
blobCoreKey?: string | undefined;
|
|
2986
|
+
blobIndex?: number | undefined;
|
|
2987
|
+
engine?: string | undefined;
|
|
2988
|
+
expectedSize?: number | undefined;
|
|
2989
|
+
sha256Checksum?: string | undefined;
|
|
2990
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
2991
|
+
} | undefined;
|
|
2992
|
+
lavasrDenoiserModelSrc?: string | {
|
|
2993
|
+
src: string;
|
|
2994
|
+
name?: string | undefined;
|
|
2995
|
+
modelId?: string | undefined;
|
|
2996
|
+
registryPath?: string | undefined;
|
|
2997
|
+
registrySource?: string | undefined;
|
|
2998
|
+
blobCoreKey?: string | undefined;
|
|
2999
|
+
blobIndex?: number | undefined;
|
|
3000
|
+
engine?: string | undefined;
|
|
3001
|
+
expectedSize?: number | undefined;
|
|
3002
|
+
sha256Checksum?: string | undefined;
|
|
3003
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3004
|
+
} | undefined;
|
|
3005
|
+
backendsDir?: string | undefined;
|
|
2693
3006
|
useGPU?: boolean | undefined;
|
|
2694
3007
|
outputSampleRate?: number | undefined;
|
|
2695
3008
|
streamChunkTokens?: number | undefined;
|
|
@@ -2715,6 +3028,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2715
3028
|
quality?: string | undefined;
|
|
2716
3029
|
} | {
|
|
2717
3030
|
ttsEngine: "cosyvoice3";
|
|
3031
|
+
referenceAudioSrc?: string | {
|
|
3032
|
+
src: string;
|
|
3033
|
+
name?: string | undefined;
|
|
3034
|
+
modelId?: string | undefined;
|
|
3035
|
+
registryPath?: string | undefined;
|
|
3036
|
+
registrySource?: string | undefined;
|
|
3037
|
+
blobCoreKey?: string | undefined;
|
|
3038
|
+
blobIndex?: number | undefined;
|
|
3039
|
+
engine?: string | undefined;
|
|
3040
|
+
expectedSize?: number | undefined;
|
|
3041
|
+
sha256Checksum?: string | undefined;
|
|
3042
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3043
|
+
} | undefined;
|
|
3044
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
3045
|
+
src: string;
|
|
3046
|
+
name?: string | undefined;
|
|
3047
|
+
modelId?: string | undefined;
|
|
3048
|
+
registryPath?: string | undefined;
|
|
3049
|
+
registrySource?: string | undefined;
|
|
3050
|
+
blobCoreKey?: string | undefined;
|
|
3051
|
+
blobIndex?: number | undefined;
|
|
3052
|
+
engine?: string | undefined;
|
|
3053
|
+
expectedSize?: number | undefined;
|
|
3054
|
+
sha256Checksum?: string | undefined;
|
|
3055
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3056
|
+
} | undefined;
|
|
3057
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
3058
|
+
src: string;
|
|
3059
|
+
name?: string | undefined;
|
|
3060
|
+
modelId?: string | undefined;
|
|
3061
|
+
registryPath?: string | undefined;
|
|
3062
|
+
registrySource?: string | undefined;
|
|
3063
|
+
blobCoreKey?: string | undefined;
|
|
3064
|
+
blobIndex?: number | undefined;
|
|
3065
|
+
engine?: string | undefined;
|
|
3066
|
+
expectedSize?: number | undefined;
|
|
3067
|
+
sha256Checksum?: string | undefined;
|
|
3068
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3069
|
+
} | undefined;
|
|
2718
3070
|
lavasrEnhancerModelSrc?: string | {
|
|
2719
3071
|
src: string;
|
|
2720
3072
|
name?: string | undefined;
|
|
@@ -2741,6 +3093,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2741
3093
|
sha256Checksum?: string | undefined;
|
|
2742
3094
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
2743
3095
|
} | undefined;
|
|
3096
|
+
openclCacheDir?: string | undefined;
|
|
3097
|
+
backendsDir?: string | undefined;
|
|
2744
3098
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
2745
3099
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
2746
3100
|
instruct?: string | {
|
|
@@ -2748,6 +3102,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2748
3102
|
volume?: "loud" | "soft" | undefined;
|
|
2749
3103
|
style?: "peppa" | "robot" | undefined;
|
|
2750
3104
|
} | undefined;
|
|
3105
|
+
promptText?: string | undefined;
|
|
2751
3106
|
useGPU?: boolean | undefined;
|
|
2752
3107
|
outputSampleRate?: number | undefined;
|
|
2753
3108
|
streamChunkTokens?: number | undefined;
|
|
@@ -2796,6 +3151,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2796
3151
|
sha256Checksum?: string | undefined;
|
|
2797
3152
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
2798
3153
|
} | undefined;
|
|
3154
|
+
backendsDir?: string | undefined;
|
|
2799
3155
|
referenceText?: string | undefined;
|
|
2800
3156
|
greedy?: boolean | undefined;
|
|
2801
3157
|
temperature?: number | undefined;
|
|
@@ -2868,15 +3224,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
2868
3224
|
device?: "gpu" | "cpu" | undefined;
|
|
2869
3225
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
2870
3226
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
2871
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
3227
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
2872
3228
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
2873
3229
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
2874
|
-
clip_on_cpu?: boolean | undefined;
|
|
2875
|
-
vae_on_cpu?: boolean | undefined;
|
|
2876
3230
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
2877
3231
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
2878
3232
|
vae_tiling?: boolean | undefined;
|
|
2879
3233
|
offload_to_cpu?: boolean | undefined;
|
|
3234
|
+
control_net_cpu?: undefined;
|
|
3235
|
+
clip_on_cpu?: undefined;
|
|
3236
|
+
vae_on_cpu?: undefined;
|
|
3237
|
+
backend?: string | undefined;
|
|
3238
|
+
params_backend?: string | undefined;
|
|
3239
|
+
max_vram?: string | number | undefined;
|
|
3240
|
+
stream_layers?: boolean | undefined;
|
|
2880
3241
|
flash_attn?: boolean | undefined;
|
|
2881
3242
|
diffusion_fa?: boolean | undefined;
|
|
2882
3243
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -3248,7 +3609,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3248
3609
|
'cache-type-k'?: string | undefined;
|
|
3249
3610
|
'cache-type-v'?: string | undefined;
|
|
3250
3611
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3251
|
-
'split-mode'?: "none" | "layer" | "
|
|
3612
|
+
'split-mode'?: "none" | "layer" | "tensor" | undefined;
|
|
3252
3613
|
'flash-attn'?: "on" | "off" | "auto" | undefined;
|
|
3253
3614
|
'tensor-split'?: string | undefined;
|
|
3254
3615
|
openclCacheDir?: string | undefined;
|
|
@@ -3424,7 +3785,9 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3424
3785
|
requireHttpChecksum?: boolean | undefined;
|
|
3425
3786
|
requireSecureTransport?: boolean | undefined;
|
|
3426
3787
|
requestId?: string | undefined;
|
|
3427
|
-
modelConfig?:
|
|
3788
|
+
modelConfig?: {
|
|
3789
|
+
[x: string]: unknown;
|
|
3790
|
+
} | undefined;
|
|
3428
3791
|
} | {
|
|
3429
3792
|
type: "loadModel";
|
|
3430
3793
|
modelSrc: string;
|
|
@@ -3438,7 +3801,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3438
3801
|
embdNormalize?: number | undefined;
|
|
3439
3802
|
flashAttention?: "on" | "off" | "auto" | undefined;
|
|
3440
3803
|
mainGpu?: number | "integrated" | "dedicated" | undefined;
|
|
3441
|
-
splitMode?: "none" | "layer" |
|
|
3804
|
+
splitMode?: "none" | "layer" | undefined;
|
|
3442
3805
|
tensorSplit?: string | undefined;
|
|
3443
3806
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
3444
3807
|
openclCacheDir?: string | undefined;
|
|
@@ -3570,8 +3933,39 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3570
3933
|
type: "loadModel";
|
|
3571
3934
|
modelSrc: string;
|
|
3572
3935
|
modelType: "tts-ggml";
|
|
3573
|
-
modelConfig:
|
|
3936
|
+
modelConfig: {
|
|
3937
|
+
[x: string]: unknown;
|
|
3938
|
+
} | {
|
|
3939
|
+
[x: string]: unknown;
|
|
3940
|
+
} | {
|
|
3574
3941
|
ttsEngine: "parler";
|
|
3942
|
+
lavasrEnhancerModelSrc?: string | {
|
|
3943
|
+
src: string;
|
|
3944
|
+
name?: string | undefined;
|
|
3945
|
+
modelId?: string | undefined;
|
|
3946
|
+
registryPath?: string | undefined;
|
|
3947
|
+
registrySource?: string | undefined;
|
|
3948
|
+
blobCoreKey?: string | undefined;
|
|
3949
|
+
blobIndex?: number | undefined;
|
|
3950
|
+
engine?: string | undefined;
|
|
3951
|
+
expectedSize?: number | undefined;
|
|
3952
|
+
sha256Checksum?: string | undefined;
|
|
3953
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3954
|
+
} | undefined;
|
|
3955
|
+
lavasrDenoiserModelSrc?: string | {
|
|
3956
|
+
src: string;
|
|
3957
|
+
name?: string | undefined;
|
|
3958
|
+
modelId?: string | undefined;
|
|
3959
|
+
registryPath?: string | undefined;
|
|
3960
|
+
registrySource?: string | undefined;
|
|
3961
|
+
blobCoreKey?: string | undefined;
|
|
3962
|
+
blobIndex?: number | undefined;
|
|
3963
|
+
engine?: string | undefined;
|
|
3964
|
+
expectedSize?: number | undefined;
|
|
3965
|
+
sha256Checksum?: string | undefined;
|
|
3966
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3967
|
+
} | undefined;
|
|
3968
|
+
backendsDir?: string | undefined;
|
|
3575
3969
|
useGPU?: boolean | undefined;
|
|
3576
3970
|
outputSampleRate?: number | undefined;
|
|
3577
3971
|
streamChunkTokens?: number | undefined;
|
|
@@ -3597,6 +3991,45 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3597
3991
|
quality?: string | undefined;
|
|
3598
3992
|
} | {
|
|
3599
3993
|
ttsEngine: "cosyvoice3";
|
|
3994
|
+
referenceAudioSrc?: string | {
|
|
3995
|
+
src: string;
|
|
3996
|
+
name?: string | undefined;
|
|
3997
|
+
modelId?: string | undefined;
|
|
3998
|
+
registryPath?: string | undefined;
|
|
3999
|
+
registrySource?: string | undefined;
|
|
4000
|
+
blobCoreKey?: string | undefined;
|
|
4001
|
+
blobIndex?: number | undefined;
|
|
4002
|
+
engine?: string | undefined;
|
|
4003
|
+
expectedSize?: number | undefined;
|
|
4004
|
+
sha256Checksum?: string | undefined;
|
|
4005
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4006
|
+
} | undefined;
|
|
4007
|
+
cosyvoice3S3tokModelSrc?: string | {
|
|
4008
|
+
src: string;
|
|
4009
|
+
name?: string | undefined;
|
|
4010
|
+
modelId?: string | undefined;
|
|
4011
|
+
registryPath?: string | undefined;
|
|
4012
|
+
registrySource?: string | undefined;
|
|
4013
|
+
blobCoreKey?: string | undefined;
|
|
4014
|
+
blobIndex?: number | undefined;
|
|
4015
|
+
engine?: string | undefined;
|
|
4016
|
+
expectedSize?: number | undefined;
|
|
4017
|
+
sha256Checksum?: string | undefined;
|
|
4018
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4019
|
+
} | undefined;
|
|
4020
|
+
cosyvoice3CampplusModelSrc?: string | {
|
|
4021
|
+
src: string;
|
|
4022
|
+
name?: string | undefined;
|
|
4023
|
+
modelId?: string | undefined;
|
|
4024
|
+
registryPath?: string | undefined;
|
|
4025
|
+
registrySource?: string | undefined;
|
|
4026
|
+
blobCoreKey?: string | undefined;
|
|
4027
|
+
blobIndex?: number | undefined;
|
|
4028
|
+
engine?: string | undefined;
|
|
4029
|
+
expectedSize?: number | undefined;
|
|
4030
|
+
sha256Checksum?: string | undefined;
|
|
4031
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
4032
|
+
} | undefined;
|
|
3600
4033
|
lavasrEnhancerModelSrc?: string | {
|
|
3601
4034
|
src: string;
|
|
3602
4035
|
name?: string | undefined;
|
|
@@ -3623,6 +4056,8 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3623
4056
|
sha256Checksum?: string | undefined;
|
|
3624
4057
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3625
4058
|
} | undefined;
|
|
4059
|
+
openclCacheDir?: string | undefined;
|
|
4060
|
+
backendsDir?: string | undefined;
|
|
3626
4061
|
emotion?: "anger" | "happy" | "neutral" | "sad" | undefined;
|
|
3627
4062
|
pace?: "slow" | "moderate" | "fast" | undefined;
|
|
3628
4063
|
instruct?: string | {
|
|
@@ -3630,6 +4065,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3630
4065
|
volume?: "loud" | "soft" | undefined;
|
|
3631
4066
|
style?: "peppa" | "robot" | undefined;
|
|
3632
4067
|
} | undefined;
|
|
4068
|
+
promptText?: string | undefined;
|
|
3633
4069
|
useGPU?: boolean | undefined;
|
|
3634
4070
|
outputSampleRate?: number | undefined;
|
|
3635
4071
|
streamChunkTokens?: number | undefined;
|
|
@@ -3678,6 +4114,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3678
4114
|
sha256Checksum?: string | undefined;
|
|
3679
4115
|
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
3680
4116
|
} | undefined;
|
|
4117
|
+
backendsDir?: string | undefined;
|
|
3681
4118
|
referenceText?: string | undefined;
|
|
3682
4119
|
greedy?: boolean | undefined;
|
|
3683
4120
|
temperature?: number | undefined;
|
|
@@ -3751,15 +4188,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
3751
4188
|
device?: "gpu" | "cpu" | undefined;
|
|
3752
4189
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
3753
4190
|
prediction?: "auto" | "eps" | "v" | "edm_v" | "flow" | "flux2_flow" | undefined;
|
|
3754
|
-
type?: "auto" | "f32" | "f16" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" |
|
|
4191
|
+
type?: "auto" | "f32" | "f16" | "q8_0" | "bf16" | "q2_k" | "q3_k" | "q4_0" | "q4_1" | "q4_k" | "q5_0" | "q5_1" | "q5_k" | "q6_k" | undefined;
|
|
3755
4192
|
rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
3756
4193
|
sampler_rng?: "cpu" | "cuda" | "std_default" | undefined;
|
|
3757
|
-
clip_on_cpu?: boolean | undefined;
|
|
3758
|
-
vae_on_cpu?: boolean | undefined;
|
|
3759
4194
|
vae_auto_cpu_fallback?: boolean | undefined;
|
|
3760
4195
|
vae_auto_cpu_fallback_memory_ratio?: number | undefined;
|
|
3761
4196
|
vae_tiling?: boolean | undefined;
|
|
3762
4197
|
offload_to_cpu?: boolean | undefined;
|
|
4198
|
+
control_net_cpu?: undefined;
|
|
4199
|
+
clip_on_cpu?: undefined;
|
|
4200
|
+
vae_on_cpu?: undefined;
|
|
4201
|
+
backend?: string | undefined;
|
|
4202
|
+
params_backend?: string | undefined;
|
|
4203
|
+
max_vram?: string | number | undefined;
|
|
4204
|
+
stream_layers?: boolean | undefined;
|
|
3763
4205
|
flash_attn?: boolean | undefined;
|
|
3764
4206
|
diffusion_fa?: boolean | undefined;
|
|
3765
4207
|
lora_apply_mode?: "auto" | "immediately" | "at_runtime" | undefined;
|
|
@@ -4282,6 +4724,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4282
4724
|
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
4283
4725
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
4284
4726
|
remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
|
|
4727
|
+
tool_choice: z.ZodOptional<z.ZodString>;
|
|
4285
4728
|
}, z.core.$strict>>;
|
|
4286
4729
|
captureThinking: z.ZodOptional<z.ZodBoolean>;
|
|
4287
4730
|
emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4352,6 +4795,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4352
4795
|
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
4353
4796
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
4354
4797
|
remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
|
|
4798
|
+
tool_choice: z.ZodOptional<z.ZodString>;
|
|
4355
4799
|
}, z.core.$strict>>;
|
|
4356
4800
|
captureThinking: z.ZodOptional<z.ZodBoolean>;
|
|
4357
4801
|
emitRawDeltas: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -4415,6 +4859,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4415
4859
|
repeat_penalty: z.ZodOptional<z.ZodNumber>;
|
|
4416
4860
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
4417
4861
|
remove_thinking_from_context: z.ZodOptional<z.ZodBoolean>;
|
|
4862
|
+
tool_choice: z.ZodOptional<z.ZodString>;
|
|
4418
4863
|
}, z.core.$strict>>;
|
|
4419
4864
|
responseFormat: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
4420
4865
|
type: z.ZodLiteral<"text">;
|
|
@@ -4578,6 +5023,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4578
5023
|
reverb: z.ZodOptional<z.ZodString>;
|
|
4579
5024
|
quality: z.ZodOptional<z.ZodString>;
|
|
4580
5025
|
modelId: z.ZodString;
|
|
5026
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4581
5027
|
inputType: z.ZodDefault<z.ZodString>;
|
|
4582
5028
|
text: z.ZodString;
|
|
4583
5029
|
stream: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -4614,6 +5060,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4614
5060
|
reverb: z.ZodOptional<z.ZodString>;
|
|
4615
5061
|
quality: z.ZodOptional<z.ZodString>;
|
|
4616
5062
|
modelId: z.ZodString;
|
|
5063
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
4617
5064
|
inputType: z.ZodDefault<z.ZodString>;
|
|
4618
5065
|
accumulateSentences: z.ZodOptional<z.ZodBoolean>;
|
|
4619
5066
|
sentenceDelimiterPreset: z.ZodOptional<z.ZodEnum<{
|
|
@@ -4750,9 +5197,58 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
4750
5197
|
type: z.ZodLiteral<"rag">;
|
|
4751
5198
|
operation: z.ZodLiteral<"deleteWorkspace">;
|
|
4752
5199
|
requestId: z.ZodOptional<z.ZodString>;
|
|
5200
|
+
}, z.core.$strip>], "operation">, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
5201
|
+
dim: z.ZodNumber;
|
|
5202
|
+
storage: z.ZodDefault<z.ZodEnum<{
|
|
5203
|
+
readonly F32: "f32";
|
|
5204
|
+
readonly Q8: "q8";
|
|
5205
|
+
readonly Q4: "q4";
|
|
5206
|
+
readonly TURBOVEC_Q4: "turbovec-q4";
|
|
5207
|
+
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
5208
|
+
}>>;
|
|
5209
|
+
operation: z.ZodLiteral<"create">;
|
|
5210
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5211
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5212
|
+
path: z.ZodString;
|
|
5213
|
+
operation: z.ZodLiteral<"load">;
|
|
5214
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5215
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5216
|
+
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
5217
|
+
vectors: z.ZodArray<z.ZodArray<z.ZodNumber>>;
|
|
5218
|
+
operation: z.ZodLiteral<"add">;
|
|
5219
|
+
indexId: z.ZodString;
|
|
5220
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5221
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5222
|
+
queries: z.ZodArray<z.ZodArray<z.ZodNumber>>;
|
|
5223
|
+
k: z.ZodNumber;
|
|
5224
|
+
operation: z.ZodLiteral<"search">;
|
|
5225
|
+
indexId: z.ZodString;
|
|
5226
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5227
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5228
|
+
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
5229
|
+
operation: z.ZodLiteral<"remove">;
|
|
5230
|
+
indexId: z.ZodString;
|
|
5231
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5232
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5233
|
+
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
5234
|
+
operation: z.ZodLiteral<"contains">;
|
|
5235
|
+
indexId: z.ZodString;
|
|
5236
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5237
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5238
|
+
path: z.ZodString;
|
|
5239
|
+
operation: z.ZodLiteral<"write">;
|
|
5240
|
+
indexId: z.ZodString;
|
|
5241
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
5242
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5243
|
+
operation: z.ZodLiteral<"dispose">;
|
|
5244
|
+
indexId: z.ZodString;
|
|
5245
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
4753
5246
|
}, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
|
|
4754
5247
|
type: z.ZodLiteral<"deleteCache">;
|
|
4755
5248
|
all: z.ZodLiteral<true>;
|
|
5249
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
5250
|
+
type: z.ZodLiteral<"deleteCache">;
|
|
5251
|
+
auto: z.ZodLiteral<true>;
|
|
4756
5252
|
}, z.core.$strip>, z.ZodObject<{
|
|
4757
5253
|
type: z.ZodLiteral<"deleteCache">;
|
|
4758
5254
|
kvCacheKey: z.ZodString;
|
|
@@ -5173,7 +5669,82 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
5173
5669
|
type: z.ZodLiteral<"classify">;
|
|
5174
5670
|
}, z.core.$strip>]>;
|
|
5175
5671
|
export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
5672
|
+
progress: z.ZodOptional<z.ZodObject<{
|
|
5673
|
+
stage: z.ZodString;
|
|
5674
|
+
step: z.ZodNumber;
|
|
5675
|
+
total: z.ZodNumber;
|
|
5676
|
+
}, z.core.$strip>>;
|
|
5677
|
+
data: z.ZodOptional<z.ZodString>;
|
|
5678
|
+
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
5679
|
+
channels: z.ZodOptional<z.ZodNumber>;
|
|
5680
|
+
bitsPerSample: z.ZodOptional<z.ZodNumber>;
|
|
5681
|
+
done: z.ZodDefault<z.ZodBoolean>;
|
|
5682
|
+
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
5683
|
+
cancelled: "cancelled";
|
|
5684
|
+
completed: "completed";
|
|
5685
|
+
}>>;
|
|
5686
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
5687
|
+
audioDurationMs: z.ZodOptional<z.ZodNumber>;
|
|
5688
|
+
totalTimeMs: z.ZodOptional<z.ZodNumber>;
|
|
5689
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
5690
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
5691
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
5692
|
+
lyricsScore: z.ZodOptional<z.ZodNumber>;
|
|
5693
|
+
lrc: z.ZodOptional<z.ZodString>;
|
|
5694
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
5695
|
+
understand: z.ZodOptional<z.ZodObject<{
|
|
5696
|
+
caption: z.ZodString;
|
|
5697
|
+
bpm: z.ZodNumber;
|
|
5698
|
+
duration: z.ZodNumber;
|
|
5699
|
+
keyscale: z.ZodString;
|
|
5700
|
+
timesignature: z.ZodString;
|
|
5701
|
+
vocalLanguage: z.ZodString;
|
|
5702
|
+
audioCodes: z.ZodArray<z.ZodNumber>;
|
|
5703
|
+
}, z.core.$strip>>;
|
|
5704
|
+
}, z.core.$strip>>;
|
|
5705
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5706
|
+
selectedBackend: z.ZodString;
|
|
5707
|
+
selectedDevice: z.ZodEnum<{
|
|
5708
|
+
gpu: "gpu";
|
|
5709
|
+
cpu: "cpu";
|
|
5710
|
+
}>;
|
|
5711
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5712
|
+
vulkan: "vulkan";
|
|
5713
|
+
metal: "metal";
|
|
5714
|
+
opencl: "opencl";
|
|
5715
|
+
cuda: "cuda";
|
|
5716
|
+
opengl: "opengl";
|
|
5717
|
+
webgpu: "webgpu";
|
|
5718
|
+
direct3d11: "direct3d11";
|
|
5719
|
+
direct3d12: "direct3d12";
|
|
5720
|
+
levelZero: "levelZero";
|
|
5721
|
+
rocm: "rocm";
|
|
5722
|
+
}>>;
|
|
5723
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
5724
|
+
name: z.ZodString;
|
|
5725
|
+
version: z.ZodOptional<z.ZodString>;
|
|
5726
|
+
}, z.core.$strip>>;
|
|
5727
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
5728
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
5729
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5730
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5731
|
+
gpu: "gpu";
|
|
5732
|
+
cpu: "cpu";
|
|
5733
|
+
}>>;
|
|
5734
|
+
reason: z.ZodString;
|
|
5735
|
+
}, z.core.$strip>>;
|
|
5736
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
5737
|
+
status: z.ZodEnum<{
|
|
5738
|
+
unknown: "unknown";
|
|
5739
|
+
compatible: "compatible";
|
|
5740
|
+
incompatible: "incompatible";
|
|
5741
|
+
}>;
|
|
5742
|
+
backend: z.ZodString;
|
|
5743
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
5744
|
+
}, z.core.$strip>>;
|
|
5745
|
+
}, z.core.$strip>>;
|
|
5176
5746
|
type: z.ZodLiteral<"audioGenStream">;
|
|
5747
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
5177
5748
|
progress: z.ZodOptional<z.ZodObject<{
|
|
5178
5749
|
stage: z.ZodString;
|
|
5179
5750
|
step: z.ZodNumber;
|
|
@@ -5194,6 +5765,100 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5194
5765
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
5195
5766
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
5196
5767
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
5768
|
+
lyricsScore: z.ZodOptional<z.ZodNumber>;
|
|
5769
|
+
lrc: z.ZodOptional<z.ZodString>;
|
|
5770
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
5771
|
+
understand: z.ZodOptional<z.ZodObject<{
|
|
5772
|
+
caption: z.ZodString;
|
|
5773
|
+
bpm: z.ZodNumber;
|
|
5774
|
+
duration: z.ZodNumber;
|
|
5775
|
+
keyscale: z.ZodString;
|
|
5776
|
+
timesignature: z.ZodString;
|
|
5777
|
+
vocalLanguage: z.ZodString;
|
|
5778
|
+
audioCodes: z.ZodArray<z.ZodNumber>;
|
|
5779
|
+
}, z.core.$strip>>;
|
|
5780
|
+
}, z.core.$strip>>;
|
|
5781
|
+
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5782
|
+
selectedBackend: z.ZodString;
|
|
5783
|
+
selectedDevice: z.ZodEnum<{
|
|
5784
|
+
gpu: "gpu";
|
|
5785
|
+
cpu: "cpu";
|
|
5786
|
+
}>;
|
|
5787
|
+
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
5788
|
+
vulkan: "vulkan";
|
|
5789
|
+
metal: "metal";
|
|
5790
|
+
opencl: "opencl";
|
|
5791
|
+
cuda: "cuda";
|
|
5792
|
+
opengl: "opengl";
|
|
5793
|
+
webgpu: "webgpu";
|
|
5794
|
+
direct3d11: "direct3d11";
|
|
5795
|
+
direct3d12: "direct3d12";
|
|
5796
|
+
levelZero: "levelZero";
|
|
5797
|
+
rocm: "rocm";
|
|
5798
|
+
}>>;
|
|
5799
|
+
driver: z.ZodOptional<z.ZodObject<{
|
|
5800
|
+
name: z.ZodString;
|
|
5801
|
+
version: z.ZodOptional<z.ZodString>;
|
|
5802
|
+
}, z.core.$strip>>;
|
|
5803
|
+
gpuId: z.ZodOptional<z.ZodString>;
|
|
5804
|
+
fallback: z.ZodOptional<z.ZodObject<{
|
|
5805
|
+
requestedBackend: z.ZodOptional<z.ZodString>;
|
|
5806
|
+
requestedDevice: z.ZodOptional<z.ZodEnum<{
|
|
5807
|
+
gpu: "gpu";
|
|
5808
|
+
cpu: "cpu";
|
|
5809
|
+
}>>;
|
|
5810
|
+
reason: z.ZodString;
|
|
5811
|
+
}, z.core.$strip>>;
|
|
5812
|
+
probe: z.ZodOptional<z.ZodObject<{
|
|
5813
|
+
status: z.ZodEnum<{
|
|
5814
|
+
unknown: "unknown";
|
|
5815
|
+
compatible: "compatible";
|
|
5816
|
+
incompatible: "incompatible";
|
|
5817
|
+
}>;
|
|
5818
|
+
backend: z.ZodString;
|
|
5819
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
5820
|
+
}, z.core.$strip>>;
|
|
5821
|
+
}, z.core.$strip>>;
|
|
5822
|
+
type: z.ZodLiteral<"audioEditStream">;
|
|
5823
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
5824
|
+
type: z.ZodLiteral<"audioUnderstand">;
|
|
5825
|
+
progress: z.ZodOptional<z.ZodObject<{
|
|
5826
|
+
stage: z.ZodString;
|
|
5827
|
+
step: z.ZodNumber;
|
|
5828
|
+
total: z.ZodNumber;
|
|
5829
|
+
}, z.core.$strip>>;
|
|
5830
|
+
understand: z.ZodOptional<z.ZodObject<{
|
|
5831
|
+
caption: z.ZodString;
|
|
5832
|
+
bpm: z.ZodNumber;
|
|
5833
|
+
duration: z.ZodNumber;
|
|
5834
|
+
keyscale: z.ZodString;
|
|
5835
|
+
timesignature: z.ZodString;
|
|
5836
|
+
vocalLanguage: z.ZodString;
|
|
5837
|
+
audioCodes: z.ZodArray<z.ZodNumber>;
|
|
5838
|
+
}, z.core.$strip>>;
|
|
5839
|
+
done: z.ZodDefault<z.ZodBoolean>;
|
|
5840
|
+
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
5841
|
+
cancelled: "cancelled";
|
|
5842
|
+
completed: "completed";
|
|
5843
|
+
}>>;
|
|
5844
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
5845
|
+
audioDurationMs: z.ZodOptional<z.ZodNumber>;
|
|
5846
|
+
totalTimeMs: z.ZodOptional<z.ZodNumber>;
|
|
5847
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
5848
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
5849
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
5850
|
+
lyricsScore: z.ZodOptional<z.ZodNumber>;
|
|
5851
|
+
lrc: z.ZodOptional<z.ZodString>;
|
|
5852
|
+
qualityScore: z.ZodOptional<z.ZodNumber>;
|
|
5853
|
+
understand: z.ZodOptional<z.ZodObject<{
|
|
5854
|
+
caption: z.ZodString;
|
|
5855
|
+
bpm: z.ZodNumber;
|
|
5856
|
+
duration: z.ZodNumber;
|
|
5857
|
+
keyscale: z.ZodString;
|
|
5858
|
+
timesignature: z.ZodString;
|
|
5859
|
+
vocalLanguage: z.ZodString;
|
|
5860
|
+
audioCodes: z.ZodArray<z.ZodNumber>;
|
|
5861
|
+
}, z.core.$strip>>;
|
|
5197
5862
|
}, z.core.$strip>>;
|
|
5198
5863
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
5199
5864
|
selectedBackend: z.ZodString;
|
|
@@ -5291,11 +5956,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5291
5956
|
stats: z.ZodObject<{
|
|
5292
5957
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5293
5958
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5959
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5294
5960
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5295
5961
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5296
5962
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5297
5963
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5298
5964
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
5965
|
+
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
5299
5966
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
5300
5967
|
gpu: "gpu";
|
|
5301
5968
|
cpu: "cpu";
|
|
@@ -5366,11 +6033,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5366
6033
|
stats: z.ZodObject<{
|
|
5367
6034
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5368
6035
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
6036
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5369
6037
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5370
6038
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5371
6039
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5372
6040
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5373
6041
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6042
|
+
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
5374
6043
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
5375
6044
|
gpu: "gpu";
|
|
5376
6045
|
cpu: "cpu";
|
|
@@ -5451,11 +6120,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5451
6120
|
stats: z.ZodObject<{
|
|
5452
6121
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5453
6122
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
6123
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5454
6124
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5455
6125
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5456
6126
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5457
6127
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5458
6128
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6129
|
+
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
5459
6130
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
5460
6131
|
gpu: "gpu";
|
|
5461
6132
|
cpu: "cpu";
|
|
@@ -5488,11 +6159,13 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5488
6159
|
stats: z.ZodOptional<z.ZodObject<{
|
|
5489
6160
|
timeToFirstToken: z.ZodOptional<z.ZodNumber>;
|
|
5490
6161
|
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
6162
|
+
promptTokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5491
6163
|
cacheTokens: z.ZodOptional<z.ZodNumber>;
|
|
5492
6164
|
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
5493
6165
|
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5494
6166
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
5495
6167
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
6168
|
+
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
5496
6169
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
5497
6170
|
gpu: "gpu";
|
|
5498
6171
|
cpu: "cpu";
|
|
@@ -5708,26 +6381,52 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5708
6381
|
type: z.ZodLiteral<"textToSpeech">;
|
|
5709
6382
|
buffer: z.ZodArray<z.ZodNumber>;
|
|
5710
6383
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
6384
|
+
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
5711
6385
|
stats: z.ZodOptional<z.ZodObject<{
|
|
5712
6386
|
audioDuration: z.ZodOptional<z.ZodNumber>;
|
|
6387
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6388
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
6389
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5713
6390
|
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6391
|
+
generatedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6392
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6393
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
6394
|
+
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
5714
6395
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
5715
6396
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
5716
6397
|
}, z.core.$strip>>;
|
|
5717
6398
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
5718
6399
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
6400
|
+
isLast: z.ZodOptional<z.ZodBoolean>;
|
|
6401
|
+
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6402
|
+
cancelled: "cancelled";
|
|
6403
|
+
completed: "completed";
|
|
6404
|
+
}>>;
|
|
5719
6405
|
}, z.core.$strip>, z.ZodObject<{
|
|
5720
6406
|
type: z.ZodLiteral<"textToSpeechStream">;
|
|
5721
6407
|
buffer: z.ZodArray<z.ZodNumber>;
|
|
5722
6408
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
6409
|
+
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
5723
6410
|
stats: z.ZodOptional<z.ZodObject<{
|
|
5724
6411
|
audioDuration: z.ZodOptional<z.ZodNumber>;
|
|
6412
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
6413
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
6414
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
5725
6415
|
totalSamples: z.ZodOptional<z.ZodNumber>;
|
|
6416
|
+
generatedFrames: z.ZodOptional<z.ZodNumber>;
|
|
6417
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
6418
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
6419
|
+
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
5726
6420
|
enhancerBackendDevice: z.ZodOptional<z.ZodNumber>;
|
|
5727
6421
|
enhancerBackendId: z.ZodOptional<z.ZodNumber>;
|
|
5728
6422
|
}, z.core.$strip>>;
|
|
5729
6423
|
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
5730
6424
|
sentenceChunk: z.ZodOptional<z.ZodString>;
|
|
6425
|
+
isLast: z.ZodOptional<z.ZodBoolean>;
|
|
6426
|
+
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
6427
|
+
cancelled: "cancelled";
|
|
6428
|
+
completed: "completed";
|
|
6429
|
+
}>>;
|
|
5731
6430
|
}, z.core.$strip>, z.ZodObject<{
|
|
5732
6431
|
type: z.ZodLiteral<"cancel">;
|
|
5733
6432
|
success: z.ZodBoolean;
|
|
@@ -5833,7 +6532,61 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
5833
6532
|
current: z.ZodNumber;
|
|
5834
6533
|
total: z.ZodNumber;
|
|
5835
6534
|
timestamp: z.ZodNumber;
|
|
6535
|
+
}, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
6536
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6537
|
+
operation: z.ZodLiteral<"create">;
|
|
6538
|
+
indexId: z.ZodString;
|
|
6539
|
+
dim: z.ZodNumber;
|
|
6540
|
+
storage: z.ZodEnum<{
|
|
6541
|
+
readonly F32: "f32";
|
|
6542
|
+
readonly Q8: "q8";
|
|
6543
|
+
readonly Q4: "q4";
|
|
6544
|
+
readonly TURBOVEC_Q4: "turbovec-q4";
|
|
6545
|
+
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
6546
|
+
}>;
|
|
6547
|
+
length: z.ZodNumber;
|
|
6548
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6549
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6550
|
+
operation: z.ZodLiteral<"load">;
|
|
6551
|
+
indexId: z.ZodString;
|
|
6552
|
+
dim: z.ZodNumber;
|
|
6553
|
+
storage: z.ZodOptional<z.ZodEnum<{
|
|
6554
|
+
readonly F32: "f32";
|
|
6555
|
+
readonly Q8: "q8";
|
|
6556
|
+
readonly Q4: "q4";
|
|
6557
|
+
readonly TURBOVEC_Q4: "turbovec-q4";
|
|
6558
|
+
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
6559
|
+
}>>;
|
|
6560
|
+
length: z.ZodNumber;
|
|
6561
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6562
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6563
|
+
operation: z.ZodLiteral<"add">;
|
|
6564
|
+
length: z.ZodNumber;
|
|
6565
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6566
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6567
|
+
operation: z.ZodLiteral<"search">;
|
|
6568
|
+
results: z.ZodArray<z.ZodArray<z.ZodObject<{
|
|
6569
|
+
id: z.ZodString;
|
|
6570
|
+
score: z.ZodNumber;
|
|
6571
|
+
}, z.core.$strip>>>;
|
|
6572
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6573
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6574
|
+
operation: z.ZodLiteral<"remove">;
|
|
6575
|
+
removed: z.ZodArray<z.ZodBoolean>;
|
|
6576
|
+
length: z.ZodNumber;
|
|
6577
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6578
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6579
|
+
operation: z.ZodLiteral<"contains">;
|
|
6580
|
+
present: z.ZodArray<z.ZodBoolean>;
|
|
5836
6581
|
}, z.core.$strip>, z.ZodObject<{
|
|
6582
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6583
|
+
operation: z.ZodLiteral<"write">;
|
|
6584
|
+
path: z.ZodString;
|
|
6585
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
6586
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
6587
|
+
operation: z.ZodLiteral<"dispose">;
|
|
6588
|
+
disposed: z.ZodBoolean;
|
|
6589
|
+
}, z.core.$strip>], "operation">, z.ZodObject<{
|
|
5837
6590
|
type: z.ZodLiteral<"deleteCache">;
|
|
5838
6591
|
success: z.ZodBoolean;
|
|
5839
6592
|
error: z.ZodOptional<z.ZodString>;
|
|
@@ -6909,6 +7662,10 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6909
7662
|
sequential: "sequential";
|
|
6910
7663
|
concurrent: "concurrent";
|
|
6911
7664
|
}>;
|
|
7665
|
+
evidence: z.ZodOptional<z.ZodEnum<{
|
|
7666
|
+
calibration: "calibration";
|
|
7667
|
+
"computed-only": "computed-only";
|
|
7668
|
+
}>>;
|
|
6912
7669
|
budget: z.ZodOptional<z.ZodObject<{
|
|
6913
7670
|
totalBytes: z.ZodNumber;
|
|
6914
7671
|
usedBytes: z.ZodNumber;
|
|
@@ -6920,6 +7677,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6920
7677
|
lowerBoundBytes: z.ZodNumber;
|
|
6921
7678
|
upperBoundBytes: z.ZodNumber;
|
|
6922
7679
|
}, z.core.$strip>>;
|
|
7680
|
+
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
6923
7681
|
models: z.ZodArray<z.ZodObject<{
|
|
6924
7682
|
name: z.ZodString;
|
|
6925
7683
|
verdict: z.ZodEnum<{
|
|
@@ -6927,10 +7685,15 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
6927
7685
|
"likely-fits": "likely-fits";
|
|
6928
7686
|
"likely-too-large": "likely-too-large";
|
|
6929
7687
|
}>;
|
|
7688
|
+
evidence: z.ZodOptional<z.ZodEnum<{
|
|
7689
|
+
calibration: "calibration";
|
|
7690
|
+
"computed-only": "computed-only";
|
|
7691
|
+
}>>;
|
|
6930
7692
|
estimate: z.ZodOptional<z.ZodObject<{
|
|
6931
7693
|
lowerBoundBytes: z.ZodNumber;
|
|
6932
7694
|
upperBoundBytes: z.ZodNumber;
|
|
6933
7695
|
}, z.core.$strip>>;
|
|
7696
|
+
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
6934
7697
|
estimatorVersion: z.ZodOptional<z.ZodString>;
|
|
6935
7698
|
reasons: z.ZodArray<z.ZodString>;
|
|
6936
7699
|
}, z.core.$strip>>;
|