@qvac/inference 0.21.1 → 0.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +30 -1
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +4 -1
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +1 -0
- package/dist/api/index.js +1 -0
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +5 -4
- package/dist/errors/index.d.ts +3 -0
- package/dist/errors/index.js +5 -0
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +80 -28
- package/dist/handlers/get-loaded-model-info.js +1 -2
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +3 -3
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/logger.js +1 -1
- package/dist/logging/utils.js +1 -1
- package/dist/models/registry/models.d.ts +563 -816
- package/dist/models/registry/models.js +2873 -3110
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +203 -2
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +28 -10
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +6 -27
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +147 -60
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +1 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +40 -24
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +18 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +16 -38
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +21 -14
- package/dist/plugins/builtin/ggml-vla/plugin.js +1 -1
- package/dist/plugins/builtin/index.d.ts +2 -0
- package/dist/plugins/builtin/index.js +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +9 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +109 -189
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +32 -90
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +60 -211
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +185 -87
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +4 -5
- package/dist/plugins/builtin/llamacpp-completion/transform.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +97 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +216 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +43 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +12 -5
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +1 -1
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +3 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +25 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +9 -73
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +52 -31
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +18 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +10 -6
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +59 -33
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +12 -9
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +17 -5
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +164 -29
- package/dist/plugins/builtin/tts-ggml/plugin.js +38 -1
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +58 -35
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +6 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -1
- package/dist/plugins/ops/kv-cache-utils.js +10 -25
- package/dist/plugins/ops/load-model.js +21 -16
- package/dist/plugins/ops/transcribe.js +17 -1
- package/dist/registry.js +1 -0
- package/dist/resources/model-fit/assess.d.ts +15 -23
- package/dist/resources/model-fit/assess.js +207 -271
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.d.ts +3 -1
- package/dist/resources/model-fit/fit-stub/fetch-fit-stub.js +6 -1
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +2 -0
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts +5 -3
- package/dist/resources/model-fit/fit-stub/resolve-load-from-stubs.js +9 -1
- package/dist/resources/model-fit/floor.d.ts +10 -10
- package/dist/resources/model-fit/floor.js +13 -13
- package/dist/resources/model-fit/kv-cache.d.ts +23 -0
- package/dist/resources/model-fit/kv-cache.js +85 -0
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +11 -6
- package/dist/resources/model-fit/native-probe/advisory-fit.js +12 -27
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +8 -0
- package/dist/resources/model-fit/native-probe/classify-fit.js +32 -1
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +4 -1
- package/dist/resources/model-fit/native-probe/create-fit-request.js +24 -14
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +14 -0
- package/dist/resources/model-fit/native-probe/engine-fit.js +1 -1
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +4 -0
- package/dist/resources/model-fit/native-probe/engines/asr.js +23 -0
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +29 -1
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +16 -6
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/engines/llama.js +19 -123
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +8 -0
- package/dist/resources/model-fit/native-probe/engines/nmt.js +11 -0
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +9 -0
- package/dist/resources/model-fit/native-probe/engines/ocr.js +13 -0
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +2 -0
- package/dist/resources/model-fit/native-probe/engines/tts.js +49 -3
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +5 -3
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +38 -23
- package/dist/resources/model-fit/platform.d.ts +4 -4
- package/dist/resources/model-fit/platform.js +6 -8
- package/dist/resources/model-fit/types.d.ts +3 -117
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/model-config-utils.js +6 -1
- package/dist/runtime/request-context.d.ts +1 -1
- package/dist/runtime/request-context.js +8 -0
- package/dist/runtime/state.js +5 -0
- package/dist/schemas/assess-model-fit.d.ts +100 -43
- package/dist/schemas/assess-model-fit.js +66 -29
- package/dist/schemas/audio-gen.d.ts +186 -18
- package/dist/schemas/audio-gen.js +180 -48
- package/dist/schemas/batch-completion-stream.d.ts +202 -34
- package/dist/schemas/bci-config.d.ts +2 -0
- package/dist/schemas/bci.d.ts +23 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +1083 -158
- package/dist/schemas/common.js +5 -2
- package/dist/schemas/completion-stream.d.ts +232 -37
- package/dist/schemas/completion-stream.js +64 -20
- package/dist/schemas/config.d.ts +477 -12
- package/dist/schemas/config.js +21 -1
- package/dist/schemas/decision.d.ts +602 -0
- package/dist/schemas/decision.js +205 -0
- package/dist/schemas/download-asset.d.ts +7 -3
- package/dist/schemas/engine-addon-map.d.ts +7 -0
- package/dist/schemas/engine-addon-map.js +23 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +5 -0
- package/dist/schemas/index.d.ts +2 -0
- package/dist/schemas/index.js +2 -0
- package/dist/schemas/llamacpp-config.d.ts +42 -2
- package/dist/schemas/llamacpp-config.js +27 -0
- package/dist/schemas/load-model.d.ts +5247 -1309
- package/dist/schemas/load-model.js +88 -9
- package/dist/schemas/model-config-schemas.d.ts +233 -8
- package/dist/schemas/model-config-schemas.js +4 -1
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +2 -1
- package/dist/schemas/model-resource-profile.d.ts +3 -4
- package/dist/schemas/model-resource-profile.js +1 -4
- package/dist/schemas/model-src-utils.d.ts +10 -2
- package/dist/schemas/model-types.d.ts +10 -1
- package/dist/schemas/model-types.js +3 -0
- package/dist/schemas/ocr.d.ts +74 -0
- package/dist/schemas/ocr.js +42 -0
- package/dist/schemas/plugin.d.ts +8 -2
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/registry.d.ts +26 -0
- package/dist/schemas/registry.js +3 -0
- package/dist/schemas/reload-config.d.ts +10 -2
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +26 -0
- package/dist/schemas/sdcpp-config.js +8 -7
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +402 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +15 -0
- package/dist/schemas/transcription-config.js +38 -3
- package/dist/schemas/transcription.d.ts +46 -4
- package/dist/schemas/transcription.js +51 -4
- package/dist/schemas/translation-config.d.ts +30 -10
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +1 -1
- package/dist/surface.js +1 -1
- package/dist/utils/addon-responses.d.ts +1 -0
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/mcp-adapter.js +12 -8
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +1 -0
- package/package.json +41 -32
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
|
@@ -102,10 +102,12 @@ export declare const diffusionPlugin: {
|
|
|
102
102
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
103
103
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
104
104
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
105
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
105
106
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
106
107
|
"onnx-tts": "onnx-tts";
|
|
107
108
|
"tts-ggml": "tts-ggml";
|
|
108
109
|
"parakeet-transcription": "parakeet-transcription";
|
|
110
|
+
"moss-transcribe": "moss-transcribe";
|
|
109
111
|
"ggml-ocr": "ggml-ocr";
|
|
110
112
|
"sdcpp-generation": "sdcpp-generation";
|
|
111
113
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -118,7 +120,7 @@ export declare const diffusionPlugin: {
|
|
|
118
120
|
parakeet: "parakeet";
|
|
119
121
|
classification: "classification";
|
|
120
122
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
121
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
123
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
122
124
|
clipGModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
123
125
|
src: import("zod").ZodString;
|
|
124
126
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -141,10 +143,12 @@ export declare const diffusionPlugin: {
|
|
|
141
143
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
142
144
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
143
145
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
146
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
144
147
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
145
148
|
"onnx-tts": "onnx-tts";
|
|
146
149
|
"tts-ggml": "tts-ggml";
|
|
147
150
|
"parakeet-transcription": "parakeet-transcription";
|
|
151
|
+
"moss-transcribe": "moss-transcribe";
|
|
148
152
|
"ggml-ocr": "ggml-ocr";
|
|
149
153
|
"sdcpp-generation": "sdcpp-generation";
|
|
150
154
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -157,7 +161,7 @@ export declare const diffusionPlugin: {
|
|
|
157
161
|
parakeet: "parakeet";
|
|
158
162
|
classification: "classification";
|
|
159
163
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
160
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
164
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
161
165
|
t5XxlModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
162
166
|
src: import("zod").ZodString;
|
|
163
167
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -180,10 +184,12 @@ export declare const diffusionPlugin: {
|
|
|
180
184
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
181
185
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
182
186
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
187
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
183
188
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
184
189
|
"onnx-tts": "onnx-tts";
|
|
185
190
|
"tts-ggml": "tts-ggml";
|
|
186
191
|
"parakeet-transcription": "parakeet-transcription";
|
|
192
|
+
"moss-transcribe": "moss-transcribe";
|
|
187
193
|
"ggml-ocr": "ggml-ocr";
|
|
188
194
|
"sdcpp-generation": "sdcpp-generation";
|
|
189
195
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -196,7 +202,7 @@ export declare const diffusionPlugin: {
|
|
|
196
202
|
parakeet: "parakeet";
|
|
197
203
|
classification: "classification";
|
|
198
204
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
199
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
205
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
200
206
|
llmModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
201
207
|
src: import("zod").ZodString;
|
|
202
208
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -219,10 +225,12 @@ export declare const diffusionPlugin: {
|
|
|
219
225
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
220
226
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
221
227
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
228
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
222
229
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
223
230
|
"onnx-tts": "onnx-tts";
|
|
224
231
|
"tts-ggml": "tts-ggml";
|
|
225
232
|
"parakeet-transcription": "parakeet-transcription";
|
|
233
|
+
"moss-transcribe": "moss-transcribe";
|
|
226
234
|
"ggml-ocr": "ggml-ocr";
|
|
227
235
|
"sdcpp-generation": "sdcpp-generation";
|
|
228
236
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -235,7 +243,7 @@ export declare const diffusionPlugin: {
|
|
|
235
243
|
parakeet: "parakeet";
|
|
236
244
|
classification: "classification";
|
|
237
245
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
238
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
246
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
239
247
|
vaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
240
248
|
src: import("zod").ZodString;
|
|
241
249
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -258,10 +266,12 @@ export declare const diffusionPlugin: {
|
|
|
258
266
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
259
267
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
260
268
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
269
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
261
270
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
262
271
|
"onnx-tts": "onnx-tts";
|
|
263
272
|
"tts-ggml": "tts-ggml";
|
|
264
273
|
"parakeet-transcription": "parakeet-transcription";
|
|
274
|
+
"moss-transcribe": "moss-transcribe";
|
|
265
275
|
"ggml-ocr": "ggml-ocr";
|
|
266
276
|
"sdcpp-generation": "sdcpp-generation";
|
|
267
277
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -274,7 +284,7 @@ export declare const diffusionPlugin: {
|
|
|
274
284
|
parakeet: "parakeet";
|
|
275
285
|
classification: "classification";
|
|
276
286
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
277
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
287
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
278
288
|
highNoiseDiffusionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
279
289
|
src: import("zod").ZodString;
|
|
280
290
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -297,10 +307,12 @@ export declare const diffusionPlugin: {
|
|
|
297
307
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
298
308
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
299
309
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
310
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
300
311
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
301
312
|
"onnx-tts": "onnx-tts";
|
|
302
313
|
"tts-ggml": "tts-ggml";
|
|
303
314
|
"parakeet-transcription": "parakeet-transcription";
|
|
315
|
+
"moss-transcribe": "moss-transcribe";
|
|
304
316
|
"ggml-ocr": "ggml-ocr";
|
|
305
317
|
"sdcpp-generation": "sdcpp-generation";
|
|
306
318
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -313,7 +325,7 @@ export declare const diffusionPlugin: {
|
|
|
313
325
|
parakeet: "parakeet";
|
|
314
326
|
classification: "classification";
|
|
315
327
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
316
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
328
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
317
329
|
uncondModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
318
330
|
src: import("zod").ZodString;
|
|
319
331
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -336,10 +348,12 @@ export declare const diffusionPlugin: {
|
|
|
336
348
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
337
349
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
338
350
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
351
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
339
352
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
340
353
|
"onnx-tts": "onnx-tts";
|
|
341
354
|
"tts-ggml": "tts-ggml";
|
|
342
355
|
"parakeet-transcription": "parakeet-transcription";
|
|
356
|
+
"moss-transcribe": "moss-transcribe";
|
|
343
357
|
"ggml-ocr": "ggml-ocr";
|
|
344
358
|
"sdcpp-generation": "sdcpp-generation";
|
|
345
359
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -352,7 +366,7 @@ export declare const diffusionPlugin: {
|
|
|
352
366
|
parakeet: "parakeet";
|
|
353
367
|
classification: "classification";
|
|
354
368
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
355
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
369
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
356
370
|
clipVisionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
357
371
|
src: import("zod").ZodString;
|
|
358
372
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -375,10 +389,12 @@ export declare const diffusionPlugin: {
|
|
|
375
389
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
376
390
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
377
391
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
392
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
378
393
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
379
394
|
"onnx-tts": "onnx-tts";
|
|
380
395
|
"tts-ggml": "tts-ggml";
|
|
381
396
|
"parakeet-transcription": "parakeet-transcription";
|
|
397
|
+
"moss-transcribe": "moss-transcribe";
|
|
382
398
|
"ggml-ocr": "ggml-ocr";
|
|
383
399
|
"sdcpp-generation": "sdcpp-generation";
|
|
384
400
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -391,7 +407,7 @@ export declare const diffusionPlugin: {
|
|
|
391
407
|
parakeet: "parakeet";
|
|
392
408
|
classification: "classification";
|
|
393
409
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
394
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
410
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
395
411
|
audioVaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
396
412
|
src: import("zod").ZodString;
|
|
397
413
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -414,10 +430,12 @@ export declare const diffusionPlugin: {
|
|
|
414
430
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
415
431
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
416
432
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
433
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
417
434
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
418
435
|
"onnx-tts": "onnx-tts";
|
|
419
436
|
"tts-ggml": "tts-ggml";
|
|
420
437
|
"parakeet-transcription": "parakeet-transcription";
|
|
438
|
+
"moss-transcribe": "moss-transcribe";
|
|
421
439
|
"ggml-ocr": "ggml-ocr";
|
|
422
440
|
"sdcpp-generation": "sdcpp-generation";
|
|
423
441
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -430,7 +448,7 @@ export declare const diffusionPlugin: {
|
|
|
430
448
|
parakeet: "parakeet";
|
|
431
449
|
classification: "classification";
|
|
432
450
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
433
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
451
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
434
452
|
embeddingsConnectorsModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
435
453
|
src: import("zod").ZodString;
|
|
436
454
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -453,10 +471,12 @@ export declare const diffusionPlugin: {
|
|
|
453
471
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
454
472
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
455
473
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
474
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
456
475
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
457
476
|
"onnx-tts": "onnx-tts";
|
|
458
477
|
"tts-ggml": "tts-ggml";
|
|
459
478
|
"parakeet-transcription": "parakeet-transcription";
|
|
479
|
+
"moss-transcribe": "moss-transcribe";
|
|
460
480
|
"ggml-ocr": "ggml-ocr";
|
|
461
481
|
"sdcpp-generation": "sdcpp-generation";
|
|
462
482
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -469,7 +489,7 @@ export declare const diffusionPlugin: {
|
|
|
469
489
|
parakeet: "parakeet";
|
|
470
490
|
classification: "classification";
|
|
471
491
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
472
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
492
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
473
493
|
taehvModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
474
494
|
src: import("zod").ZodString;
|
|
475
495
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -492,10 +512,12 @@ export declare const diffusionPlugin: {
|
|
|
492
512
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
493
513
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
494
514
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
515
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
495
516
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
496
517
|
"onnx-tts": "onnx-tts";
|
|
497
518
|
"tts-ggml": "tts-ggml";
|
|
498
519
|
"parakeet-transcription": "parakeet-transcription";
|
|
520
|
+
"moss-transcribe": "moss-transcribe";
|
|
499
521
|
"ggml-ocr": "ggml-ocr";
|
|
500
522
|
"sdcpp-generation": "sdcpp-generation";
|
|
501
523
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -508,7 +530,7 @@ export declare const diffusionPlugin: {
|
|
|
508
530
|
parakeet: "parakeet";
|
|
509
531
|
classification: "classification";
|
|
510
532
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
511
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
533
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
512
534
|
sceneSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
513
535
|
src: import("zod").ZodString;
|
|
514
536
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -531,10 +553,12 @@ export declare const diffusionPlugin: {
|
|
|
531
553
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
532
554
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
533
555
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
556
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
534
557
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
535
558
|
"onnx-tts": "onnx-tts";
|
|
536
559
|
"tts-ggml": "tts-ggml";
|
|
537
560
|
"parakeet-transcription": "parakeet-transcription";
|
|
561
|
+
"moss-transcribe": "moss-transcribe";
|
|
538
562
|
"ggml-ocr": "ggml-ocr";
|
|
539
563
|
"sdcpp-generation": "sdcpp-generation";
|
|
540
564
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -547,7 +571,7 @@ export declare const diffusionPlugin: {
|
|
|
547
571
|
parakeet: "parakeet";
|
|
548
572
|
classification: "classification";
|
|
549
573
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
550
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
574
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
551
575
|
world: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
552
576
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
553
577
|
threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
|
|
@@ -562,7 +586,7 @@ export declare const diffusionPlugin: {
|
|
|
562
586
|
frameJpegQuality: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
563
587
|
kvCache: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
564
588
|
profile: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
565
|
-
}, import("zod/v4/core").$strict>>;
|
|
589
|
+
}, import("zod/v4/core/index.js").$strict>>;
|
|
566
590
|
upscaler: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
567
591
|
type: import("zod").ZodOptional<import("zod").ZodLiteral<"esrgan">>;
|
|
568
592
|
model_src: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
@@ -587,10 +611,12 @@ export declare const diffusionPlugin: {
|
|
|
587
611
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
588
612
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
589
613
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
614
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
590
615
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
591
616
|
"onnx-tts": "onnx-tts";
|
|
592
617
|
"tts-ggml": "tts-ggml";
|
|
593
618
|
"parakeet-transcription": "parakeet-transcription";
|
|
619
|
+
"moss-transcribe": "moss-transcribe";
|
|
594
620
|
"ggml-ocr": "ggml-ocr";
|
|
595
621
|
"sdcpp-generation": "sdcpp-generation";
|
|
596
622
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -603,13 +629,13 @@ export declare const diffusionPlugin: {
|
|
|
603
629
|
parakeet: "parakeet";
|
|
604
630
|
classification: "classification";
|
|
605
631
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
606
|
-
}, import("zod/v4/core").$strip>]>>;
|
|
632
|
+
}, import("zod/v4/core/index.js").$strip>]>>;
|
|
607
633
|
tile_size: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
608
634
|
direct: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
609
635
|
offload_params_to_cpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
610
636
|
threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
|
|
611
|
-
}, import("zod/v4/core").$strict>>;
|
|
612
|
-
}, import("zod/v4/core").$strip>;
|
|
637
|
+
}, import("zod/v4/core/index.js").$strict>>;
|
|
638
|
+
}, import("zod/v4/core/index.js").$strip>;
|
|
613
639
|
assessFit: typeof diffusionAssessFit;
|
|
614
640
|
resolveConfig(cfg: SdcppConfig, ctx: ResolveContext): Promise<ResolveResult<SdcppConfig, DiffusionArtifactKey>>;
|
|
615
641
|
createModel(params: CreateModelParams): PluginModelResult;
|
|
@@ -665,8 +691,8 @@ export declare const diffusionPlugin: {
|
|
|
665
691
|
strength: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
666
692
|
upscale: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodBoolean, import("zod").ZodObject<{
|
|
667
693
|
repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
668
|
-
}, import("zod/v4/core").$strict>]>>;
|
|
669
|
-
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
694
|
+
}, import("zod/v4/core/index.js").$strict>]>>;
|
|
695
|
+
}, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
|
|
670
696
|
type: import("zod").ZodLiteral<"diffusionStream">;
|
|
671
697
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
672
698
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -691,8 +717,8 @@ export declare const diffusionPlugin: {
|
|
|
691
717
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
692
718
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
693
719
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
694
|
-
}, import("zod/v4/core").$strip>>;
|
|
695
|
-
}, import("zod/v4/core").$strip>>;
|
|
720
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
721
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
696
722
|
videoStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
697
723
|
modelId: import("zod").ZodString;
|
|
698
724
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -798,7 +824,7 @@ export declare const diffusionPlugin: {
|
|
|
798
824
|
reference_images: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
|
|
799
825
|
reference_attention_strength: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
800
826
|
reference_downscale_factor: import("zod").ZodOptional<import("zod").ZodLiteral<1>>;
|
|
801
|
-
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
827
|
+
}, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
|
|
802
828
|
type: import("zod").ZodLiteral<"videoStream">;
|
|
803
829
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
804
830
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -829,13 +855,13 @@ export declare const diffusionPlugin: {
|
|
|
829
855
|
fps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
830
856
|
hasAudio: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
831
857
|
audioSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
832
|
-
}, import("zod/v4/core").$strip>>;
|
|
833
|
-
}, import("zod/v4/core").$strip>>;
|
|
858
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
859
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
834
860
|
upscaleStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
835
861
|
modelId: import("zod").ZodString;
|
|
836
862
|
image: import("zod").ZodString;
|
|
837
863
|
repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
838
|
-
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
864
|
+
}, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
|
|
839
865
|
type: import("zod").ZodLiteral<"upscaleStream">;
|
|
840
866
|
data: import("zod").ZodOptional<import("zod").ZodString>;
|
|
841
867
|
outputIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -855,8 +881,8 @@ export declare const diffusionPlugin: {
|
|
|
855
881
|
cpu: "cpu";
|
|
856
882
|
gpu: "gpu";
|
|
857
883
|
}>>;
|
|
858
|
-
}, import("zod/v4/core").$strip>>;
|
|
859
|
-
}, import("zod/v4/core").$strip>>;
|
|
884
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
885
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
860
886
|
worldStepStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
861
887
|
modelId: import("zod").ZodString;
|
|
862
888
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -870,7 +896,7 @@ export declare const diffusionPlugin: {
|
|
|
870
896
|
K: "K";
|
|
871
897
|
L: "L";
|
|
872
898
|
}>>>;
|
|
873
|
-
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
899
|
+
}, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
|
|
874
900
|
type: import("zod").ZodLiteral<"worldStepStream">;
|
|
875
901
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
876
902
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -888,8 +914,8 @@ export declare const diffusionPlugin: {
|
|
|
888
914
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
889
915
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
890
916
|
actionMask: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
891
|
-
}, import("zod/v4/core").$strip>>;
|
|
892
|
-
}, import("zod/v4/core").$strip>>;
|
|
917
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
918
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
893
919
|
worldSceneStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
894
920
|
modelId: import("zod").ZodString;
|
|
895
921
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -898,7 +924,7 @@ export declare const diffusionPlugin: {
|
|
|
898
924
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
899
925
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
900
926
|
returnPack: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
901
|
-
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
927
|
+
}, import("zod/v4/core/index.js").$strip>, import("zod").ZodObject<{
|
|
902
928
|
type: import("zod").ZodLiteral<"worldSceneStream">;
|
|
903
929
|
data: import("zod").ZodOptional<import("zod").ZodString>;
|
|
904
930
|
done: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -906,11 +932,11 @@ export declare const diffusionPlugin: {
|
|
|
906
932
|
sceneCreateMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
907
933
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
908
934
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
909
|
-
}, import("zod/v4/core").$strip>>;
|
|
910
|
-
}, import("zod/v4/core").$strip>>;
|
|
935
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
936
|
+
}, import("zod/v4/core/index.js").$strip>>;
|
|
911
937
|
};
|
|
912
938
|
logging: {
|
|
913
|
-
module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging")>;
|
|
939
|
+
module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging.js")>;
|
|
914
940
|
namespace: "sdcpp-generation";
|
|
915
941
|
};
|
|
916
942
|
};
|
|
@@ -158,13 +158,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
158
158
|
throw new ModelLoadFailedError("modelConfig.audioVaeModelSrc requires mode: 'video' (LTX-2 or MiniMax-H3).");
|
|
159
159
|
}
|
|
160
160
|
// `t5XxlModelSrc` selects Wan and `llmModelSrc` is ignored for that layout.
|
|
161
|
-
// Without T5, `llmModelSrc` plus
|
|
161
|
+
// Without T5, `llmModelSrc` plus the video VAE selects MiniMax-H3. Reject the
|
|
162
162
|
// companions H3 cannot consume before any of them is downloaded.
|
|
163
163
|
if (cfg.mode === 'video' &&
|
|
164
164
|
!embeddingsConnectorsModelSrc &&
|
|
165
165
|
(audioVaeModelSrc || (llmModelSrc && !t5XxlModelSrc))) {
|
|
166
|
-
if (!
|
|
167
|
-
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc
|
|
166
|
+
if (!llmModelSrc || !vaeModelSrc) {
|
|
167
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
168
168
|
}
|
|
169
169
|
if (t5XxlModelSrc ||
|
|
170
170
|
highNoiseDiffusionModelSrc ||
|
|
@@ -306,7 +306,8 @@ export const diffusionPlugin = definePlugin({
|
|
|
306
306
|
// via llm + video VAE + connectors, optional audio VAE —
|
|
307
307
|
// `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without
|
|
308
308
|
// them, an audio VAE (or an llm with no Wan T5) means MiniMax-H3
|
|
309
|
-
// (llm + video VAE
|
|
309
|
+
// (llm + video VAE, with an optional audio VAE); everything else is Wan
|
|
310
|
+
// via t5Xxl.
|
|
310
311
|
// Native code verifies the model's tensors.
|
|
311
312
|
const embeddingsConnectorsModelPath = artifacts?.['embeddingsConnectorsModelPath'];
|
|
312
313
|
if (!artifacts?.['vaeModelPath']) {
|
|
@@ -333,8 +334,8 @@ export const diffusionPlugin = definePlugin({
|
|
|
333
334
|
}
|
|
334
335
|
else if (artifacts['audioVaeModelPath'] ||
|
|
335
336
|
(artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
|
|
336
|
-
if (!artifacts['
|
|
337
|
-
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc
|
|
337
|
+
if (!artifacts['llmModelPath']) {
|
|
338
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
338
339
|
}
|
|
339
340
|
if (artifacts['t5XxlModelPath'] ||
|
|
340
341
|
artifacts['highNoiseDiffusionModelPath'] ||
|
|
@@ -347,7 +348,9 @@ export const diffusionPlugin = definePlugin({
|
|
|
347
348
|
model: modelPath,
|
|
348
349
|
vae: vaeModelPath,
|
|
349
350
|
llm: artifacts['llmModelPath'],
|
|
350
|
-
|
|
351
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
352
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
353
|
+
})
|
|
351
354
|
};
|
|
352
355
|
}
|
|
353
356
|
else {
|
|
@@ -379,7 +382,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
379
382
|
});
|
|
380
383
|
if (embeddingsConnectorsModelPath)
|
|
381
384
|
markLtxVideoModel(model);
|
|
382
|
-
else if (files.
|
|
385
|
+
else if (files.llm)
|
|
383
386
|
markH3VideoModel(model);
|
|
384
387
|
if (files.highNoiseDiffusionModel)
|
|
385
388
|
markMoeCapableVideoModel(model);
|
|
@@ -462,7 +465,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
462
465
|
})
|
|
463
466
|
},
|
|
464
467
|
logging: {
|
|
465
|
-
module: () => import('@qvac/diffusion-cpp/addonLogging'),
|
|
468
|
+
module: () => import('@qvac/diffusion-cpp/addonLogging.js'),
|
|
466
469
|
namespace: ModelType.sdcppGeneration
|
|
467
470
|
}
|
|
468
471
|
});
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { TtsRequest } from '../../../../schemas/index.js';
|
|
2
|
+
/** Reject incompatible controls before the addon can silently ignore them. */
|
|
3
|
+
export declare function getMossJobOptions(model: unknown, request: TtsRequest): {
|
|
4
|
+
topK?: number;
|
|
5
|
+
topP?: number;
|
|
6
|
+
temperature?: number;
|
|
7
|
+
greedy?: boolean;
|
|
8
|
+
maxNewTokens?: number;
|
|
9
|
+
maxReplySeconds?: number;
|
|
10
|
+
textReply?: boolean;
|
|
11
|
+
replyVoiceSampleRate?: number;
|
|
12
|
+
replyVoice?: Float32Array<ArrayBuffer>;
|
|
13
|
+
systemPrompt?: string;
|
|
14
|
+
messages?: {
|
|
15
|
+
sampleRate?: number;
|
|
16
|
+
audio?: Float32Array<ArrayBuffer>;
|
|
17
|
+
text?: string;
|
|
18
|
+
role: "assistant" | "system" | "user";
|
|
19
|
+
}[];
|
|
20
|
+
sampleRate?: number;
|
|
21
|
+
audio?: Float32Array<ArrayBuffer>;
|
|
22
|
+
};
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { getModelEntry } from '../../../../runtime/model-registry.js';
|
|
2
|
+
import { PluginRequestValidationFailedError } from '../../../../errors/index.js';
|
|
3
|
+
import { getTtsEngineType } from './parler-options.js';
|
|
4
|
+
const soundEffectKeys = ['seconds', 'negativePrompt', 'steps', 'guidance', 'shift'];
|
|
5
|
+
const speechKeys = [
|
|
6
|
+
'audio',
|
|
7
|
+
'sampleRate',
|
|
8
|
+
'messages',
|
|
9
|
+
'systemPrompt',
|
|
10
|
+
'replyVoice',
|
|
11
|
+
'replyVoiceSampleRate',
|
|
12
|
+
'textReply',
|
|
13
|
+
'maxReplySeconds',
|
|
14
|
+
'maxNewTokens',
|
|
15
|
+
'greedy',
|
|
16
|
+
'temperature',
|
|
17
|
+
'topP',
|
|
18
|
+
'topK'
|
|
19
|
+
];
|
|
20
|
+
/** Reject incompatible controls before the addon can silently ignore them. */
|
|
21
|
+
export function getMossJobOptions(model, request) {
|
|
22
|
+
const engine = getTtsEngineType(model);
|
|
23
|
+
const batch = engine === 'moss-sfx' || engine === 'moss-speech';
|
|
24
|
+
if (batch &&
|
|
25
|
+
(request.sentenceStream ||
|
|
26
|
+
request.sentenceStreamLocale !== undefined ||
|
|
27
|
+
request.sentenceStreamMaxChunkScalars !== undefined)) {
|
|
28
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${engine} does not support sentence-stream controls`);
|
|
29
|
+
}
|
|
30
|
+
for (const key of soundEffectKeys) {
|
|
31
|
+
if (request[key] !== undefined && engine !== 'moss-sfx') {
|
|
32
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-sfx`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
for (const key of speechKeys) {
|
|
36
|
+
if (request[key] !== undefined && engine !== 'moss-speech') {
|
|
37
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-speech`);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
const defaults = getModelEntry(request.modelId)?.local.config;
|
|
41
|
+
const soundEffect = engine === 'moss-sfx'
|
|
42
|
+
? {
|
|
43
|
+
seconds: request.seconds ?? defaults?.seconds,
|
|
44
|
+
negativePrompt: request.negativePrompt ?? defaults?.negativePrompt,
|
|
45
|
+
steps: request.steps ?? defaults?.steps,
|
|
46
|
+
guidance: request.guidance ?? defaults?.guidance,
|
|
47
|
+
shift: request.shift ?? defaults?.shift
|
|
48
|
+
}
|
|
49
|
+
: {};
|
|
50
|
+
return {
|
|
51
|
+
...Object.fromEntries(Object.entries(soundEffect).filter(([, value]) => value !== undefined)),
|
|
52
|
+
...(request.audio !== undefined ? { audio: new Float32Array(request.audio) } : {}),
|
|
53
|
+
...(request.sampleRate !== undefined ? { sampleRate: request.sampleRate } : {}),
|
|
54
|
+
...(request.messages !== undefined
|
|
55
|
+
? {
|
|
56
|
+
messages: request.messages.map((message) => ({
|
|
57
|
+
role: message.role,
|
|
58
|
+
...(message.text !== undefined ? { text: message.text } : {}),
|
|
59
|
+
...(message.audio !== undefined ? { audio: new Float32Array(message.audio) } : {}),
|
|
60
|
+
...(message.sampleRate !== undefined ? { sampleRate: message.sampleRate } : {})
|
|
61
|
+
}))
|
|
62
|
+
}
|
|
63
|
+
: {}),
|
|
64
|
+
...(request.systemPrompt !== undefined ? { systemPrompt: request.systemPrompt } : {}),
|
|
65
|
+
...(request.replyVoice !== undefined
|
|
66
|
+
? { replyVoice: new Float32Array(request.replyVoice) }
|
|
67
|
+
: {}),
|
|
68
|
+
...(request.replyVoiceSampleRate !== undefined
|
|
69
|
+
? { replyVoiceSampleRate: request.replyVoiceSampleRate }
|
|
70
|
+
: {}),
|
|
71
|
+
...(request.textReply !== undefined ? { textReply: request.textReply } : {}),
|
|
72
|
+
...(request.maxReplySeconds !== undefined ? { maxReplySeconds: request.maxReplySeconds } : {}),
|
|
73
|
+
...(request.maxNewTokens !== undefined ? { maxNewTokens: request.maxNewTokens } : {}),
|
|
74
|
+
...(request.greedy !== undefined ? { greedy: request.greedy } : {}),
|
|
75
|
+
...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
|
|
76
|
+
...(request.topP !== undefined ? { topP: request.topP } : {}),
|
|
77
|
+
...(request.topK !== undefined ? { topK: request.topK } : {})
|
|
78
|
+
};
|
|
79
|
+
}
|
|
@@ -57,7 +57,7 @@ import { nowMs } from '../../../../profiling/index.js';
|
|
|
57
57
|
import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
|
|
58
58
|
import { TextToSpeechStreamFailedError } from '../../../../errors/index.js';
|
|
59
59
|
import { collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
|
|
60
|
-
import { assertParlerJobOptionsSupported, getParlerJobOptions } from './parler-options.js';
|
|
60
|
+
import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from './parler-options.js';
|
|
61
61
|
import { bindTtsCancel, cancelIfAborted } from './cancel-binding.js';
|
|
62
62
|
// Ends the text source the moment the run is cancelled. Without this an idle
|
|
63
63
|
// duplex session — cancelled while the accumulator is waiting for the next
|
|
@@ -170,6 +170,9 @@ export async function* textToSpeechStream(params, inputStream) {
|
|
|
170
170
|
try {
|
|
171
171
|
const request = textToSpeechStreamRequestSchema.parse(params);
|
|
172
172
|
const model = getModel(request.modelId);
|
|
173
|
+
if (['moss-sfx', 'moss-speech'].includes(getTtsEngineType(model) ?? '')) {
|
|
174
|
+
throw new TextToSpeechStreamFailedError('MOSS-SoundEffect and MOSS-Speech are batch-only');
|
|
175
|
+
}
|
|
173
176
|
const parlerJobOptions = getParlerJobOptions(request);
|
|
174
177
|
assertParlerJobOptionsSupported(model, parlerJobOptions, 'textToSpeechStream');
|
|
175
178
|
const ctx = __addDisposableResource(env_1, await bindTtsCancel(model, request.modelId, request.requestId), true);
|