@qvac/inference 0.21.1 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +89 -41
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +5 -2
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -2
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +39 -37
- package/dist/api/index.js +38 -36
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +6 -5
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +9 -0
- package/dist/errors/index.js +18 -1
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +84 -32
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -5
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +7 -5
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
- package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
- package/dist/model-fit/floor.d.ts +31 -0
- package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
- package/dist/model-fit/kv-cache.d.ts +23 -0
- package/dist/model-fit/kv-cache.js +85 -0
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
- package/dist/model-fit/platform.d.ts +14 -0
- package/dist/model-fit/platform.js +26 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
- package/dist/model-fit/request/create.js +61 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/model-fit/request/engines/audiogen.js +63 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
- package/dist/model-fit/request/engines/llama.js +44 -0
- package/dist/model-fit/request/engines/nmt.d.ts +8 -0
- package/dist/model-fit/request/engines/nmt.js +11 -0
- package/dist/model-fit/request/engines/ocr.d.ts +9 -0
- package/dist/model-fit/request/engines/ocr.js +13 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1072 -815
- package/dist/models/registry/models.js +3704 -3405
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +406 -3
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
- package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
- package/dist/plugins/builtin/index.d.ts +15 -12
- package/dist/plugins/builtin/index.js +15 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
- package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
- package/dist/plugins/ops/kv-cache-utils.js +25 -33
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +33 -19
- package/dist/plugins/ops/transcribe.js +18 -2
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +3 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +9 -1
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +22 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +7 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +106 -43
- package/dist/schemas/assess-model-fit.js +69 -32
- package/dist/schemas/audio-gen.d.ts +199 -19
- package/dist/schemas/audio-gen.js +183 -51
- package/dist/schemas/batch-completion-stream.d.ts +210 -36
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +3 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +24 -3
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +1465 -162
- package/dist/schemas/common.js +37 -31
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +243 -39
- package/dist/schemas/completion-stream.js +100 -29
- package/dist/schemas/config.d.ts +1326 -18
- package/dist/schemas/config.js +30 -8
- package/dist/schemas/decision.d.ts +610 -0
- package/dist/schemas/decision.js +219 -0
- package/dist/schemas/download-asset.d.ts +10 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +9 -1
- package/dist/schemas/engine-addon-map.js +26 -5
- package/dist/schemas/errors.d.ts +2 -0
- package/dist/schemas/errors.js +11 -1
- package/dist/schemas/index.d.ts +51 -48
- package/dist/schemas/index.js +50 -47
- package/dist/schemas/llamacpp-config.d.ts +222 -6
- package/dist/schemas/llamacpp-config.js +129 -7
- package/dist/schemas/load-model.d.ts +7960 -1492
- package/dist/schemas/load-model.js +122 -10
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +428 -9
- package/dist/schemas/model-config-schemas.js +16 -11
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +4 -3
- package/dist/schemas/model-resource-profile.d.ts +4 -4
- package/dist/schemas/model-resource-profile.js +2 -5
- package/dist/schemas/model-src-utils.d.ts +14 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +14 -1
- package/dist/schemas/model-types.js +4 -0
- package/dist/schemas/ocr.d.ts +76 -0
- package/dist/schemas/ocr.js +43 -1
- package/dist/schemas/plugin.d.ts +16 -4
- package/dist/schemas/plugin.js +12 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +34 -0
- package/dist/schemas/registry.js +5 -1
- package/dist/schemas/reload-config.d.ts +14 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +82 -0
- package/dist/schemas/sdcpp-config.js +41 -22
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +463 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +20 -0
- package/dist/schemas/transcription-config.js +54 -4
- package/dist/schemas/transcription.d.ts +47 -5
- package/dist/schemas/transcription.js +52 -5
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +40 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +3 -2
- package/dist/surface.js +3 -2
- package/dist/utils/addon-responses.d.ts +3 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +13 -9
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +2 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +68 -51
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -28
- package/dist/resources/model-fit/types.d.ts +0 -120
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { assessFit as diffusionAssessFit } from '@qvac/diffusion-cpp';
|
|
2
2
|
import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult, type SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
-
type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
|
|
3
|
+
type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'projectionModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
|
|
4
4
|
/**
|
|
5
5
|
* Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
|
|
6
6
|
*
|
|
@@ -102,10 +102,13 @@ export declare const diffusionPlugin: {
|
|
|
102
102
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
103
103
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
104
104
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
105
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
106
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
105
107
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
106
108
|
"onnx-tts": "onnx-tts";
|
|
107
109
|
"tts-ggml": "tts-ggml";
|
|
108
110
|
"parakeet-transcription": "parakeet-transcription";
|
|
111
|
+
"moss-transcribe": "moss-transcribe";
|
|
109
112
|
"ggml-ocr": "ggml-ocr";
|
|
110
113
|
"sdcpp-generation": "sdcpp-generation";
|
|
111
114
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -141,10 +144,13 @@ export declare const diffusionPlugin: {
|
|
|
141
144
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
142
145
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
143
146
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
147
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
148
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
144
149
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
145
150
|
"onnx-tts": "onnx-tts";
|
|
146
151
|
"tts-ggml": "tts-ggml";
|
|
147
152
|
"parakeet-transcription": "parakeet-transcription";
|
|
153
|
+
"moss-transcribe": "moss-transcribe";
|
|
148
154
|
"ggml-ocr": "ggml-ocr";
|
|
149
155
|
"sdcpp-generation": "sdcpp-generation";
|
|
150
156
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -180,10 +186,13 @@ export declare const diffusionPlugin: {
|
|
|
180
186
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
181
187
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
182
188
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
189
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
190
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
183
191
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
184
192
|
"onnx-tts": "onnx-tts";
|
|
185
193
|
"tts-ggml": "tts-ggml";
|
|
186
194
|
"parakeet-transcription": "parakeet-transcription";
|
|
195
|
+
"moss-transcribe": "moss-transcribe";
|
|
187
196
|
"ggml-ocr": "ggml-ocr";
|
|
188
197
|
"sdcpp-generation": "sdcpp-generation";
|
|
189
198
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -219,10 +228,55 @@ export declare const diffusionPlugin: {
|
|
|
219
228
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
220
229
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
221
230
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
231
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
232
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
222
233
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
223
234
|
"onnx-tts": "onnx-tts";
|
|
224
235
|
"tts-ggml": "tts-ggml";
|
|
225
236
|
"parakeet-transcription": "parakeet-transcription";
|
|
237
|
+
"moss-transcribe": "moss-transcribe";
|
|
238
|
+
"ggml-ocr": "ggml-ocr";
|
|
239
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
240
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
241
|
+
"ggml-vla": "ggml-vla";
|
|
242
|
+
"ggml-classification": "ggml-classification";
|
|
243
|
+
llm: "llm";
|
|
244
|
+
whisper: "whisper";
|
|
245
|
+
bci: "bci";
|
|
246
|
+
nmt: "nmt";
|
|
247
|
+
parakeet: "parakeet";
|
|
248
|
+
classification: "classification";
|
|
249
|
+
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
250
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
251
|
+
projectionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
252
|
+
src: import("zod").ZodString;
|
|
253
|
+
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
254
|
+
modelId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
255
|
+
registryPath: import("zod").ZodOptional<import("zod").ZodString>;
|
|
256
|
+
registrySource: import("zod").ZodOptional<import("zod").ZodString>;
|
|
257
|
+
blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
|
|
258
|
+
blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
259
|
+
engine: import("zod").ZodOptional<import("zod").ZodString>;
|
|
260
|
+
expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
261
|
+
sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
|
|
262
|
+
addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
|
|
263
|
+
embeddings: "embeddings";
|
|
264
|
+
diffusion: "diffusion";
|
|
265
|
+
audiogen: "audiogen";
|
|
266
|
+
tts: "tts";
|
|
267
|
+
ocr: "ocr";
|
|
268
|
+
vla: "vla";
|
|
269
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
270
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
271
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
272
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
273
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
274
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
275
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
276
|
+
"onnx-tts": "onnx-tts";
|
|
277
|
+
"tts-ggml": "tts-ggml";
|
|
278
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
279
|
+
"moss-transcribe": "moss-transcribe";
|
|
226
280
|
"ggml-ocr": "ggml-ocr";
|
|
227
281
|
"sdcpp-generation": "sdcpp-generation";
|
|
228
282
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -258,10 +312,13 @@ export declare const diffusionPlugin: {
|
|
|
258
312
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
259
313
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
260
314
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
315
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
316
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
261
317
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
262
318
|
"onnx-tts": "onnx-tts";
|
|
263
319
|
"tts-ggml": "tts-ggml";
|
|
264
320
|
"parakeet-transcription": "parakeet-transcription";
|
|
321
|
+
"moss-transcribe": "moss-transcribe";
|
|
265
322
|
"ggml-ocr": "ggml-ocr";
|
|
266
323
|
"sdcpp-generation": "sdcpp-generation";
|
|
267
324
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -297,10 +354,13 @@ export declare const diffusionPlugin: {
|
|
|
297
354
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
298
355
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
299
356
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
357
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
358
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
300
359
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
301
360
|
"onnx-tts": "onnx-tts";
|
|
302
361
|
"tts-ggml": "tts-ggml";
|
|
303
362
|
"parakeet-transcription": "parakeet-transcription";
|
|
363
|
+
"moss-transcribe": "moss-transcribe";
|
|
304
364
|
"ggml-ocr": "ggml-ocr";
|
|
305
365
|
"sdcpp-generation": "sdcpp-generation";
|
|
306
366
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -336,10 +396,13 @@ export declare const diffusionPlugin: {
|
|
|
336
396
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
337
397
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
338
398
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
399
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
400
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
339
401
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
340
402
|
"onnx-tts": "onnx-tts";
|
|
341
403
|
"tts-ggml": "tts-ggml";
|
|
342
404
|
"parakeet-transcription": "parakeet-transcription";
|
|
405
|
+
"moss-transcribe": "moss-transcribe";
|
|
343
406
|
"ggml-ocr": "ggml-ocr";
|
|
344
407
|
"sdcpp-generation": "sdcpp-generation";
|
|
345
408
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -375,10 +438,13 @@ export declare const diffusionPlugin: {
|
|
|
375
438
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
376
439
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
377
440
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
441
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
442
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
378
443
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
379
444
|
"onnx-tts": "onnx-tts";
|
|
380
445
|
"tts-ggml": "tts-ggml";
|
|
381
446
|
"parakeet-transcription": "parakeet-transcription";
|
|
447
|
+
"moss-transcribe": "moss-transcribe";
|
|
382
448
|
"ggml-ocr": "ggml-ocr";
|
|
383
449
|
"sdcpp-generation": "sdcpp-generation";
|
|
384
450
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -414,10 +480,13 @@ export declare const diffusionPlugin: {
|
|
|
414
480
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
415
481
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
416
482
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
483
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
484
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
417
485
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
418
486
|
"onnx-tts": "onnx-tts";
|
|
419
487
|
"tts-ggml": "tts-ggml";
|
|
420
488
|
"parakeet-transcription": "parakeet-transcription";
|
|
489
|
+
"moss-transcribe": "moss-transcribe";
|
|
421
490
|
"ggml-ocr": "ggml-ocr";
|
|
422
491
|
"sdcpp-generation": "sdcpp-generation";
|
|
423
492
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -453,10 +522,13 @@ export declare const diffusionPlugin: {
|
|
|
453
522
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
454
523
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
455
524
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
525
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
526
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
456
527
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
457
528
|
"onnx-tts": "onnx-tts";
|
|
458
529
|
"tts-ggml": "tts-ggml";
|
|
459
530
|
"parakeet-transcription": "parakeet-transcription";
|
|
531
|
+
"moss-transcribe": "moss-transcribe";
|
|
460
532
|
"ggml-ocr": "ggml-ocr";
|
|
461
533
|
"sdcpp-generation": "sdcpp-generation";
|
|
462
534
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -492,10 +564,13 @@ export declare const diffusionPlugin: {
|
|
|
492
564
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
493
565
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
494
566
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
567
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
568
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
495
569
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
496
570
|
"onnx-tts": "onnx-tts";
|
|
497
571
|
"tts-ggml": "tts-ggml";
|
|
498
572
|
"parakeet-transcription": "parakeet-transcription";
|
|
573
|
+
"moss-transcribe": "moss-transcribe";
|
|
499
574
|
"ggml-ocr": "ggml-ocr";
|
|
500
575
|
"sdcpp-generation": "sdcpp-generation";
|
|
501
576
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -531,10 +606,13 @@ export declare const diffusionPlugin: {
|
|
|
531
606
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
532
607
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
533
608
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
609
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
610
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
534
611
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
535
612
|
"onnx-tts": "onnx-tts";
|
|
536
613
|
"tts-ggml": "tts-ggml";
|
|
537
614
|
"parakeet-transcription": "parakeet-transcription";
|
|
615
|
+
"moss-transcribe": "moss-transcribe";
|
|
538
616
|
"ggml-ocr": "ggml-ocr";
|
|
539
617
|
"sdcpp-generation": "sdcpp-generation";
|
|
540
618
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -550,6 +628,7 @@ export declare const diffusionPlugin: {
|
|
|
550
628
|
}, import("zod/v4/core").$strip>]>>;
|
|
551
629
|
world: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
552
630
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
631
|
+
fitSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
553
632
|
threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
|
|
554
633
|
backend: import("zod").ZodOptional<import("zod").ZodString>;
|
|
555
634
|
numFramePerBlock: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -587,10 +666,13 @@ export declare const diffusionPlugin: {
|
|
|
587
666
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
588
667
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
589
668
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
669
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
670
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
590
671
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
591
672
|
"onnx-tts": "onnx-tts";
|
|
592
673
|
"tts-ggml": "tts-ggml";
|
|
593
674
|
"parakeet-transcription": "parakeet-transcription";
|
|
675
|
+
"moss-transcribe": "moss-transcribe";
|
|
594
676
|
"ggml-ocr": "ggml-ocr";
|
|
595
677
|
"sdcpp-generation": "sdcpp-generation";
|
|
596
678
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -4,41 +4,25 @@ import { createStreamLogger, registerAddonLogger, getEngineLogger } from '../../
|
|
|
4
4
|
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
5
5
|
import { isMobile } from '../../../runtime/state.js';
|
|
6
6
|
import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
|
|
7
|
-
import { diffusion } from '
|
|
8
|
-
import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '
|
|
9
|
-
import { upscale } from '
|
|
10
|
-
import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
//
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
|
|
27
|
-
}),
|
|
28
|
-
...(upscaler.threads !== undefined && {
|
|
29
|
-
upscaler_threads: upscaler.threads
|
|
30
|
-
})
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
// `mode: "upscale"` builds an EsrganUpscaler directly (not via SdCtx), so the
|
|
34
|
-
// top-level `device` field has to be forwarded explicitly — it is not part of
|
|
35
|
-
// the `upscaler.*` block.
|
|
36
|
-
function toEsrganAddonConfig(config) {
|
|
37
|
-
return {
|
|
38
|
-
...flattenUpscalerKeys(config.upscaler),
|
|
39
|
-
...(config.device !== undefined && { device: config.device }),
|
|
40
|
-
...(config.verbosity !== undefined && { verbosity: config.verbosity })
|
|
41
|
-
};
|
|
7
|
+
import { diffusion } from '../../../plugins/builtin/sdcpp-generation/ops/diffusion.js';
|
|
8
|
+
import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '../../../plugins/builtin/sdcpp-generation/ops/video.js';
|
|
9
|
+
import { upscale } from '../../../plugins/builtin/sdcpp-generation/ops/upscale.js';
|
|
10
|
+
import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '../../../plugins/builtin/sdcpp-generation/ops/world.js';
|
|
11
|
+
import { flattenUpscalerKeys, toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
12
|
+
import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
|
|
13
|
+
// Wait for op cleanup before emitting completion.
|
|
14
|
+
async function* withCompletionFrame(stream, complete) {
|
|
15
|
+
try {
|
|
16
|
+
let result = await stream.next();
|
|
17
|
+
while (!result.done) {
|
|
18
|
+
yield result.value;
|
|
19
|
+
result = await stream.next();
|
|
20
|
+
}
|
|
21
|
+
yield complete(result.value);
|
|
22
|
+
}
|
|
23
|
+
finally {
|
|
24
|
+
await stream.return?.(undefined);
|
|
25
|
+
}
|
|
42
26
|
}
|
|
43
27
|
/**
|
|
44
28
|
* Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
|
|
@@ -53,6 +37,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
53
37
|
loadConfigSchema: sdcppConfigSchema,
|
|
54
38
|
assessFit: diffusionAssessFit,
|
|
55
39
|
async resolveConfig(cfg, ctx) {
|
|
40
|
+
if (cfg.projectionModelSrc && cfg.mode !== 'diffusion') {
|
|
41
|
+
throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires diffusion mode. ' +
|
|
42
|
+
"Use mode: 'diffusion' or remove projectionModelSrc.");
|
|
43
|
+
}
|
|
44
|
+
if (cfg.projectionModelSrc && !cfg.llmModelSrc) {
|
|
45
|
+
throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires modelConfig.llmModelSrc for the LLM encoder.');
|
|
46
|
+
}
|
|
56
47
|
if (cfg.uncondModelSrc && cfg.mode !== 'diffusion') {
|
|
57
48
|
throw new ModelLoadFailedError('modelConfig.uncondModelSrc is Ideogram 4 diffusion only. ' +
|
|
58
49
|
"Use mode: 'diffusion' or remove uncondModelSrc.");
|
|
@@ -149,7 +140,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
149
140
|
if (cfg.mode === 'upscale') {
|
|
150
141
|
return { config: cfg };
|
|
151
142
|
}
|
|
152
|
-
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
|
|
143
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
|
|
153
144
|
if (embeddingsConnectorsModelSrc && cfg.mode !== 'video') {
|
|
154
145
|
throw new ModelLoadFailedError('modelConfig.embeddingsConnectorsModelSrc selects the LTX-2 video ' +
|
|
155
146
|
"layout and is only valid with mode: 'video'.");
|
|
@@ -158,13 +149,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
158
149
|
throw new ModelLoadFailedError("modelConfig.audioVaeModelSrc requires mode: 'video' (LTX-2 or MiniMax-H3).");
|
|
159
150
|
}
|
|
160
151
|
// `t5XxlModelSrc` selects Wan and `llmModelSrc` is ignored for that layout.
|
|
161
|
-
// Without T5, `llmModelSrc` plus
|
|
152
|
+
// Without T5, `llmModelSrc` plus the video VAE selects MiniMax-H3. Reject the
|
|
162
153
|
// companions H3 cannot consume before any of them is downloaded.
|
|
163
154
|
if (cfg.mode === 'video' &&
|
|
164
155
|
!embeddingsConnectorsModelSrc &&
|
|
165
156
|
(audioVaeModelSrc || (llmModelSrc && !t5XxlModelSrc))) {
|
|
166
|
-
if (!
|
|
167
|
-
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc
|
|
157
|
+
if (!llmModelSrc || !vaeModelSrc) {
|
|
158
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
168
159
|
}
|
|
169
160
|
if (t5XxlModelSrc ||
|
|
170
161
|
highNoiseDiffusionModelSrc ||
|
|
@@ -189,6 +180,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
189
180
|
clipVisionModelSrc,
|
|
190
181
|
t5XxlModelSrc,
|
|
191
182
|
llmModelSrc,
|
|
183
|
+
projectionModelSrc,
|
|
192
184
|
vaeModelSrc,
|
|
193
185
|
highNoiseDiffusionModelSrc,
|
|
194
186
|
uncondModelSrc,
|
|
@@ -203,12 +195,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
203
195
|
return { config: runtimeConfig };
|
|
204
196
|
}
|
|
205
197
|
const resolve = ctx.resolveModelPath;
|
|
206
|
-
const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
|
|
198
|
+
const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, projectionModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
|
|
207
199
|
clipLModelSrc ? resolve(clipLModelSrc) : undefined,
|
|
208
200
|
clipGModelSrc ? resolve(clipGModelSrc) : undefined,
|
|
209
201
|
clipVisionModelSrc ? resolve(clipVisionModelSrc) : undefined,
|
|
210
202
|
t5XxlModelSrc ? resolve(t5XxlModelSrc) : undefined,
|
|
211
203
|
llmModelSrc ? resolve(llmModelSrc) : undefined,
|
|
204
|
+
projectionModelSrc ? resolve(projectionModelSrc) : undefined,
|
|
212
205
|
vaeModelSrc ? resolve(vaeModelSrc) : undefined,
|
|
213
206
|
highNoiseDiffusionModelSrc ? resolve(highNoiseDiffusionModelSrc) : undefined,
|
|
214
207
|
uncondModelSrc ? resolve(uncondModelSrc) : undefined,
|
|
@@ -226,6 +219,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
226
219
|
...(clipVisionModelPath && { clipVisionModelPath }),
|
|
227
220
|
...(t5XxlModelPath && { t5XxlModelPath }),
|
|
228
221
|
...(llmModelPath && { llmModelPath }),
|
|
222
|
+
...(projectionModelPath && { projectionModelPath }),
|
|
229
223
|
...(vaeModelPath && { vaeModelPath }),
|
|
230
224
|
...(highNoiseDiffusionModelPath && { highNoiseDiffusionModelPath }),
|
|
231
225
|
...(uncondModelPath && { uncondModelPath }),
|
|
@@ -287,10 +281,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
287
281
|
taehv: artifacts['taehvModelPath'],
|
|
288
282
|
scene: worldScenePath(modelId)
|
|
289
283
|
},
|
|
290
|
-
|
|
291
|
-
// the schema's `x?: T` into the addon's `x?: T` without it, and the
|
|
292
|
-
// addon already drops undefined values before stringifying them.
|
|
293
|
-
config: (config.world ?? {}),
|
|
284
|
+
config: splitWorldConfig(config.world).session,
|
|
294
285
|
encoders: {
|
|
295
286
|
t5: artifacts['t5XxlModelPath'],
|
|
296
287
|
vae: artifacts['vaeModelPath']
|
|
@@ -306,7 +297,8 @@ export const diffusionPlugin = definePlugin({
|
|
|
306
297
|
// via llm + video VAE + connectors, optional audio VAE —
|
|
307
298
|
// `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without
|
|
308
299
|
// them, an audio VAE (or an llm with no Wan T5) means MiniMax-H3
|
|
309
|
-
// (llm + video VAE
|
|
300
|
+
// (llm + video VAE, with an optional audio VAE); everything else is Wan
|
|
301
|
+
// via t5Xxl.
|
|
310
302
|
// Native code verifies the model's tensors.
|
|
311
303
|
const embeddingsConnectorsModelPath = artifacts?.['embeddingsConnectorsModelPath'];
|
|
312
304
|
if (!artifacts?.['vaeModelPath']) {
|
|
@@ -333,8 +325,8 @@ export const diffusionPlugin = definePlugin({
|
|
|
333
325
|
}
|
|
334
326
|
else if (artifacts['audioVaeModelPath'] ||
|
|
335
327
|
(artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
|
|
336
|
-
if (!artifacts['
|
|
337
|
-
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc
|
|
328
|
+
if (!artifacts['llmModelPath']) {
|
|
329
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
338
330
|
}
|
|
339
331
|
if (artifacts['t5XxlModelPath'] ||
|
|
340
332
|
artifacts['highNoiseDiffusionModelPath'] ||
|
|
@@ -347,7 +339,9 @@ export const diffusionPlugin = definePlugin({
|
|
|
347
339
|
model: modelPath,
|
|
348
340
|
vae: vaeModelPath,
|
|
349
341
|
llm: artifacts['llmModelPath'],
|
|
350
|
-
|
|
342
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
343
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
344
|
+
})
|
|
351
345
|
};
|
|
352
346
|
}
|
|
353
347
|
else {
|
|
@@ -369,7 +363,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
369
363
|
};
|
|
370
364
|
}
|
|
371
365
|
/* eslint-disable @typescript-eslint/no-unused-vars */
|
|
372
|
-
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
366
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
373
367
|
/* eslint-enable @typescript-eslint/no-unused-vars */
|
|
374
368
|
const model = new VideoStableDiffusion({
|
|
375
369
|
files,
|
|
@@ -379,7 +373,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
379
373
|
});
|
|
380
374
|
if (embeddingsConnectorsModelPath)
|
|
381
375
|
markLtxVideoModel(model);
|
|
382
|
-
else if (files.
|
|
376
|
+
else if (files.llm)
|
|
383
377
|
markH3VideoModel(model);
|
|
384
378
|
if (files.highNoiseDiffusionModel)
|
|
385
379
|
markMoeCapableVideoModel(model);
|
|
@@ -391,6 +385,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
391
385
|
...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
|
|
392
386
|
...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
|
|
393
387
|
...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
|
|
388
|
+
...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
|
|
394
389
|
...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
|
|
395
390
|
...(artifacts?.['uncondModelPath'] && {
|
|
396
391
|
uncondModel: artifacts['uncondModelPath']
|
|
@@ -422,14 +417,22 @@ export const diffusionPlugin = definePlugin({
|
|
|
422
417
|
// sdcpp diffusion exposes a model-wide hard cancel — compute
|
|
423
418
|
// is interrupted on the currently-running generation.
|
|
424
419
|
cancel: { scope: 'model', hard: true },
|
|
425
|
-
handler: diffusion
|
|
420
|
+
handler: (request) => withCompletionFrame(diffusion(request), ({ stats }) => ({
|
|
421
|
+
type: 'diffusionStream',
|
|
422
|
+
done: true,
|
|
423
|
+
stats
|
|
424
|
+
}))
|
|
426
425
|
}),
|
|
427
426
|
videoStream: defineHandler({
|
|
428
427
|
requestSchema: videoRequestSchema,
|
|
429
428
|
responseSchema: videoStreamResponseSchema,
|
|
430
429
|
streaming: true,
|
|
431
430
|
cancel: { scope: 'model', hard: true },
|
|
432
|
-
handler: video
|
|
431
|
+
handler: (request) => withCompletionFrame(video(request), ({ stats }) => ({
|
|
432
|
+
type: 'videoStream',
|
|
433
|
+
done: true,
|
|
434
|
+
stats
|
|
435
|
+
}))
|
|
433
436
|
}),
|
|
434
437
|
upscaleStream: defineHandler({
|
|
435
438
|
requestSchema: upscaleRequestSchema,
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
2
|
+
export declare function flattenUpscalerKeys(upscaler: SdcppConfig['upscaler']): {
|
|
3
|
+
upscaler_threads?: number;
|
|
4
|
+
upscaler_offload_params_to_cpu?: boolean;
|
|
5
|
+
upscaler_direct?: boolean;
|
|
6
|
+
upscaler_tile_size?: number;
|
|
7
|
+
};
|
|
8
|
+
export declare function toEsrganAddonConfig(config: SdcppConfig): {
|
|
9
|
+
verbosity?: number;
|
|
10
|
+
device?: "cpu" | "gpu";
|
|
11
|
+
upscaler_threads?: number;
|
|
12
|
+
upscaler_offload_params_to_cpu?: boolean;
|
|
13
|
+
upscaler_direct?: boolean;
|
|
14
|
+
upscaler_tile_size?: number;
|
|
15
|
+
};
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export function flattenUpscalerKeys(upscaler) {
|
|
2
|
+
if (!upscaler)
|
|
3
|
+
return {};
|
|
4
|
+
return {
|
|
5
|
+
...(upscaler.tile_size !== undefined && { upscaler_tile_size: upscaler.tile_size }),
|
|
6
|
+
...(upscaler.direct !== undefined && { upscaler_direct: upscaler.direct }),
|
|
7
|
+
...(upscaler.offload_params_to_cpu !== undefined && {
|
|
8
|
+
upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
|
|
9
|
+
}),
|
|
10
|
+
...(upscaler.threads !== undefined && { upscaler_threads: upscaler.threads })
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
export function toEsrganAddonConfig(config) {
|
|
14
|
+
return {
|
|
15
|
+
...flattenUpscalerKeys(config.upscaler),
|
|
16
|
+
...(config.device !== undefined && { device: config.device }),
|
|
17
|
+
...(config.verbosity !== undefined && { verbosity: config.verbosity })
|
|
18
|
+
};
|
|
19
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { WorldConfig } from '@qvac/diffusion-cpp/world';
|
|
2
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
+
export declare const DEFAULT_WORLD_FIT_STEPS = 100;
|
|
4
|
+
/** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
|
|
5
|
+
export declare function splitWorldConfig(world: SdcppConfig['world']): {
|
|
6
|
+
fitSteps: number;
|
|
7
|
+
session: WorldConfig;
|
|
8
|
+
};
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export const DEFAULT_WORLD_FIT_STEPS = 100;
|
|
2
|
+
/** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
|
|
3
|
+
export function splitWorldConfig(world) {
|
|
4
|
+
const { fitSteps = DEFAULT_WORLD_FIT_STEPS, ...session } = world ?? {};
|
|
5
|
+
// Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen the
|
|
6
|
+
// schema's `x?: T` into the addon's `x?: T` without it, and the addon already
|
|
7
|
+
// drops undefined values before stringifying them.
|
|
8
|
+
return { fitSteps, session: session };
|
|
9
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { TtsRequest } from '../../../../schemas/index.js';
|
|
2
|
+
/** Reject incompatible controls before the addon can silently ignore them. */
|
|
3
|
+
export declare function getMossJobOptions(model: unknown, request: TtsRequest): {
|
|
4
|
+
topK?: number;
|
|
5
|
+
topP?: number;
|
|
6
|
+
temperature?: number;
|
|
7
|
+
greedy?: boolean;
|
|
8
|
+
maxNewTokens?: number;
|
|
9
|
+
maxReplySeconds?: number;
|
|
10
|
+
textReply?: boolean;
|
|
11
|
+
replyVoiceSampleRate?: number;
|
|
12
|
+
replyVoice?: Float32Array<ArrayBuffer>;
|
|
13
|
+
systemPrompt?: string;
|
|
14
|
+
messages?: {
|
|
15
|
+
sampleRate?: number;
|
|
16
|
+
audio?: Float32Array<ArrayBuffer>;
|
|
17
|
+
text?: string;
|
|
18
|
+
role: "assistant" | "system" | "user";
|
|
19
|
+
}[];
|
|
20
|
+
sampleRate?: number;
|
|
21
|
+
audio?: Float32Array<ArrayBuffer>;
|
|
22
|
+
};
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import { getModelEntry } from '../../../../runtime/model-registry.js';
|
|
2
|
+
import { PluginRequestValidationFailedError } from '../../../../errors/index.js';
|
|
3
|
+
import { getTtsEngineType } from './parler-options.js';
|
|
4
|
+
const soundEffectKeys = ['seconds', 'negativePrompt', 'steps', 'guidance', 'shift'];
|
|
5
|
+
const speechKeys = [
|
|
6
|
+
'audio',
|
|
7
|
+
'sampleRate',
|
|
8
|
+
'messages',
|
|
9
|
+
'systemPrompt',
|
|
10
|
+
'replyVoice',
|
|
11
|
+
'replyVoiceSampleRate',
|
|
12
|
+
'textReply',
|
|
13
|
+
'maxReplySeconds',
|
|
14
|
+
'maxNewTokens',
|
|
15
|
+
'greedy',
|
|
16
|
+
'temperature',
|
|
17
|
+
'topP',
|
|
18
|
+
'topK'
|
|
19
|
+
];
|
|
20
|
+
/** Reject incompatible controls before the addon can silently ignore them. */
|
|
21
|
+
export function getMossJobOptions(model, request) {
|
|
22
|
+
const engine = getTtsEngineType(model);
|
|
23
|
+
const batch = engine === 'moss-sfx' || engine === 'moss-speech';
|
|
24
|
+
if (batch &&
|
|
25
|
+
(request.sentenceStream ||
|
|
26
|
+
request.sentenceStreamLocale !== undefined ||
|
|
27
|
+
request.sentenceStreamMaxChunkScalars !== undefined)) {
|
|
28
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${engine} does not support sentence-stream controls`);
|
|
29
|
+
}
|
|
30
|
+
for (const key of soundEffectKeys) {
|
|
31
|
+
if (request[key] !== undefined && engine !== 'moss-sfx') {
|
|
32
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-sfx`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
for (const key of speechKeys) {
|
|
36
|
+
if (request[key] !== undefined && engine !== 'moss-speech') {
|
|
37
|
+
throw new PluginRequestValidationFailedError('textToSpeech', `${key} requires moss-speech`);
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
const defaults = getModelEntry(request.modelId)?.local.config;
|
|
41
|
+
const soundEffect = engine === 'moss-sfx'
|
|
42
|
+
? {
|
|
43
|
+
seconds: request.seconds ?? defaults?.seconds,
|
|
44
|
+
negativePrompt: request.negativePrompt ?? defaults?.negativePrompt,
|
|
45
|
+
steps: request.steps ?? defaults?.steps,
|
|
46
|
+
guidance: request.guidance ?? defaults?.guidance,
|
|
47
|
+
shift: request.shift ?? defaults?.shift
|
|
48
|
+
}
|
|
49
|
+
: {};
|
|
50
|
+
return {
|
|
51
|
+
...Object.fromEntries(Object.entries(soundEffect).filter(([, value]) => value !== undefined)),
|
|
52
|
+
...(request.audio !== undefined ? { audio: new Float32Array(request.audio) } : {}),
|
|
53
|
+
...(request.sampleRate !== undefined ? { sampleRate: request.sampleRate } : {}),
|
|
54
|
+
...(request.messages !== undefined
|
|
55
|
+
? {
|
|
56
|
+
messages: request.messages.map((message) => ({
|
|
57
|
+
role: message.role,
|
|
58
|
+
...(message.text !== undefined ? { text: message.text } : {}),
|
|
59
|
+
...(message.audio !== undefined ? { audio: new Float32Array(message.audio) } : {}),
|
|
60
|
+
...(message.sampleRate !== undefined ? { sampleRate: message.sampleRate } : {})
|
|
61
|
+
}))
|
|
62
|
+
}
|
|
63
|
+
: {}),
|
|
64
|
+
...(request.systemPrompt !== undefined ? { systemPrompt: request.systemPrompt } : {}),
|
|
65
|
+
...(request.replyVoice !== undefined
|
|
66
|
+
? { replyVoice: new Float32Array(request.replyVoice) }
|
|
67
|
+
: {}),
|
|
68
|
+
...(request.replyVoiceSampleRate !== undefined
|
|
69
|
+
? { replyVoiceSampleRate: request.replyVoiceSampleRate }
|
|
70
|
+
: {}),
|
|
71
|
+
...(request.textReply !== undefined ? { textReply: request.textReply } : {}),
|
|
72
|
+
...(request.maxReplySeconds !== undefined ? { maxReplySeconds: request.maxReplySeconds } : {}),
|
|
73
|
+
...(request.maxNewTokens !== undefined ? { maxNewTokens: request.maxNewTokens } : {}),
|
|
74
|
+
...(request.greedy !== undefined ? { greedy: request.greedy } : {}),
|
|
75
|
+
...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
|
|
76
|
+
...(request.topP !== undefined ? { topP: request.topP } : {}),
|
|
77
|
+
...(request.topK !== undefined ? { topK: request.topK } : {})
|
|
78
|
+
};
|
|
79
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type TextToSpeechStreamRequest } from '../../../../schemas/index.js';
|
|
2
2
|
import Buffer from 'bare-buffer';
|
|
3
3
|
import { type TtsOpYield } from '../../../../utils/tts-stats.js';
|
|
4
|
-
import type { TtsOpResult } from '
|
|
4
|
+
import type { TtsOpResult } from '../../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
|
|
5
5
|
export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, TtsOpResult, unknown>;
|