@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { assessFit as diffusionAssessFit } from '@qvac/diffusion-cpp';
|
|
2
2
|
import { type CreateModelParams, type PluginModelResult, type ResolveContext, type ResolveResult, type SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
-
type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
|
|
3
|
+
type DiffusionArtifactKey = 'clipLModelPath' | 'clipGModelPath' | 'clipVisionModelPath' | 't5XxlModelPath' | 'llmModelPath' | 'projectionModelPath' | 'vaeModelPath' | 'highNoiseDiffusionModelPath' | 'uncondModelPath' | 'audioVaeModelPath' | 'embeddingsConnectorsModelPath' | 'esrganModelPath' | 'taehvModelPath' | 'seedScenePath';
|
|
4
4
|
/**
|
|
5
5
|
* Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
|
|
6
6
|
*
|
|
@@ -103,6 +103,7 @@ export declare const diffusionPlugin: {
|
|
|
103
103
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
104
104
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
105
105
|
"llamacpp-decision": "llamacpp-decision";
|
|
106
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
106
107
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
107
108
|
"onnx-tts": "onnx-tts";
|
|
108
109
|
"tts-ggml": "tts-ggml";
|
|
@@ -120,7 +121,7 @@ export declare const diffusionPlugin: {
|
|
|
120
121
|
parakeet: "parakeet";
|
|
121
122
|
classification: "classification";
|
|
122
123
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
123
|
-
}, import("zod/v4/core
|
|
124
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
124
125
|
clipGModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
125
126
|
src: import("zod").ZodString;
|
|
126
127
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -144,6 +145,7 @@ export declare const diffusionPlugin: {
|
|
|
144
145
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
145
146
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
146
147
|
"llamacpp-decision": "llamacpp-decision";
|
|
148
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
147
149
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
148
150
|
"onnx-tts": "onnx-tts";
|
|
149
151
|
"tts-ggml": "tts-ggml";
|
|
@@ -161,7 +163,7 @@ export declare const diffusionPlugin: {
|
|
|
161
163
|
parakeet: "parakeet";
|
|
162
164
|
classification: "classification";
|
|
163
165
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
164
|
-
}, import("zod/v4/core
|
|
166
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
165
167
|
t5XxlModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
166
168
|
src: import("zod").ZodString;
|
|
167
169
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -185,6 +187,7 @@ export declare const diffusionPlugin: {
|
|
|
185
187
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
186
188
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
187
189
|
"llamacpp-decision": "llamacpp-decision";
|
|
190
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
188
191
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
189
192
|
"onnx-tts": "onnx-tts";
|
|
190
193
|
"tts-ggml": "tts-ggml";
|
|
@@ -202,7 +205,7 @@ export declare const diffusionPlugin: {
|
|
|
202
205
|
parakeet: "parakeet";
|
|
203
206
|
classification: "classification";
|
|
204
207
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
205
|
-
}, import("zod/v4/core
|
|
208
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
206
209
|
llmModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
207
210
|
src: import("zod").ZodString;
|
|
208
211
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -226,6 +229,7 @@ export declare const diffusionPlugin: {
|
|
|
226
229
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
227
230
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
228
231
|
"llamacpp-decision": "llamacpp-decision";
|
|
232
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
229
233
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
230
234
|
"onnx-tts": "onnx-tts";
|
|
231
235
|
"tts-ggml": "tts-ggml";
|
|
@@ -243,7 +247,49 @@ export declare const diffusionPlugin: {
|
|
|
243
247
|
parakeet: "parakeet";
|
|
244
248
|
classification: "classification";
|
|
245
249
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
246
|
-
}, import("zod/v4/core
|
|
250
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
251
|
+
projectionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
252
|
+
src: import("zod").ZodString;
|
|
253
|
+
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
254
|
+
modelId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
255
|
+
registryPath: import("zod").ZodOptional<import("zod").ZodString>;
|
|
256
|
+
registrySource: import("zod").ZodOptional<import("zod").ZodString>;
|
|
257
|
+
blobCoreKey: import("zod").ZodOptional<import("zod").ZodString>;
|
|
258
|
+
blobIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
259
|
+
engine: import("zod").ZodOptional<import("zod").ZodString>;
|
|
260
|
+
expectedSize: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
261
|
+
sha256Checksum: import("zod").ZodOptional<import("zod").ZodString>;
|
|
262
|
+
addon: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodEnum<{
|
|
263
|
+
embeddings: "embeddings";
|
|
264
|
+
diffusion: "diffusion";
|
|
265
|
+
audiogen: "audiogen";
|
|
266
|
+
tts: "tts";
|
|
267
|
+
ocr: "ocr";
|
|
268
|
+
vla: "vla";
|
|
269
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
270
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
271
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
272
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
273
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
274
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
275
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
276
|
+
"onnx-tts": "onnx-tts";
|
|
277
|
+
"tts-ggml": "tts-ggml";
|
|
278
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
279
|
+
"moss-transcribe": "moss-transcribe";
|
|
280
|
+
"ggml-ocr": "ggml-ocr";
|
|
281
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
282
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
283
|
+
"ggml-vla": "ggml-vla";
|
|
284
|
+
"ggml-classification": "ggml-classification";
|
|
285
|
+
llm: "llm";
|
|
286
|
+
whisper: "whisper";
|
|
287
|
+
bci: "bci";
|
|
288
|
+
nmt: "nmt";
|
|
289
|
+
parakeet: "parakeet";
|
|
290
|
+
classification: "classification";
|
|
291
|
+
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
292
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
247
293
|
vaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
248
294
|
src: import("zod").ZodString;
|
|
249
295
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -267,6 +313,7 @@ export declare const diffusionPlugin: {
|
|
|
267
313
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
268
314
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
269
315
|
"llamacpp-decision": "llamacpp-decision";
|
|
316
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
270
317
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
271
318
|
"onnx-tts": "onnx-tts";
|
|
272
319
|
"tts-ggml": "tts-ggml";
|
|
@@ -284,7 +331,7 @@ export declare const diffusionPlugin: {
|
|
|
284
331
|
parakeet: "parakeet";
|
|
285
332
|
classification: "classification";
|
|
286
333
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
287
|
-
}, import("zod/v4/core
|
|
334
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
288
335
|
highNoiseDiffusionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
289
336
|
src: import("zod").ZodString;
|
|
290
337
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -308,6 +355,7 @@ export declare const diffusionPlugin: {
|
|
|
308
355
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
309
356
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
310
357
|
"llamacpp-decision": "llamacpp-decision";
|
|
358
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
311
359
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
312
360
|
"onnx-tts": "onnx-tts";
|
|
313
361
|
"tts-ggml": "tts-ggml";
|
|
@@ -325,7 +373,7 @@ export declare const diffusionPlugin: {
|
|
|
325
373
|
parakeet: "parakeet";
|
|
326
374
|
classification: "classification";
|
|
327
375
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
328
|
-
}, import("zod/v4/core
|
|
376
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
329
377
|
uncondModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
330
378
|
src: import("zod").ZodString;
|
|
331
379
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -349,6 +397,7 @@ export declare const diffusionPlugin: {
|
|
|
349
397
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
350
398
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
351
399
|
"llamacpp-decision": "llamacpp-decision";
|
|
400
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
352
401
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
353
402
|
"onnx-tts": "onnx-tts";
|
|
354
403
|
"tts-ggml": "tts-ggml";
|
|
@@ -366,7 +415,7 @@ export declare const diffusionPlugin: {
|
|
|
366
415
|
parakeet: "parakeet";
|
|
367
416
|
classification: "classification";
|
|
368
417
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
369
|
-
}, import("zod/v4/core
|
|
418
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
370
419
|
clipVisionModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
371
420
|
src: import("zod").ZodString;
|
|
372
421
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -390,6 +439,7 @@ export declare const diffusionPlugin: {
|
|
|
390
439
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
391
440
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
392
441
|
"llamacpp-decision": "llamacpp-decision";
|
|
442
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
393
443
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
394
444
|
"onnx-tts": "onnx-tts";
|
|
395
445
|
"tts-ggml": "tts-ggml";
|
|
@@ -407,7 +457,7 @@ export declare const diffusionPlugin: {
|
|
|
407
457
|
parakeet: "parakeet";
|
|
408
458
|
classification: "classification";
|
|
409
459
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
410
|
-
}, import("zod/v4/core
|
|
460
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
411
461
|
audioVaeModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
412
462
|
src: import("zod").ZodString;
|
|
413
463
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -431,6 +481,7 @@ export declare const diffusionPlugin: {
|
|
|
431
481
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
432
482
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
433
483
|
"llamacpp-decision": "llamacpp-decision";
|
|
484
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
434
485
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
435
486
|
"onnx-tts": "onnx-tts";
|
|
436
487
|
"tts-ggml": "tts-ggml";
|
|
@@ -448,7 +499,7 @@ export declare const diffusionPlugin: {
|
|
|
448
499
|
parakeet: "parakeet";
|
|
449
500
|
classification: "classification";
|
|
450
501
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
451
|
-
}, import("zod/v4/core
|
|
502
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
452
503
|
embeddingsConnectorsModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
453
504
|
src: import("zod").ZodString;
|
|
454
505
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -472,6 +523,7 @@ export declare const diffusionPlugin: {
|
|
|
472
523
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
473
524
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
474
525
|
"llamacpp-decision": "llamacpp-decision";
|
|
526
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
475
527
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
476
528
|
"onnx-tts": "onnx-tts";
|
|
477
529
|
"tts-ggml": "tts-ggml";
|
|
@@ -489,7 +541,7 @@ export declare const diffusionPlugin: {
|
|
|
489
541
|
parakeet: "parakeet";
|
|
490
542
|
classification: "classification";
|
|
491
543
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
492
|
-
}, import("zod/v4/core
|
|
544
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
493
545
|
taehvModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
494
546
|
src: import("zod").ZodString;
|
|
495
547
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -513,6 +565,7 @@ export declare const diffusionPlugin: {
|
|
|
513
565
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
514
566
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
515
567
|
"llamacpp-decision": "llamacpp-decision";
|
|
568
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
516
569
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
517
570
|
"onnx-tts": "onnx-tts";
|
|
518
571
|
"tts-ggml": "tts-ggml";
|
|
@@ -530,7 +583,7 @@ export declare const diffusionPlugin: {
|
|
|
530
583
|
parakeet: "parakeet";
|
|
531
584
|
classification: "classification";
|
|
532
585
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
533
|
-
}, import("zod/v4/core
|
|
586
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
534
587
|
sceneSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
535
588
|
src: import("zod").ZodString;
|
|
536
589
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -554,6 +607,7 @@ export declare const diffusionPlugin: {
|
|
|
554
607
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
555
608
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
556
609
|
"llamacpp-decision": "llamacpp-decision";
|
|
610
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
557
611
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
558
612
|
"onnx-tts": "onnx-tts";
|
|
559
613
|
"tts-ggml": "tts-ggml";
|
|
@@ -571,9 +625,10 @@ export declare const diffusionPlugin: {
|
|
|
571
625
|
parakeet: "parakeet";
|
|
572
626
|
classification: "classification";
|
|
573
627
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
574
|
-
}, import("zod/v4/core
|
|
628
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
575
629
|
world: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
576
630
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
631
|
+
fitSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
577
632
|
threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
|
|
578
633
|
backend: import("zod").ZodOptional<import("zod").ZodString>;
|
|
579
634
|
numFramePerBlock: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -586,7 +641,7 @@ export declare const diffusionPlugin: {
|
|
|
586
641
|
frameJpegQuality: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
587
642
|
kvCache: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
588
643
|
profile: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
589
|
-
}, import("zod/v4/core
|
|
644
|
+
}, import("zod/v4/core").$strict>>;
|
|
590
645
|
upscaler: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
591
646
|
type: import("zod").ZodOptional<import("zod").ZodLiteral<"esrgan">>;
|
|
592
647
|
model_src: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
@@ -612,6 +667,7 @@ export declare const diffusionPlugin: {
|
|
|
612
667
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
613
668
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
614
669
|
"llamacpp-decision": "llamacpp-decision";
|
|
670
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
615
671
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
616
672
|
"onnx-tts": "onnx-tts";
|
|
617
673
|
"tts-ggml": "tts-ggml";
|
|
@@ -629,13 +685,13 @@ export declare const diffusionPlugin: {
|
|
|
629
685
|
parakeet: "parakeet";
|
|
630
686
|
classification: "classification";
|
|
631
687
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
632
|
-
}, import("zod/v4/core
|
|
688
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
633
689
|
tile_size: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
634
690
|
direct: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
635
691
|
offload_params_to_cpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
636
692
|
threads: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodLiteral<-1>, import("zod").ZodNumber]>>;
|
|
637
|
-
}, import("zod/v4/core
|
|
638
|
-
}, import("zod/v4/core
|
|
693
|
+
}, import("zod/v4/core").$strict>>;
|
|
694
|
+
}, import("zod/v4/core").$strip>;
|
|
639
695
|
assessFit: typeof diffusionAssessFit;
|
|
640
696
|
resolveConfig(cfg: SdcppConfig, ctx: ResolveContext): Promise<ResolveResult<SdcppConfig, DiffusionArtifactKey>>;
|
|
641
697
|
createModel(params: CreateModelParams): PluginModelResult;
|
|
@@ -691,8 +747,8 @@ export declare const diffusionPlugin: {
|
|
|
691
747
|
strength: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
692
748
|
upscale: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodBoolean, import("zod").ZodObject<{
|
|
693
749
|
repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
694
|
-
}, import("zod/v4/core
|
|
695
|
-
}, import("zod/v4/core
|
|
750
|
+
}, import("zod/v4/core").$strict>]>>;
|
|
751
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
696
752
|
type: import("zod").ZodLiteral<"diffusionStream">;
|
|
697
753
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
698
754
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -717,8 +773,8 @@ export declare const diffusionPlugin: {
|
|
|
717
773
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
718
774
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
719
775
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
720
|
-
}, import("zod/v4/core
|
|
721
|
-
}, import("zod/v4/core
|
|
776
|
+
}, import("zod/v4/core").$strip>>;
|
|
777
|
+
}, import("zod/v4/core").$strip>>;
|
|
722
778
|
videoStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
723
779
|
modelId: import("zod").ZodString;
|
|
724
780
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -824,7 +880,7 @@ export declare const diffusionPlugin: {
|
|
|
824
880
|
reference_images: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
|
|
825
881
|
reference_attention_strength: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
826
882
|
reference_downscale_factor: import("zod").ZodOptional<import("zod").ZodLiteral<1>>;
|
|
827
|
-
}, import("zod/v4/core
|
|
883
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
828
884
|
type: import("zod").ZodLiteral<"videoStream">;
|
|
829
885
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
830
886
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -855,13 +911,13 @@ export declare const diffusionPlugin: {
|
|
|
855
911
|
fps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
856
912
|
hasAudio: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
857
913
|
audioSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
858
|
-
}, import("zod/v4/core
|
|
859
|
-
}, import("zod/v4/core
|
|
914
|
+
}, import("zod/v4/core").$strip>>;
|
|
915
|
+
}, import("zod/v4/core").$strip>>;
|
|
860
916
|
upscaleStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
861
917
|
modelId: import("zod").ZodString;
|
|
862
918
|
image: import("zod").ZodString;
|
|
863
919
|
repeats: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
864
|
-
}, import("zod/v4/core
|
|
920
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
865
921
|
type: import("zod").ZodLiteral<"upscaleStream">;
|
|
866
922
|
data: import("zod").ZodOptional<import("zod").ZodString>;
|
|
867
923
|
outputIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -881,8 +937,8 @@ export declare const diffusionPlugin: {
|
|
|
881
937
|
cpu: "cpu";
|
|
882
938
|
gpu: "gpu";
|
|
883
939
|
}>>;
|
|
884
|
-
}, import("zod/v4/core
|
|
885
|
-
}, import("zod/v4/core
|
|
940
|
+
}, import("zod/v4/core").$strip>>;
|
|
941
|
+
}, import("zod/v4/core").$strip>>;
|
|
886
942
|
worldStepStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
887
943
|
modelId: import("zod").ZodString;
|
|
888
944
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -896,7 +952,7 @@ export declare const diffusionPlugin: {
|
|
|
896
952
|
K: "K";
|
|
897
953
|
L: "L";
|
|
898
954
|
}>>>;
|
|
899
|
-
}, import("zod/v4/core
|
|
955
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
900
956
|
type: import("zod").ZodLiteral<"worldStepStream">;
|
|
901
957
|
step: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
902
958
|
totalSteps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -914,8 +970,8 @@ export declare const diffusionPlugin: {
|
|
|
914
970
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
915
971
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
916
972
|
actionMask: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
917
|
-
}, import("zod/v4/core
|
|
918
|
-
}, import("zod/v4/core
|
|
973
|
+
}, import("zod/v4/core").$strip>>;
|
|
974
|
+
}, import("zod/v4/core").$strip>>;
|
|
919
975
|
worldSceneStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
920
976
|
modelId: import("zod").ZodString;
|
|
921
977
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -924,7 +980,7 @@ export declare const diffusionPlugin: {
|
|
|
924
980
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
925
981
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
926
982
|
returnPack: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
927
|
-
}, import("zod/v4/core
|
|
983
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
928
984
|
type: import("zod").ZodLiteral<"worldSceneStream">;
|
|
929
985
|
data: import("zod").ZodOptional<import("zod").ZodString>;
|
|
930
986
|
done: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -932,11 +988,11 @@ export declare const diffusionPlugin: {
|
|
|
932
988
|
sceneCreateMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
933
989
|
width: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
934
990
|
height: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
935
|
-
}, import("zod/v4/core
|
|
936
|
-
}, import("zod/v4/core
|
|
991
|
+
}, import("zod/v4/core").$strip>>;
|
|
992
|
+
}, import("zod/v4/core").$strip>>;
|
|
937
993
|
};
|
|
938
994
|
logging: {
|
|
939
|
-
module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging
|
|
995
|
+
module: () => Promise<typeof import("@qvac/diffusion-cpp/addonLogging")>;
|
|
940
996
|
namespace: "sdcpp-generation";
|
|
941
997
|
};
|
|
942
998
|
};
|
|
@@ -4,41 +4,25 @@ import { createStreamLogger, registerAddonLogger, getEngineLogger } from '../../
|
|
|
4
4
|
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
5
5
|
import { isMobile } from '../../../runtime/state.js';
|
|
6
6
|
import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
|
|
7
|
-
import { diffusion } from '
|
|
8
|
-
import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '
|
|
9
|
-
import { upscale } from '
|
|
10
|
-
import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
//
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
|
|
27
|
-
}),
|
|
28
|
-
...(upscaler.threads !== undefined && {
|
|
29
|
-
upscaler_threads: upscaler.threads
|
|
30
|
-
})
|
|
31
|
-
};
|
|
32
|
-
}
|
|
33
|
-
// `mode: "upscale"` builds an EsrganUpscaler directly (not via SdCtx), so the
|
|
34
|
-
// top-level `device` field has to be forwarded explicitly — it is not part of
|
|
35
|
-
// the `upscaler.*` block.
|
|
36
|
-
function toEsrganAddonConfig(config) {
|
|
37
|
-
return {
|
|
38
|
-
...flattenUpscalerKeys(config.upscaler),
|
|
39
|
-
...(config.device !== undefined && { device: config.device }),
|
|
40
|
-
...(config.verbosity !== undefined && { verbosity: config.verbosity })
|
|
41
|
-
};
|
|
7
|
+
import { diffusion } from '../../../plugins/builtin/sdcpp-generation/ops/diffusion.js';
|
|
8
|
+
import { markLtxVideoModel, markH3VideoModel, markMoeCapableVideoModel, video } from '../../../plugins/builtin/sdcpp-generation/ops/video.js';
|
|
9
|
+
import { upscale } from '../../../plugins/builtin/sdcpp-generation/ops/upscale.js';
|
|
10
|
+
import { createWorldSession, worldCreateScene, worldScenePath, worldStep } from '../../../plugins/builtin/sdcpp-generation/ops/world.js';
|
|
11
|
+
import { flattenUpscalerKeys, toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
12
|
+
import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
|
|
13
|
+
// Wait for op cleanup before emitting completion.
|
|
14
|
+
async function* withCompletionFrame(stream, complete) {
|
|
15
|
+
try {
|
|
16
|
+
let result = await stream.next();
|
|
17
|
+
while (!result.done) {
|
|
18
|
+
yield result.value;
|
|
19
|
+
result = await stream.next();
|
|
20
|
+
}
|
|
21
|
+
yield complete(result.value);
|
|
22
|
+
}
|
|
23
|
+
finally {
|
|
24
|
+
await stream.return?.(undefined);
|
|
25
|
+
}
|
|
42
26
|
}
|
|
43
27
|
/**
|
|
44
28
|
* Stable-diffusion.cpp plugin for image diffusion, upscaling, and Wan video.
|
|
@@ -53,6 +37,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
53
37
|
loadConfigSchema: sdcppConfigSchema,
|
|
54
38
|
assessFit: diffusionAssessFit,
|
|
55
39
|
async resolveConfig(cfg, ctx) {
|
|
40
|
+
if (cfg.projectionModelSrc && cfg.mode !== 'diffusion') {
|
|
41
|
+
throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires diffusion mode. ' +
|
|
42
|
+
"Use mode: 'diffusion' or remove projectionModelSrc.");
|
|
43
|
+
}
|
|
44
|
+
if (cfg.projectionModelSrc && !cfg.llmModelSrc) {
|
|
45
|
+
throw new ModelLoadFailedError('modelConfig.projectionModelSrc requires modelConfig.llmModelSrc for the LLM encoder.');
|
|
46
|
+
}
|
|
56
47
|
if (cfg.uncondModelSrc && cfg.mode !== 'diffusion') {
|
|
57
48
|
throw new ModelLoadFailedError('modelConfig.uncondModelSrc is Ideogram 4 diffusion only. ' +
|
|
58
49
|
"Use mode: 'diffusion' or remove uncondModelSrc.");
|
|
@@ -149,7 +140,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
149
140
|
if (cfg.mode === 'upscale') {
|
|
150
141
|
return { config: cfg };
|
|
151
142
|
}
|
|
152
|
-
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
|
|
143
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, taehvModelSrc, sceneSrc, upscaler, ...rest } = cfg;
|
|
153
144
|
if (embeddingsConnectorsModelSrc && cfg.mode !== 'video') {
|
|
154
145
|
throw new ModelLoadFailedError('modelConfig.embeddingsConnectorsModelSrc selects the LTX-2 video ' +
|
|
155
146
|
"layout and is only valid with mode: 'video'.");
|
|
@@ -189,6 +180,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
189
180
|
clipVisionModelSrc,
|
|
190
181
|
t5XxlModelSrc,
|
|
191
182
|
llmModelSrc,
|
|
183
|
+
projectionModelSrc,
|
|
192
184
|
vaeModelSrc,
|
|
193
185
|
highNoiseDiffusionModelSrc,
|
|
194
186
|
uncondModelSrc,
|
|
@@ -203,12 +195,13 @@ export const diffusionPlugin = definePlugin({
|
|
|
203
195
|
return { config: runtimeConfig };
|
|
204
196
|
}
|
|
205
197
|
const resolve = ctx.resolveModelPath;
|
|
206
|
-
const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
|
|
198
|
+
const [clipLModelPath, clipGModelPath, clipVisionModelPath, t5XxlModelPath, llmModelPath, projectionModelPath, vaeModelPath, highNoiseDiffusionModelPath, uncondModelPath, audioVaeModelPath, embeddingsConnectorsModelPath, esrganModelPath, taehvModelPath, seedScenePath] = await Promise.all([
|
|
207
199
|
clipLModelSrc ? resolve(clipLModelSrc) : undefined,
|
|
208
200
|
clipGModelSrc ? resolve(clipGModelSrc) : undefined,
|
|
209
201
|
clipVisionModelSrc ? resolve(clipVisionModelSrc) : undefined,
|
|
210
202
|
t5XxlModelSrc ? resolve(t5XxlModelSrc) : undefined,
|
|
211
203
|
llmModelSrc ? resolve(llmModelSrc) : undefined,
|
|
204
|
+
projectionModelSrc ? resolve(projectionModelSrc) : undefined,
|
|
212
205
|
vaeModelSrc ? resolve(vaeModelSrc) : undefined,
|
|
213
206
|
highNoiseDiffusionModelSrc ? resolve(highNoiseDiffusionModelSrc) : undefined,
|
|
214
207
|
uncondModelSrc ? resolve(uncondModelSrc) : undefined,
|
|
@@ -226,6 +219,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
226
219
|
...(clipVisionModelPath && { clipVisionModelPath }),
|
|
227
220
|
...(t5XxlModelPath && { t5XxlModelPath }),
|
|
228
221
|
...(llmModelPath && { llmModelPath }),
|
|
222
|
+
...(projectionModelPath && { projectionModelPath }),
|
|
229
223
|
...(vaeModelPath && { vaeModelPath }),
|
|
230
224
|
...(highNoiseDiffusionModelPath && { highNoiseDiffusionModelPath }),
|
|
231
225
|
...(uncondModelPath && { uncondModelPath }),
|
|
@@ -287,10 +281,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
287
281
|
taehv: artifacts['taehvModelPath'],
|
|
288
282
|
scene: worldScenePath(modelId)
|
|
289
283
|
},
|
|
290
|
-
|
|
291
|
-
// the schema's `x?: T` into the addon's `x?: T` without it, and the
|
|
292
|
-
// addon already drops undefined values before stringifying them.
|
|
293
|
-
config: (config.world ?? {}),
|
|
284
|
+
config: splitWorldConfig(config.world).session,
|
|
294
285
|
encoders: {
|
|
295
286
|
t5: artifacts['t5XxlModelPath'],
|
|
296
287
|
vae: artifacts['vaeModelPath']
|
|
@@ -372,7 +363,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
372
363
|
};
|
|
373
364
|
}
|
|
374
365
|
/* eslint-disable @typescript-eslint/no-unused-vars */
|
|
375
|
-
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
366
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
376
367
|
/* eslint-enable @typescript-eslint/no-unused-vars */
|
|
377
368
|
const model = new VideoStableDiffusion({
|
|
378
369
|
files,
|
|
@@ -394,6 +385,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
394
385
|
...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
|
|
395
386
|
...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
|
|
396
387
|
...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
|
|
388
|
+
...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
|
|
397
389
|
...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
|
|
398
390
|
...(artifacts?.['uncondModelPath'] && {
|
|
399
391
|
uncondModel: artifacts['uncondModelPath']
|
|
@@ -425,14 +417,22 @@ export const diffusionPlugin = definePlugin({
|
|
|
425
417
|
// sdcpp diffusion exposes a model-wide hard cancel — compute
|
|
426
418
|
// is interrupted on the currently-running generation.
|
|
427
419
|
cancel: { scope: 'model', hard: true },
|
|
428
|
-
handler: diffusion
|
|
420
|
+
handler: (request) => withCompletionFrame(diffusion(request), ({ stats }) => ({
|
|
421
|
+
type: 'diffusionStream',
|
|
422
|
+
done: true,
|
|
423
|
+
stats
|
|
424
|
+
}))
|
|
429
425
|
}),
|
|
430
426
|
videoStream: defineHandler({
|
|
431
427
|
requestSchema: videoRequestSchema,
|
|
432
428
|
responseSchema: videoStreamResponseSchema,
|
|
433
429
|
streaming: true,
|
|
434
430
|
cancel: { scope: 'model', hard: true },
|
|
435
|
-
handler: video
|
|
431
|
+
handler: (request) => withCompletionFrame(video(request), ({ stats }) => ({
|
|
432
|
+
type: 'videoStream',
|
|
433
|
+
done: true,
|
|
434
|
+
stats
|
|
435
|
+
}))
|
|
436
436
|
}),
|
|
437
437
|
upscaleStream: defineHandler({
|
|
438
438
|
requestSchema: upscaleRequestSchema,
|
|
@@ -465,7 +465,7 @@ export const diffusionPlugin = definePlugin({
|
|
|
465
465
|
})
|
|
466
466
|
},
|
|
467
467
|
logging: {
|
|
468
|
-
module: () => import('@qvac/diffusion-cpp/addonLogging
|
|
468
|
+
module: () => import('@qvac/diffusion-cpp/addonLogging'),
|
|
469
469
|
namespace: ModelType.sdcppGeneration
|
|
470
470
|
}
|
|
471
471
|
});
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
2
|
+
export declare function flattenUpscalerKeys(upscaler: SdcppConfig['upscaler']): {
|
|
3
|
+
upscaler_threads?: number;
|
|
4
|
+
upscaler_offload_params_to_cpu?: boolean;
|
|
5
|
+
upscaler_direct?: boolean;
|
|
6
|
+
upscaler_tile_size?: number;
|
|
7
|
+
};
|
|
8
|
+
export declare function toEsrganAddonConfig(config: SdcppConfig): {
|
|
9
|
+
verbosity?: number;
|
|
10
|
+
device?: "cpu" | "gpu";
|
|
11
|
+
upscaler_threads?: number;
|
|
12
|
+
upscaler_offload_params_to_cpu?: boolean;
|
|
13
|
+
upscaler_direct?: boolean;
|
|
14
|
+
upscaler_tile_size?: number;
|
|
15
|
+
};
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export function flattenUpscalerKeys(upscaler) {
|
|
2
|
+
if (!upscaler)
|
|
3
|
+
return {};
|
|
4
|
+
return {
|
|
5
|
+
...(upscaler.tile_size !== undefined && { upscaler_tile_size: upscaler.tile_size }),
|
|
6
|
+
...(upscaler.direct !== undefined && { upscaler_direct: upscaler.direct }),
|
|
7
|
+
...(upscaler.offload_params_to_cpu !== undefined && {
|
|
8
|
+
upscaler_offload_params_to_cpu: upscaler.offload_params_to_cpu
|
|
9
|
+
}),
|
|
10
|
+
...(upscaler.threads !== undefined && { upscaler_threads: upscaler.threads })
|
|
11
|
+
};
|
|
12
|
+
}
|
|
13
|
+
export function toEsrganAddonConfig(config) {
|
|
14
|
+
return {
|
|
15
|
+
...flattenUpscalerKeys(config.upscaler),
|
|
16
|
+
...(config.device !== undefined && { device: config.device }),
|
|
17
|
+
...(config.verbosity !== undefined && { verbosity: config.verbosity })
|
|
18
|
+
};
|
|
19
|
+
}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { WorldConfig } from '@qvac/diffusion-cpp/world';
|
|
2
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
+
export declare const DEFAULT_WORLD_FIT_STEPS = 100;
|
|
4
|
+
/** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
|
|
5
|
+
export declare function splitWorldConfig(world: SdcppConfig['world']): {
|
|
6
|
+
fitSteps: number;
|
|
7
|
+
session: WorldConfig;
|
|
8
|
+
};
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
export const DEFAULT_WORLD_FIT_STEPS = 100;
|
|
2
|
+
/** `fitSteps` sizes the memory fit only; the native walk session never sees it. */
|
|
3
|
+
export function splitWorldConfig(world) {
|
|
4
|
+
const { fitSteps = DEFAULT_WORLD_FIT_STEPS, ...session } = world ?? {};
|
|
5
|
+
// Cast rather than rebuild: `exactOptionalPropertyTypes` will not widen the
|
|
6
|
+
// schema's `x?: T` into the addon's `x?: T` without it, and the addon already
|
|
7
|
+
// drops undefined values before stringifying them.
|
|
8
|
+
return { fitSteps, session: session };
|
|
9
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type TextToSpeechStreamRequest } from '../../../../schemas/index.js';
|
|
2
2
|
import Buffer from 'bare-buffer';
|
|
3
3
|
import { type TtsOpYield } from '../../../../utils/tts-stats.js';
|
|
4
|
-
import type { TtsOpResult } from '
|
|
4
|
+
import type { TtsOpResult } from '../../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
|
|
5
5
|
export declare function textToSpeechStream(params: TextToSpeechStreamRequest, inputStream: AsyncIterable<Buffer>): AsyncGenerator<TtsOpYield, TtsOpResult, unknown>;
|