@qvac/inference 0.21.1 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +89 -41
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +5 -2
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -2
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +39 -37
- package/dist/api/index.js +38 -36
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +6 -5
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +9 -0
- package/dist/errors/index.js +18 -1
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +84 -32
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -5
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +7 -5
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
- package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
- package/dist/model-fit/floor.d.ts +31 -0
- package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
- package/dist/model-fit/kv-cache.d.ts +23 -0
- package/dist/model-fit/kv-cache.js +85 -0
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
- package/dist/model-fit/platform.d.ts +14 -0
- package/dist/model-fit/platform.js +26 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
- package/dist/model-fit/request/create.js +61 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/model-fit/request/engines/audiogen.js +63 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
- package/dist/model-fit/request/engines/llama.js +44 -0
- package/dist/model-fit/request/engines/nmt.d.ts +8 -0
- package/dist/model-fit/request/engines/nmt.js +11 -0
- package/dist/model-fit/request/engines/ocr.d.ts +9 -0
- package/dist/model-fit/request/engines/ocr.js +13 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1072 -815
- package/dist/models/registry/models.js +3704 -3405
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +406 -3
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
- package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
- package/dist/plugins/builtin/index.d.ts +15 -12
- package/dist/plugins/builtin/index.js +15 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
- package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
- package/dist/plugins/ops/kv-cache-utils.js +25 -33
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +33 -19
- package/dist/plugins/ops/transcribe.js +18 -2
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +3 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +9 -1
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +22 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +7 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +106 -43
- package/dist/schemas/assess-model-fit.js +69 -32
- package/dist/schemas/audio-gen.d.ts +199 -19
- package/dist/schemas/audio-gen.js +183 -51
- package/dist/schemas/batch-completion-stream.d.ts +210 -36
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +3 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +24 -3
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +1465 -162
- package/dist/schemas/common.js +37 -31
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +243 -39
- package/dist/schemas/completion-stream.js +100 -29
- package/dist/schemas/config.d.ts +1326 -18
- package/dist/schemas/config.js +30 -8
- package/dist/schemas/decision.d.ts +610 -0
- package/dist/schemas/decision.js +219 -0
- package/dist/schemas/download-asset.d.ts +10 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +9 -1
- package/dist/schemas/engine-addon-map.js +26 -5
- package/dist/schemas/errors.d.ts +2 -0
- package/dist/schemas/errors.js +11 -1
- package/dist/schemas/index.d.ts +51 -48
- package/dist/schemas/index.js +50 -47
- package/dist/schemas/llamacpp-config.d.ts +222 -6
- package/dist/schemas/llamacpp-config.js +129 -7
- package/dist/schemas/load-model.d.ts +7960 -1492
- package/dist/schemas/load-model.js +122 -10
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +428 -9
- package/dist/schemas/model-config-schemas.js +16 -11
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +4 -3
- package/dist/schemas/model-resource-profile.d.ts +4 -4
- package/dist/schemas/model-resource-profile.js +2 -5
- package/dist/schemas/model-src-utils.d.ts +14 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +14 -1
- package/dist/schemas/model-types.js +4 -0
- package/dist/schemas/ocr.d.ts +76 -0
- package/dist/schemas/ocr.js +43 -1
- package/dist/schemas/plugin.d.ts +16 -4
- package/dist/schemas/plugin.js +12 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +34 -0
- package/dist/schemas/registry.js +5 -1
- package/dist/schemas/reload-config.d.ts +14 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +82 -0
- package/dist/schemas/sdcpp-config.js +41 -22
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +463 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +20 -0
- package/dist/schemas/transcription-config.js +54 -4
- package/dist/schemas/transcription.d.ts +47 -5
- package/dist/schemas/transcription.js +52 -5
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +40 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +3 -2
- package/dist/surface.js +3 -2
- package/dist/utils/addon-responses.d.ts +3 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +13 -9
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +2 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +68 -51
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -28
- package/dist/resources/model-fit/types.d.ts +0 -120
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -90,10 +90,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
90
90
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
91
91
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
92
92
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
93
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
94
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
93
95
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
94
96
|
"onnx-tts": "onnx-tts";
|
|
95
97
|
"tts-ggml": "tts-ggml";
|
|
96
98
|
"parakeet-transcription": "parakeet-transcription";
|
|
99
|
+
"moss-transcribe": "moss-transcribe";
|
|
97
100
|
"ggml-ocr": "ggml-ocr";
|
|
98
101
|
"sdcpp-generation": "sdcpp-generation";
|
|
99
102
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -129,10 +132,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
129
132
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
130
133
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
131
134
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
135
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
136
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
132
137
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
133
138
|
"onnx-tts": "onnx-tts";
|
|
134
139
|
"tts-ggml": "tts-ggml";
|
|
135
140
|
"parakeet-transcription": "parakeet-transcription";
|
|
141
|
+
"moss-transcribe": "moss-transcribe";
|
|
136
142
|
"ggml-ocr": "ggml-ocr";
|
|
137
143
|
"sdcpp-generation": "sdcpp-generation";
|
|
138
144
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -168,10 +174,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
168
174
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
169
175
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
170
176
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
177
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
178
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
171
179
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
172
180
|
"onnx-tts": "onnx-tts";
|
|
173
181
|
"tts-ggml": "tts-ggml";
|
|
174
182
|
"parakeet-transcription": "parakeet-transcription";
|
|
183
|
+
"moss-transcribe": "moss-transcribe";
|
|
175
184
|
"ggml-ocr": "ggml-ocr";
|
|
176
185
|
"sdcpp-generation": "sdcpp-generation";
|
|
177
186
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -207,10 +216,55 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
207
216
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
208
217
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
209
218
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
219
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
220
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
210
221
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
211
222
|
"onnx-tts": "onnx-tts";
|
|
212
223
|
"tts-ggml": "tts-ggml";
|
|
213
224
|
"parakeet-transcription": "parakeet-transcription";
|
|
225
|
+
"moss-transcribe": "moss-transcribe";
|
|
226
|
+
"ggml-ocr": "ggml-ocr";
|
|
227
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
228
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
229
|
+
"ggml-vla": "ggml-vla";
|
|
230
|
+
"ggml-classification": "ggml-classification";
|
|
231
|
+
llm: "llm";
|
|
232
|
+
whisper: "whisper";
|
|
233
|
+
bci: "bci";
|
|
234
|
+
nmt: "nmt";
|
|
235
|
+
parakeet: "parakeet";
|
|
236
|
+
classification: "classification";
|
|
237
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
238
|
+
}, z.core.$strip>]>>;
|
|
239
|
+
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
240
|
+
src: z.ZodString;
|
|
241
|
+
name: z.ZodOptional<z.ZodString>;
|
|
242
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
243
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
244
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
245
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
246
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
247
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
248
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
249
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
250
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
251
|
+
embeddings: "embeddings";
|
|
252
|
+
diffusion: "diffusion";
|
|
253
|
+
audiogen: "audiogen";
|
|
254
|
+
tts: "tts";
|
|
255
|
+
ocr: "ocr";
|
|
256
|
+
vla: "vla";
|
|
257
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
258
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
259
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
260
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
261
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
262
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
263
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
264
|
+
"onnx-tts": "onnx-tts";
|
|
265
|
+
"tts-ggml": "tts-ggml";
|
|
266
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
267
|
+
"moss-transcribe": "moss-transcribe";
|
|
214
268
|
"ggml-ocr": "ggml-ocr";
|
|
215
269
|
"sdcpp-generation": "sdcpp-generation";
|
|
216
270
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -246,10 +300,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
246
300
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
247
301
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
248
302
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
303
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
304
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
249
305
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
250
306
|
"onnx-tts": "onnx-tts";
|
|
251
307
|
"tts-ggml": "tts-ggml";
|
|
252
308
|
"parakeet-transcription": "parakeet-transcription";
|
|
309
|
+
"moss-transcribe": "moss-transcribe";
|
|
253
310
|
"ggml-ocr": "ggml-ocr";
|
|
254
311
|
"sdcpp-generation": "sdcpp-generation";
|
|
255
312
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -285,10 +342,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
285
342
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
286
343
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
287
344
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
345
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
346
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
288
347
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
289
348
|
"onnx-tts": "onnx-tts";
|
|
290
349
|
"tts-ggml": "tts-ggml";
|
|
291
350
|
"parakeet-transcription": "parakeet-transcription";
|
|
351
|
+
"moss-transcribe": "moss-transcribe";
|
|
292
352
|
"ggml-ocr": "ggml-ocr";
|
|
293
353
|
"sdcpp-generation": "sdcpp-generation";
|
|
294
354
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -324,10 +384,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
324
384
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
325
385
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
326
386
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
387
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
388
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
327
389
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
328
390
|
"onnx-tts": "onnx-tts";
|
|
329
391
|
"tts-ggml": "tts-ggml";
|
|
330
392
|
"parakeet-transcription": "parakeet-transcription";
|
|
393
|
+
"moss-transcribe": "moss-transcribe";
|
|
331
394
|
"ggml-ocr": "ggml-ocr";
|
|
332
395
|
"sdcpp-generation": "sdcpp-generation";
|
|
333
396
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -363,10 +426,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
363
426
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
364
427
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
365
428
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
429
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
430
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
366
431
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
367
432
|
"onnx-tts": "onnx-tts";
|
|
368
433
|
"tts-ggml": "tts-ggml";
|
|
369
434
|
"parakeet-transcription": "parakeet-transcription";
|
|
435
|
+
"moss-transcribe": "moss-transcribe";
|
|
370
436
|
"ggml-ocr": "ggml-ocr";
|
|
371
437
|
"sdcpp-generation": "sdcpp-generation";
|
|
372
438
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -402,10 +468,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
402
468
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
403
469
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
404
470
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
471
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
472
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
405
473
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
406
474
|
"onnx-tts": "onnx-tts";
|
|
407
475
|
"tts-ggml": "tts-ggml";
|
|
408
476
|
"parakeet-transcription": "parakeet-transcription";
|
|
477
|
+
"moss-transcribe": "moss-transcribe";
|
|
409
478
|
"ggml-ocr": "ggml-ocr";
|
|
410
479
|
"sdcpp-generation": "sdcpp-generation";
|
|
411
480
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -441,10 +510,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
441
510
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
442
511
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
443
512
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
513
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
514
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
444
515
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
445
516
|
"onnx-tts": "onnx-tts";
|
|
446
517
|
"tts-ggml": "tts-ggml";
|
|
447
518
|
"parakeet-transcription": "parakeet-transcription";
|
|
519
|
+
"moss-transcribe": "moss-transcribe";
|
|
448
520
|
"ggml-ocr": "ggml-ocr";
|
|
449
521
|
"sdcpp-generation": "sdcpp-generation";
|
|
450
522
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -480,10 +552,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
480
552
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
481
553
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
482
554
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
555
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
556
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
483
557
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
484
558
|
"onnx-tts": "onnx-tts";
|
|
485
559
|
"tts-ggml": "tts-ggml";
|
|
486
560
|
"parakeet-transcription": "parakeet-transcription";
|
|
561
|
+
"moss-transcribe": "moss-transcribe";
|
|
487
562
|
"ggml-ocr": "ggml-ocr";
|
|
488
563
|
"sdcpp-generation": "sdcpp-generation";
|
|
489
564
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -519,10 +594,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
519
594
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
520
595
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
521
596
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
597
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
598
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
522
599
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
523
600
|
"onnx-tts": "onnx-tts";
|
|
524
601
|
"tts-ggml": "tts-ggml";
|
|
525
602
|
"parakeet-transcription": "parakeet-transcription";
|
|
603
|
+
"moss-transcribe": "moss-transcribe";
|
|
526
604
|
"ggml-ocr": "ggml-ocr";
|
|
527
605
|
"sdcpp-generation": "sdcpp-generation";
|
|
528
606
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -538,6 +616,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
538
616
|
}, z.core.$strip>]>>;
|
|
539
617
|
world: z.ZodOptional<z.ZodObject<{
|
|
540
618
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
619
|
+
fitSteps: z.ZodOptional<z.ZodNumber>;
|
|
541
620
|
threads: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodNumber]>>;
|
|
542
621
|
backend: z.ZodOptional<z.ZodString>;
|
|
543
622
|
numFramePerBlock: z.ZodOptional<z.ZodNumber>;
|
|
@@ -575,10 +654,13 @@ export declare const sdcppConfigSchema: z.ZodObject<{
|
|
|
575
654
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
576
655
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
577
656
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
657
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
658
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
578
659
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
579
660
|
"onnx-tts": "onnx-tts";
|
|
580
661
|
"tts-ggml": "tts-ggml";
|
|
581
662
|
"parakeet-transcription": "parakeet-transcription";
|
|
663
|
+
"moss-transcribe": "moss-transcribe";
|
|
582
664
|
"ggml-ocr": "ggml-ocr";
|
|
583
665
|
"sdcpp-generation": "sdcpp-generation";
|
|
584
666
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
|
|
4
4
|
const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
|
|
5
5
|
const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
|
|
@@ -64,7 +64,7 @@ export const sdcppConfigSchema = z.object({
|
|
|
64
64
|
.enum(['diffusion', 'upscale', 'video', 'world'])
|
|
65
65
|
.default('diffusion')
|
|
66
66
|
.describe('Operation mode for the diffusion plugin. ' +
|
|
67
|
-
"`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX pipeline from " +
|
|
67
|
+
"`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
|
|
68
68
|
'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
|
|
69
69
|
'diffusion model, and ESRGAN ' +
|
|
70
70
|
'upscaler, and exposes diffusion({ ... }). ' +
|
|
@@ -74,8 +74,9 @@ export const sdcppConfigSchema = z.object({
|
|
|
74
74
|
'The video layout is selected from the auxiliary sources: supplying ' +
|
|
75
75
|
'`embeddingsConnectorsModelSrc` loads the LTX-2 layout (Gemma text encoder ' +
|
|
76
76
|
'via `llmModelSrc` + video VAE + connectors, optional `audioVaeModelSrc` for ' +
|
|
77
|
-
'synchronized audio). Without connectors, `llmModelSrc` + `vaeModelSrc`
|
|
78
|
-
'
|
|
77
|
+
'synchronized audio). Without connectors, `llmModelSrc` + `vaeModelSrc` ' +
|
|
78
|
+
'selects MiniMax-H3 text/image-to-video (optional `audioVaeModelSrc` ' +
|
|
79
|
+
'for synchronized audio); otherwise ' +
|
|
79
80
|
'the Wan layout is used (UMT5 text encoder ' +
|
|
80
81
|
'via `t5XxlModelSrc` + VAE). ' +
|
|
81
82
|
'On React Native, loading the video model on-device will likely fail ' +
|
|
@@ -223,10 +224,16 @@ export const sdcppConfigSchema = z.object({
|
|
|
223
224
|
llmModelSrc: modelSrcInputSchema
|
|
224
225
|
.optional()
|
|
225
226
|
.describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
|
|
226
|
-
'Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma),
|
|
227
|
+
'Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), LTX-2 video (Gemma), ' +
|
|
228
|
+
'and MiniMax-H3 (H3-specific Qwen3-VL).'),
|
|
229
|
+
projectionModelSrc: modelSrcInputSchema
|
|
230
|
+
.optional()
|
|
231
|
+
.describe('Vision projector for the LLM encoder. Required for Qwen-Image-2.1 ' +
|
|
232
|
+
'reference editing with its GGUF Qwen3-VL encoder; optional for text-to-image. ' +
|
|
233
|
+
'Requires llmModelSrc and diffusion mode.'),
|
|
227
234
|
vaeModelSrc: modelSrcInputSchema
|
|
228
235
|
.optional()
|
|
229
|
-
.describe('VAE decoder model
|
|
236
|
+
.describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], Ideogram 4, ' +
|
|
230
237
|
'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
|
|
231
238
|
highNoiseDiffusionModelSrc: modelSrcInputSchema
|
|
232
239
|
.optional()
|
|
@@ -244,12 +251,13 @@ export const sdcppConfigSchema = z.object({
|
|
|
244
251
|
.optional()
|
|
245
252
|
.describe('OpenCLIP ViT-H/14 weights (`clip_vision_h.safetensors`). Required for ' +
|
|
246
253
|
'Wan image-to-video (`img2vid`); omit for text-to-video-only pipelines. ' +
|
|
247
|
-
'Not used by LTX-2 (
|
|
254
|
+
'Not used by LTX-2 or MiniMax-H3 (their img2vid paths need no ' +
|
|
255
|
+
'CLIP-vision projection).'),
|
|
248
256
|
audioVaeModelSrc: modelSrcInputSchema
|
|
249
257
|
.optional()
|
|
250
|
-
.describe('Audio VAE decoder model —
|
|
258
|
+
.describe('Audio VAE decoder model — optional for MiniMax-H3 and LTX-2. ' +
|
|
251
259
|
'Enables synchronized audio muxed into the output AVI. ' +
|
|
252
|
-
'Omit for silent
|
|
260
|
+
'Omit for silent video; unsupported by Wan.'),
|
|
253
261
|
embeddingsConnectorsModelSrc: modelSrcInputSchema
|
|
254
262
|
.optional()
|
|
255
263
|
.describe('Text-embedding connector weights — required for LTX-2 video. Its ' +
|
|
@@ -272,6 +280,13 @@ export const sdcppConfigSchema = z.object({
|
|
|
272
280
|
world: z
|
|
273
281
|
.object({
|
|
274
282
|
seed: z.number().int().optional().describe('Walk RNG seed.'),
|
|
283
|
+
fitSteps: z
|
|
284
|
+
.number()
|
|
285
|
+
.int()
|
|
286
|
+
.min(1)
|
|
287
|
+
.max(1000000)
|
|
288
|
+
.optional()
|
|
289
|
+
.describe('Walk steps covered by memory fit. Defaults to 100; does not limit generation or retained history.'),
|
|
275
290
|
// Mirrors parseAutoOrPositiveInt in the addon's WorldSessionHandlers.cpp:
|
|
276
291
|
// -1 or > 0. Zero and other negatives throw natively at load, after the
|
|
277
292
|
// multi-gigabyte artifacts have already been resolved.
|
|
@@ -367,7 +382,7 @@ export const sdcppConfigSchema = z.object({
|
|
|
367
382
|
.strict()
|
|
368
383
|
.optional()
|
|
369
384
|
.describe("ABot-World session tuning — mode: 'world' only, rejected in every other " +
|
|
370
|
-
'mode.
|
|
385
|
+
'mode. Session settings reach the addon; fitSteps controls only memory fit.'),
|
|
371
386
|
upscaler: z
|
|
372
387
|
.object({
|
|
373
388
|
type: z
|
|
@@ -537,19 +552,19 @@ export const diffusionRequestSchema = z
|
|
|
537
552
|
.positive()
|
|
538
553
|
.multipleOf(8)
|
|
539
554
|
.optional()
|
|
540
|
-
.describe('Image width in pixels
|
|
555
|
+
.describe('Image width in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
|
|
541
556
|
height: z
|
|
542
557
|
.number()
|
|
543
558
|
.int()
|
|
544
559
|
.positive()
|
|
545
560
|
.multipleOf(8)
|
|
546
561
|
.optional()
|
|
547
|
-
.describe('Image height in pixels
|
|
562
|
+
.describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
|
|
548
563
|
steps: z.number().int().positive().optional().describe('Number of sampling steps to run.'),
|
|
549
564
|
cfg_scale: z
|
|
550
565
|
.number()
|
|
551
566
|
.optional()
|
|
552
|
-
.describe('Classifier-free guidance scale for SD
|
|
567
|
+
.describe('Classifier-free guidance scale for SD and Qwen-Image models; typical range 1-20, default 7'),
|
|
553
568
|
img_cfg_scale: z
|
|
554
569
|
.number()
|
|
555
570
|
.default(-1)
|
|
@@ -583,15 +598,17 @@ export const diffusionRequestSchema = z
|
|
|
583
598
|
.describe('Optional name of a cached sampler preset to reuse.'),
|
|
584
599
|
init_image: base64StringSchema
|
|
585
600
|
.optional()
|
|
586
|
-
.describe('Base64-encoded
|
|
601
|
+
.describe('Base64-encoded PNG/JPEG for img2img or reference editing. ' +
|
|
602
|
+
'Qwen-Image-2.1 requires projectionModelSrc for editing and preserves reference alpha. ' +
|
|
603
|
+
'Mutually exclusive with init_images.'),
|
|
587
604
|
init_images: z
|
|
588
605
|
.array(base64StringSchema)
|
|
589
606
|
.min(1)
|
|
590
607
|
.optional()
|
|
591
|
-
.describe('
|
|
592
|
-
'
|
|
593
|
-
'
|
|
594
|
-
|
|
608
|
+
.describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
|
|
609
|
+
'including FLUX.2 and Qwen-Image-2.1. Native model detection validates support. ' +
|
|
610
|
+
'Qwen-Image-2.1 requires projectionModelSrc, preserves alpha, and does not need ' +
|
|
611
|
+
'FLUX @imageN tags or a prediction override. Mutually exclusive with init_image.'),
|
|
595
612
|
increase_ref_index: z
|
|
596
613
|
.boolean()
|
|
597
614
|
.optional()
|
|
@@ -621,7 +638,9 @@ export const diffusionRequestSchema = z
|
|
|
621
638
|
.min(0)
|
|
622
639
|
.max(1)
|
|
623
640
|
.optional()
|
|
624
|
-
.describe('img2img denoising strength
|
|
641
|
+
.describe('img2img denoising strength for SD/SDXL SDEdit. ' +
|
|
642
|
+
'Does not control reference-editing strength for FLUX.2 or Qwen-Image-2.1; ' +
|
|
643
|
+
'these models start the target from noise.'),
|
|
625
644
|
upscale: z
|
|
626
645
|
.union([
|
|
627
646
|
z.boolean(),
|
|
@@ -639,7 +658,8 @@ export const diffusionRequestSchema = z
|
|
|
639
658
|
'`{ repeats: N }` runs the upscaler N times sequentially — each pass ' +
|
|
640
659
|
"multiplies the output dimensions by the model's scale factor. When " +
|
|
641
660
|
'`batch_count > 1`, every output image is upscaled independently. ' +
|
|
642
|
-
'Requires the model to be loaded with `upscaler.model_src` set in modelConfig.'
|
|
661
|
+
'Requires the model to be loaded with `upscaler.model_src` set in modelConfig. ' +
|
|
662
|
+
'ESRGAN accepts RGB only; Qwen-Image-2.1 RGBA output rejects upscaling.')
|
|
643
663
|
})
|
|
644
664
|
.refine((d) => d.init_image === undefined || d.init_images === undefined, {
|
|
645
665
|
message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'
|
|
@@ -966,7 +986,6 @@ export const h3VideoRequestSchema = videoRequestSchema.superRefine((data, ctx) =
|
|
|
966
986
|
});
|
|
967
987
|
}
|
|
968
988
|
for (const [field, value] of [
|
|
969
|
-
['mode', 'txt2vid'],
|
|
970
989
|
['fps', 24],
|
|
971
990
|
['cfg_scale', 1],
|
|
972
991
|
['scheduler', 'discrete']
|
|
@@ -979,7 +998,7 @@ export const h3VideoRequestSchema = videoRequestSchema.superRefine((data, ctx) =
|
|
|
979
998
|
});
|
|
980
999
|
}
|
|
981
1000
|
}
|
|
982
|
-
for (const field of ['
|
|
1001
|
+
for (const field of ['control_frames', 'vace_strength', 'strength']) {
|
|
983
1002
|
if (data[field] !== undefined) {
|
|
984
1003
|
ctx.addIssue({
|
|
985
1004
|
code: 'custom',
|
|
@@ -40,16 +40,16 @@ export declare function resourceMetricSchema<T extends z.ZodType>(valueSchema: T
|
|
|
40
40
|
reason: z.ZodOptional<z.ZodString>;
|
|
41
41
|
}, z.core.$strip>], "status">;
|
|
42
42
|
export declare const graphicsDriverSchema: z.ZodEnum<{
|
|
43
|
+
cuda: "cuda";
|
|
43
44
|
vulkan: "vulkan";
|
|
44
45
|
metal: "metal";
|
|
45
46
|
opencl: "opencl";
|
|
46
|
-
|
|
47
|
+
rocm: "rocm";
|
|
47
48
|
opengl: "opengl";
|
|
48
49
|
webgpu: "webgpu";
|
|
49
50
|
direct3d11: "direct3d11";
|
|
50
51
|
direct3d12: "direct3d12";
|
|
51
52
|
levelZero: "levelZero";
|
|
52
|
-
rocm: "rocm";
|
|
53
53
|
}>;
|
|
54
54
|
export declare const graphicsDriverCapabilitiesSchema: z.ZodObject<{
|
|
55
55
|
vulkan: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -315,16 +315,16 @@ export declare const inferenceBackendDiagnosticsSchema: z.ZodObject<{
|
|
|
315
315
|
gpu: "gpu";
|
|
316
316
|
}>;
|
|
317
317
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
318
|
+
cuda: "cuda";
|
|
318
319
|
vulkan: "vulkan";
|
|
319
320
|
metal: "metal";
|
|
320
321
|
opencl: "opencl";
|
|
321
|
-
|
|
322
|
+
rocm: "rocm";
|
|
322
323
|
opengl: "opengl";
|
|
323
324
|
webgpu: "webgpu";
|
|
324
325
|
direct3d11: "direct3d11";
|
|
325
326
|
direct3d12: "direct3d12";
|
|
326
327
|
levelZero: "levelZero";
|
|
327
|
-
rocm: "rocm";
|
|
328
328
|
}>>;
|
|
329
329
|
driver: z.ZodOptional<z.ZodObject<{
|
|
330
330
|
name: z.ZodString;
|