@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -57,8 +57,8 @@ import { nowMs } from '../../../../profiling/index.js';
|
|
|
57
57
|
import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
|
|
58
58
|
import { TextToSpeechStreamFailedError } from '../../../../errors/index.js';
|
|
59
59
|
import { collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
|
|
60
|
-
import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '
|
|
61
|
-
import { bindTtsCancel, cancelIfAborted } from '
|
|
60
|
+
import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
|
|
61
|
+
import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
|
|
62
62
|
// Ends the text source the moment the run is cancelled. Without this an idle
|
|
63
63
|
// duplex session — cancelled while the accumulator is waiting for the next
|
|
64
64
|
// fragment, with no native job live — would sit in `runStreaming` holding the
|
|
@@ -57,8 +57,8 @@ import { nowMs } from '../../../../profiling/index.js';
|
|
|
57
57
|
import { buildStreamResult, hasDefinedValues } from '../../../../profiling/model-execution.js';
|
|
58
58
|
import { PluginRequestValidationFailedError, TextToSpeechFailedError } from '../../../../errors/index.js';
|
|
59
59
|
import { appendPcm, collectTtsStats, chunkMetadata } from '../../../../utils/tts-stats.js';
|
|
60
|
-
import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '
|
|
61
|
-
import { bindTtsCancel, cancelIfAborted } from '
|
|
60
|
+
import { assertParlerJobOptionsSupported, getParlerJobOptions, getTtsEngineType } from '../../../../plugins/builtin/tts-ggml/ops/parler-options.js';
|
|
61
|
+
import { bindTtsCancel, cancelIfAborted } from '../../../../plugins/builtin/tts-ggml/ops/cancel-binding.js';
|
|
62
62
|
function hasRunStream(model) {
|
|
63
63
|
return (typeof model === 'object' &&
|
|
64
64
|
model !== null &&
|
|
@@ -5,9 +5,9 @@ export declare const ttsPlugin: {
|
|
|
5
5
|
addonPackage: "@qvac/tts-ggml";
|
|
6
6
|
loadConfigSchema: import("zod").ZodDiscriminatedUnion<[import("zod").ZodObject<{
|
|
7
7
|
[x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
|
|
8
|
-
}, import("zod/v4/core
|
|
8
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
9
9
|
[x: string]: import("zod").ZodOptional<import("zod").ZodUnknown>;
|
|
10
|
-
}, import("zod/v4/core
|
|
10
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
11
11
|
lavasrEnhancerModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
12
12
|
src: import("zod").ZodString;
|
|
13
13
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -31,6 +31,7 @@ export declare const ttsPlugin: {
|
|
|
31
31
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
32
32
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
33
33
|
"llamacpp-decision": "llamacpp-decision";
|
|
34
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
34
35
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
35
36
|
"onnx-tts": "onnx-tts";
|
|
36
37
|
"tts-ggml": "tts-ggml";
|
|
@@ -48,7 +49,7 @@ export declare const ttsPlugin: {
|
|
|
48
49
|
parakeet: "parakeet";
|
|
49
50
|
classification: "classification";
|
|
50
51
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
51
|
-
}, import("zod/v4/core
|
|
52
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
52
53
|
lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
53
54
|
src: import("zod").ZodString;
|
|
54
55
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -72,6 +73,7 @@ export declare const ttsPlugin: {
|
|
|
72
73
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
73
74
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
74
75
|
"llamacpp-decision": "llamacpp-decision";
|
|
76
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
75
77
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
76
78
|
"onnx-tts": "onnx-tts";
|
|
77
79
|
"tts-ggml": "tts-ggml";
|
|
@@ -89,7 +91,7 @@ export declare const ttsPlugin: {
|
|
|
89
91
|
parakeet: "parakeet";
|
|
90
92
|
classification: "classification";
|
|
91
93
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
92
|
-
}, import("zod/v4/core
|
|
94
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
93
95
|
backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
94
96
|
useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
95
97
|
outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -132,7 +134,7 @@ export declare const ttsPlugin: {
|
|
|
132
134
|
reverb: import("zod").ZodOptional<import("zod").ZodString>;
|
|
133
135
|
quality: import("zod").ZodOptional<import("zod").ZodString>;
|
|
134
136
|
ttsEngine: import("zod").ZodLiteral<"parler">;
|
|
135
|
-
}, import("zod/v4/core
|
|
137
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
136
138
|
referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
137
139
|
src: import("zod").ZodString;
|
|
138
140
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -156,6 +158,7 @@ export declare const ttsPlugin: {
|
|
|
156
158
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
157
159
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
158
160
|
"llamacpp-decision": "llamacpp-decision";
|
|
161
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
159
162
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
160
163
|
"onnx-tts": "onnx-tts";
|
|
161
164
|
"tts-ggml": "tts-ggml";
|
|
@@ -173,7 +176,7 @@ export declare const ttsPlugin: {
|
|
|
173
176
|
parakeet: "parakeet";
|
|
174
177
|
classification: "classification";
|
|
175
178
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
176
|
-
}, import("zod/v4/core
|
|
179
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
177
180
|
cosyvoice3S3tokModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
178
181
|
src: import("zod").ZodString;
|
|
179
182
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -197,6 +200,7 @@ export declare const ttsPlugin: {
|
|
|
197
200
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
198
201
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
199
202
|
"llamacpp-decision": "llamacpp-decision";
|
|
203
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
200
204
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
201
205
|
"onnx-tts": "onnx-tts";
|
|
202
206
|
"tts-ggml": "tts-ggml";
|
|
@@ -214,7 +218,7 @@ export declare const ttsPlugin: {
|
|
|
214
218
|
parakeet: "parakeet";
|
|
215
219
|
classification: "classification";
|
|
216
220
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
217
|
-
}, import("zod/v4/core
|
|
221
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
218
222
|
cosyvoice3CampplusModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
219
223
|
src: import("zod").ZodString;
|
|
220
224
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -238,6 +242,7 @@ export declare const ttsPlugin: {
|
|
|
238
242
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
239
243
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
240
244
|
"llamacpp-decision": "llamacpp-decision";
|
|
245
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
241
246
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
242
247
|
"onnx-tts": "onnx-tts";
|
|
243
248
|
"tts-ggml": "tts-ggml";
|
|
@@ -255,7 +260,7 @@ export declare const ttsPlugin: {
|
|
|
255
260
|
parakeet: "parakeet";
|
|
256
261
|
classification: "classification";
|
|
257
262
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
258
|
-
}, import("zod/v4/core
|
|
263
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
259
264
|
lavasrEnhancerModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
260
265
|
src: import("zod").ZodString;
|
|
261
266
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -279,6 +284,7 @@ export declare const ttsPlugin: {
|
|
|
279
284
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
280
285
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
281
286
|
"llamacpp-decision": "llamacpp-decision";
|
|
287
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
282
288
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
283
289
|
"onnx-tts": "onnx-tts";
|
|
284
290
|
"tts-ggml": "tts-ggml";
|
|
@@ -296,7 +302,7 @@ export declare const ttsPlugin: {
|
|
|
296
302
|
parakeet: "parakeet";
|
|
297
303
|
classification: "classification";
|
|
298
304
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
299
|
-
}, import("zod/v4/core
|
|
305
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
300
306
|
lavasrDenoiserModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
301
307
|
src: import("zod").ZodString;
|
|
302
308
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -320,6 +326,7 @@ export declare const ttsPlugin: {
|
|
|
320
326
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
321
327
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
322
328
|
"llamacpp-decision": "llamacpp-decision";
|
|
329
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
323
330
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
324
331
|
"onnx-tts": "onnx-tts";
|
|
325
332
|
"tts-ggml": "tts-ggml";
|
|
@@ -337,7 +344,7 @@ export declare const ttsPlugin: {
|
|
|
337
344
|
parakeet: "parakeet";
|
|
338
345
|
classification: "classification";
|
|
339
346
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
340
|
-
}, import("zod/v4/core
|
|
347
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
341
348
|
openclCacheDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
342
349
|
backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
343
350
|
ttsEngine: import("zod").ZodLiteral<"cosyvoice3">;
|
|
@@ -380,7 +387,7 @@ export declare const ttsPlugin: {
|
|
|
380
387
|
peppa: "peppa";
|
|
381
388
|
robot: "robot";
|
|
382
389
|
}>>;
|
|
383
|
-
}, import("zod/v4/core
|
|
390
|
+
}, import("zod/v4/core").$strict>]>>;
|
|
384
391
|
promptText: import("zod").ZodOptional<import("zod").ZodString>;
|
|
385
392
|
useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
386
393
|
outputSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -389,7 +396,7 @@ export declare const ttsPlugin: {
|
|
|
389
396
|
threads: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
390
397
|
nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
391
398
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
392
|
-
}, import("zod/v4/core
|
|
399
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
393
400
|
audio8CodecDecoderModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
394
401
|
src: import("zod").ZodString;
|
|
395
402
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -413,6 +420,7 @@ export declare const ttsPlugin: {
|
|
|
413
420
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
414
421
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
415
422
|
"llamacpp-decision": "llamacpp-decision";
|
|
423
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
416
424
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
417
425
|
"onnx-tts": "onnx-tts";
|
|
418
426
|
"tts-ggml": "tts-ggml";
|
|
@@ -430,7 +438,7 @@ export declare const ttsPlugin: {
|
|
|
430
438
|
parakeet: "parakeet";
|
|
431
439
|
classification: "classification";
|
|
432
440
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
433
|
-
}, import("zod/v4/core
|
|
441
|
+
}, import("zod/v4/core").$strip>]>;
|
|
434
442
|
audio8CodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
435
443
|
src: import("zod").ZodString;
|
|
436
444
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -454,6 +462,7 @@ export declare const ttsPlugin: {
|
|
|
454
462
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
455
463
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
456
464
|
"llamacpp-decision": "llamacpp-decision";
|
|
465
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
457
466
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
458
467
|
"onnx-tts": "onnx-tts";
|
|
459
468
|
"tts-ggml": "tts-ggml";
|
|
@@ -471,7 +480,7 @@ export declare const ttsPlugin: {
|
|
|
471
480
|
parakeet: "parakeet";
|
|
472
481
|
classification: "classification";
|
|
473
482
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
474
|
-
}, import("zod/v4/core
|
|
483
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
475
484
|
referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
476
485
|
src: import("zod").ZodString;
|
|
477
486
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -495,6 +504,7 @@ export declare const ttsPlugin: {
|
|
|
495
504
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
496
505
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
497
506
|
"llamacpp-decision": "llamacpp-decision";
|
|
507
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
498
508
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
499
509
|
"onnx-tts": "onnx-tts";
|
|
500
510
|
"tts-ggml": "tts-ggml";
|
|
@@ -512,7 +522,7 @@ export declare const ttsPlugin: {
|
|
|
512
522
|
parakeet: "parakeet";
|
|
513
523
|
classification: "classification";
|
|
514
524
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
515
|
-
}, import("zod/v4/core
|
|
525
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
516
526
|
backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
517
527
|
ttsEngine: import("zod").ZodLiteral<"audio8">;
|
|
518
528
|
referenceText: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -526,7 +536,7 @@ export declare const ttsPlugin: {
|
|
|
526
536
|
threads: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
527
537
|
nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
528
538
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
529
|
-
}, import("zod/v4/core
|
|
539
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
530
540
|
mossCodecDecoderModelSrc: import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
531
541
|
src: import("zod").ZodString;
|
|
532
542
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -550,6 +560,7 @@ export declare const ttsPlugin: {
|
|
|
550
560
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
551
561
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
552
562
|
"llamacpp-decision": "llamacpp-decision";
|
|
563
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
553
564
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
554
565
|
"onnx-tts": "onnx-tts";
|
|
555
566
|
"tts-ggml": "tts-ggml";
|
|
@@ -567,7 +578,7 @@ export declare const ttsPlugin: {
|
|
|
567
578
|
parakeet: "parakeet";
|
|
568
579
|
classification: "classification";
|
|
569
580
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
570
|
-
}, import("zod/v4/core
|
|
581
|
+
}, import("zod/v4/core").$strip>]>;
|
|
571
582
|
mossCodecEncoderModelSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
572
583
|
src: import("zod").ZodString;
|
|
573
584
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -591,6 +602,7 @@ export declare const ttsPlugin: {
|
|
|
591
602
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
592
603
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
593
604
|
"llamacpp-decision": "llamacpp-decision";
|
|
605
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
594
606
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
595
607
|
"onnx-tts": "onnx-tts";
|
|
596
608
|
"tts-ggml": "tts-ggml";
|
|
@@ -608,7 +620,7 @@ export declare const ttsPlugin: {
|
|
|
608
620
|
parakeet: "parakeet";
|
|
609
621
|
classification: "classification";
|
|
610
622
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
611
|
-
}, import("zod/v4/core
|
|
623
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
612
624
|
referenceAudioSrc: import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
613
625
|
src: import("zod").ZodString;
|
|
614
626
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -632,6 +644,7 @@ export declare const ttsPlugin: {
|
|
|
632
644
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
633
645
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
634
646
|
"llamacpp-decision": "llamacpp-decision";
|
|
647
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
635
648
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
636
649
|
"onnx-tts": "onnx-tts";
|
|
637
650
|
"tts-ggml": "tts-ggml";
|
|
@@ -649,7 +662,7 @@ export declare const ttsPlugin: {
|
|
|
649
662
|
parakeet: "parakeet";
|
|
650
663
|
classification: "classification";
|
|
651
664
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
652
|
-
}, import("zod/v4/core
|
|
665
|
+
}, import("zod/v4/core").$strip>]>>;
|
|
653
666
|
dialogueReferenceSrcs: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodUnion<readonly [import("zod").ZodString, import("zod").ZodObject<{
|
|
654
667
|
src: import("zod").ZodString;
|
|
655
668
|
name: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -673,6 +686,7 @@ export declare const ttsPlugin: {
|
|
|
673
686
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
674
687
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
675
688
|
"llamacpp-decision": "llamacpp-decision";
|
|
689
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
676
690
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
677
691
|
"onnx-tts": "onnx-tts";
|
|
678
692
|
"tts-ggml": "tts-ggml";
|
|
@@ -690,7 +704,7 @@ export declare const ttsPlugin: {
|
|
|
690
704
|
parakeet: "parakeet";
|
|
691
705
|
classification: "classification";
|
|
692
706
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
693
|
-
}, import("zod/v4/core
|
|
707
|
+
}, import("zod/v4/core").$strip>]>>>;
|
|
694
708
|
backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
695
709
|
ttsEngine: import("zod").ZodLiteral<"moss">;
|
|
696
710
|
language: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -700,7 +714,7 @@ export declare const ttsPlugin: {
|
|
|
700
714
|
threads: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
701
715
|
nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
702
716
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
703
|
-
}, import("zod/v4/core
|
|
717
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
704
718
|
seconds: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
705
719
|
negativePrompt: import("zod").ZodOptional<import("zod").ZodString>;
|
|
706
720
|
steps: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -712,7 +726,7 @@ export declare const ttsPlugin: {
|
|
|
712
726
|
nGpuLayers: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
713
727
|
seed: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
714
728
|
ttsEngine: import("zod").ZodLiteral<"moss-sfx">;
|
|
715
|
-
}, import("zod/v4/core
|
|
729
|
+
}, import("zod/v4/core").$strict>, import("zod").ZodObject<{
|
|
716
730
|
backendsDir: import("zod").ZodOptional<import("zod").ZodString>;
|
|
717
731
|
useGPU: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
718
732
|
threads: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -742,6 +756,7 @@ export declare const ttsPlugin: {
|
|
|
742
756
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
743
757
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
744
758
|
"llamacpp-decision": "llamacpp-decision";
|
|
759
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
745
760
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
746
761
|
"onnx-tts": "onnx-tts";
|
|
747
762
|
"tts-ggml": "tts-ggml";
|
|
@@ -759,8 +774,8 @@ export declare const ttsPlugin: {
|
|
|
759
774
|
parakeet: "parakeet";
|
|
760
775
|
classification: "classification";
|
|
761
776
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
762
|
-
}, import("zod/v4/core
|
|
763
|
-
}, import("zod/v4/core
|
|
777
|
+
}, import("zod/v4/core").$strip>]>;
|
|
778
|
+
}, import("zod/v4/core").$strict>], "ttsEngine">;
|
|
764
779
|
assessFit: typeof import("node_modules/@qvac/tts-ggml/lib/fit").assessFit;
|
|
765
780
|
resolveConfig(cfg: Record<string, unknown>, ctx: ResolveContext): Promise<ResolveResult<{
|
|
766
781
|
ttsEngine: "moss-sfx";
|
|
@@ -899,7 +914,7 @@ export declare const ttsPlugin: {
|
|
|
899
914
|
text: import("zod").ZodOptional<import("zod").ZodString>;
|
|
900
915
|
audio: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
|
|
901
916
|
sampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
902
|
-
}, import("zod/v4/core
|
|
917
|
+
}, import("zod/v4/core").$strip>>>;
|
|
903
918
|
systemPrompt: import("zod").ZodOptional<import("zod").ZodString>;
|
|
904
919
|
replyVoice: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
|
|
905
920
|
replyVoiceSampleRate: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -950,7 +965,7 @@ export declare const ttsPlugin: {
|
|
|
950
965
|
sentenceStream: import("zod").ZodDefault<import("zod").ZodBoolean>;
|
|
951
966
|
sentenceStreamLocale: import("zod").ZodOptional<import("zod").ZodString>;
|
|
952
967
|
sentenceStreamMaxChunkScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
953
|
-
}, import("zod/v4/core
|
|
968
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
954
969
|
type: import("zod").ZodLiteral<"textToSpeech">;
|
|
955
970
|
text: import("zod").ZodOptional<import("zod").ZodString>;
|
|
956
971
|
buffer: import("zod").ZodArray<import("zod").ZodNumber>;
|
|
@@ -970,7 +985,7 @@ export declare const ttsPlugin: {
|
|
|
970
985
|
enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
971
986
|
codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
972
987
|
codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
973
|
-
}, import("zod/v4/core
|
|
988
|
+
}, import("zod/v4/core").$strip>>;
|
|
974
989
|
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
975
990
|
sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
|
|
976
991
|
isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -978,7 +993,7 @@ export declare const ttsPlugin: {
|
|
|
978
993
|
cancelled: "cancelled";
|
|
979
994
|
completed: "completed";
|
|
980
995
|
}>>;
|
|
981
|
-
}, import("zod/v4/core
|
|
996
|
+
}, import("zod/v4/core").$strip>>;
|
|
982
997
|
textToSpeechStream: import("../../../schemas/index.js").PluginHandlerDefinition<import("zod").ZodObject<{
|
|
983
998
|
type: import("zod").ZodLiteral<"textToSpeechStream">;
|
|
984
999
|
description: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -1019,7 +1034,7 @@ export declare const ttsPlugin: {
|
|
|
1019
1034
|
}>>;
|
|
1020
1035
|
maxBufferScalars: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1021
1036
|
flushAfterMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1022
|
-
}, import("zod/v4/core
|
|
1037
|
+
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
1023
1038
|
type: import("zod").ZodLiteral<"textToSpeechStream">;
|
|
1024
1039
|
buffer: import("zod").ZodArray<import("zod").ZodNumber>;
|
|
1025
1040
|
done: import("zod").ZodDefault<import("zod").ZodBoolean>;
|
|
@@ -1038,7 +1053,7 @@ export declare const ttsPlugin: {
|
|
|
1038
1053
|
enhancerBackendId: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1039
1054
|
codecSidecarLoaded: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1040
1055
|
codecOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1041
|
-
}, import("zod/v4/core
|
|
1056
|
+
}, import("zod/v4/core").$strip>>;
|
|
1042
1057
|
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
1043
1058
|
sentenceChunk: import("zod").ZodOptional<import("zod").ZodString>;
|
|
1044
1059
|
isLast: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -1046,10 +1061,10 @@ export declare const ttsPlugin: {
|
|
|
1046
1061
|
cancelled: "cancelled";
|
|
1047
1062
|
completed: "completed";
|
|
1048
1063
|
}>>;
|
|
1049
|
-
}, import("zod/v4/core
|
|
1064
|
+
}, import("zod/v4/core").$strip>>;
|
|
1050
1065
|
};
|
|
1051
1066
|
logging: {
|
|
1052
|
-
module: () => Promise<typeof import("@qvac/tts-ggml/addonLogging
|
|
1067
|
+
module: () => Promise<typeof import("@qvac/tts-ggml/addonLogging")>;
|
|
1053
1068
|
namespace: "tts-ggml";
|
|
1054
1069
|
};
|
|
1055
1070
|
};
|
|
@@ -2,8 +2,8 @@ import TTSGgml from '@qvac/tts-ggml';
|
|
|
2
2
|
import { definePlugin, defineHandler, defineDuplexHandler, ttsRequestSchema, ttsResponseSchema, textToSpeechStreamRequestSchema, textToSpeechStreamResponseSchema, ModelType, ttsConfigSchema, ADDON_TTS, LEGACY_TTS_ONNX_MODEL_CONFIG_FIELDS } from '../../../schemas/index.js';
|
|
3
3
|
import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
|
|
4
4
|
import { TtsArtifactsRequiredError, LegacyTtsModelDeprecatedError } from '../../../errors/index.js';
|
|
5
|
-
import { textToSpeech } from '
|
|
6
|
-
import { textToSpeechStream } from '
|
|
5
|
+
import { textToSpeech } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
|
|
6
|
+
import { textToSpeechStream } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech-stream.js';
|
|
7
7
|
import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
|
|
8
8
|
// Everything a TTS frame carries beyond its PCM, forwarded verbatim from the
|
|
9
9
|
// op yield onto the wire frame. Both handlers use it so the two response
|
|
@@ -608,7 +608,7 @@ export const ttsPlugin = definePlugin({
|
|
|
608
608
|
})
|
|
609
609
|
},
|
|
610
610
|
logging: {
|
|
611
|
-
module: () => import('@qvac/tts-ggml/addonLogging
|
|
611
|
+
module: () => import('@qvac/tts-ggml/addonLogging'),
|
|
612
612
|
namespace: ModelType.ttsGgml
|
|
613
613
|
}
|
|
614
614
|
});
|