@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -4,19 +4,24 @@ import { createStreamLogger, registerAddonLogger } from '../../../logging/index.
|
|
|
4
4
|
import { TtsArtifactsRequiredError, LegacyTtsModelDeprecatedError } from '../../../errors/index.js';
|
|
5
5
|
import { textToSpeech } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech.js';
|
|
6
6
|
import { textToSpeechStream } from '../../../plugins/builtin/tts-ggml/ops/text-to-speech-stream.js';
|
|
7
|
+
import { toAddonInstruct } from '../../../plugins/builtin/tts-ggml/ops/voice-options.js';
|
|
8
|
+
import { ttsFitRequest } from '../../../plugins/builtin/tts-ggml/fit.js';
|
|
7
9
|
import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
|
|
8
|
-
// Everything a TTS frame carries beyond its
|
|
9
|
-
// op yield onto the wire frame
|
|
10
|
-
//
|
|
10
|
+
// Everything a TTS frame carries beyond its `buffer`, forwarded verbatim from
|
|
11
|
+
// the op yield onto the wire frame: the base64 `pcm` the ops emit for int16
|
|
12
|
+
// engine audio (see `pcmFrame`) and the chunk metadata. Both handlers use it
|
|
13
|
+
// so the two response shapes cannot drift apart.
|
|
11
14
|
function ttsFrameMetadata(value) {
|
|
12
15
|
return {
|
|
16
|
+
...(value.pcm !== undefined ? { pcm: value.pcm } : {}),
|
|
13
17
|
...(value.text !== undefined ? { text: value.text } : {}),
|
|
14
18
|
...(value.sampleRate !== undefined ? { sampleRate: value.sampleRate } : {}),
|
|
15
19
|
...(value.chunkIndex !== undefined ? { chunkIndex: value.chunkIndex } : {}),
|
|
16
20
|
...(typeof value.sentenceChunk === 'string' && value.sentenceChunk.length > 0
|
|
17
21
|
? { sentenceChunk: value.sentenceChunk }
|
|
18
22
|
: {}),
|
|
19
|
-
...(value.isLast !== undefined ? { isLast: value.isLast } : {})
|
|
23
|
+
...(value.isLast !== undefined ? { isLast: value.isLast } : {}),
|
|
24
|
+
...(value.speechTokenIds !== undefined ? { speechTokenIds: value.speechTokenIds } : {})
|
|
20
25
|
};
|
|
21
26
|
}
|
|
22
27
|
function rejectLegacyOnnxFields(cfg) {
|
|
@@ -34,7 +39,11 @@ function dirname(path) {
|
|
|
34
39
|
return path.slice(0, index);
|
|
35
40
|
}
|
|
36
41
|
// Resolve the optional LavaSR enhancer/denoiser GGUFs shared by both engines.
|
|
37
|
-
|
|
42
|
+
// The Core ML model directories are host paths, not sources: they ride along
|
|
43
|
+
// as artifacts so createModel builds the addon's `enhancer` / `denoiser`
|
|
44
|
+
// options from one place.
|
|
45
|
+
async function resolveLavasrArtifacts(fields, ctx) {
|
|
46
|
+
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits } = fields;
|
|
38
47
|
const resolve = ctx.resolveModelPath;
|
|
39
48
|
const [lavasrEnhancerPath, lavasrDenoiserPath] = await Promise.all([
|
|
40
49
|
lavasrEnhancerModelSrc ? resolve(lavasrEnhancerModelSrc) : Promise.resolve(undefined),
|
|
@@ -42,12 +51,16 @@ async function resolveLavasrArtifacts(lavasrEnhancerModelSrc, lavasrDenoiserMode
|
|
|
42
51
|
]);
|
|
43
52
|
return {
|
|
44
53
|
...(lavasrEnhancerPath ? { lavasrEnhancerPath } : {}),
|
|
45
|
-
...(lavasrDenoiserPath ? { lavasrDenoiserPath } : {})
|
|
54
|
+
...(lavasrDenoiserPath ? { lavasrDenoiserPath } : {}),
|
|
55
|
+
...(lavasrEnhancerCoremlModelPath !== undefined ? { lavasrEnhancerCoremlModelPath } : {}),
|
|
56
|
+
...(lavasrEnhancerCoremlComputeUnits !== undefined ? { lavasrEnhancerCoremlComputeUnits } : {}),
|
|
57
|
+
...(lavasrDenoiserCoremlModelPath !== undefined ? { lavasrDenoiserCoremlModelPath } : {}),
|
|
58
|
+
...(lavasrDenoiserCoremlComputeUnits !== undefined ? { lavasrDenoiserCoremlComputeUnits } : {})
|
|
46
59
|
};
|
|
47
60
|
}
|
|
48
61
|
async function resolveChatterboxConfig(config, ctx) {
|
|
49
62
|
rejectLegacyOnnxFields(config);
|
|
50
|
-
const { s3genModelSrc, referenceAudioSrc, mecabDictSrc, cangjieTsvSrc, lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
|
|
63
|
+
const { s3genModelSrc, referenceAudioSrc, mecabDictSrc, cangjieTsvSrc, lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, ...runtime } = config;
|
|
51
64
|
if (!s3genModelSrc) {
|
|
52
65
|
throw new TtsArtifactsRequiredError();
|
|
53
66
|
}
|
|
@@ -57,7 +70,14 @@ async function resolveChatterboxConfig(config, ctx) {
|
|
|
57
70
|
referenceAudioSrc ? resolve(referenceAudioSrc) : Promise.resolve(undefined),
|
|
58
71
|
mecabDictSrc ? resolve(mecabDictSrc) : Promise.resolve(undefined),
|
|
59
72
|
cangjieTsvSrc ? resolve(cangjieTsvSrc) : Promise.resolve(undefined),
|
|
60
|
-
resolveLavasrArtifacts(
|
|
73
|
+
resolveLavasrArtifacts({
|
|
74
|
+
lavasrEnhancerModelSrc,
|
|
75
|
+
lavasrDenoiserModelSrc,
|
|
76
|
+
lavasrEnhancerCoremlModelPath,
|
|
77
|
+
lavasrEnhancerCoremlComputeUnits,
|
|
78
|
+
lavasrDenoiserCoremlModelPath,
|
|
79
|
+
lavasrDenoiserCoremlComputeUnits
|
|
80
|
+
}, ctx)
|
|
61
81
|
]);
|
|
62
82
|
return {
|
|
63
83
|
config: runtime,
|
|
@@ -72,13 +92,39 @@ async function resolveChatterboxConfig(config, ctx) {
|
|
|
72
92
|
}
|
|
73
93
|
async function resolveSupertonicConfig(config, ctx) {
|
|
74
94
|
rejectLegacyOnnxFields(config);
|
|
75
|
-
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
|
|
76
|
-
const
|
|
77
|
-
|
|
95
|
+
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, voiceJsonSrc, noiseNpySrc, ...runtime } = config;
|
|
96
|
+
const resolve = ctx.resolveModelPath;
|
|
97
|
+
const [lavasrArtifacts, voiceJsonPath, noiseNpyPath] = await Promise.all([
|
|
98
|
+
resolveLavasrArtifacts({
|
|
99
|
+
lavasrEnhancerModelSrc,
|
|
100
|
+
lavasrDenoiserModelSrc,
|
|
101
|
+
lavasrEnhancerCoremlModelPath,
|
|
102
|
+
lavasrEnhancerCoremlComputeUnits,
|
|
103
|
+
lavasrDenoiserCoremlModelPath,
|
|
104
|
+
lavasrDenoiserCoremlComputeUnits
|
|
105
|
+
}, ctx),
|
|
106
|
+
voiceJsonSrc ? resolve(voiceJsonSrc) : Promise.resolve(undefined),
|
|
107
|
+
noiseNpySrc ? resolve(noiseNpySrc) : Promise.resolve(undefined)
|
|
108
|
+
]);
|
|
109
|
+
return {
|
|
110
|
+
config: runtime,
|
|
111
|
+
artifacts: {
|
|
112
|
+
...lavasrArtifacts,
|
|
113
|
+
...(voiceJsonPath ? { voiceJsonPath } : {}),
|
|
114
|
+
...(noiseNpyPath ? { noiseNpyPath } : {})
|
|
115
|
+
}
|
|
116
|
+
};
|
|
78
117
|
}
|
|
79
118
|
async function resolveParlerConfig(config, ctx) {
|
|
80
|
-
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, ...runtime } = config;
|
|
81
|
-
const lavasrArtifacts = await resolveLavasrArtifacts(
|
|
119
|
+
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, ...runtime } = config;
|
|
120
|
+
const lavasrArtifacts = await resolveLavasrArtifacts({
|
|
121
|
+
lavasrEnhancerModelSrc,
|
|
122
|
+
lavasrDenoiserModelSrc,
|
|
123
|
+
lavasrEnhancerCoremlModelPath,
|
|
124
|
+
lavasrEnhancerCoremlComputeUnits,
|
|
125
|
+
lavasrDenoiserCoremlModelPath,
|
|
126
|
+
lavasrDenoiserCoremlComputeUnits
|
|
127
|
+
}, ctx);
|
|
82
128
|
return { config: runtime, artifacts: lavasrArtifacts };
|
|
83
129
|
}
|
|
84
130
|
// CosyVoice3's multi-file layout (flow/HiFT GGUFs, voice.gguf, vocab.json,
|
|
@@ -86,10 +132,17 @@ async function resolveParlerConfig(config, ctx) {
|
|
|
86
132
|
// cloning add-ons are deliberately not in that set — they are a ~300 MB opt-in
|
|
87
133
|
// — so they are resolved here alongside the optional LavaSR sources.
|
|
88
134
|
async function resolveCosyvoice3Config(config, ctx) {
|
|
89
|
-
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, referenceAudioSrc, cosyvoice3S3tokModelSrc, cosyvoice3CampplusModelSrc, ...runtime } = config;
|
|
135
|
+
const { lavasrEnhancerModelSrc, lavasrDenoiserModelSrc, lavasrEnhancerCoremlModelPath, lavasrEnhancerCoremlComputeUnits, lavasrDenoiserCoremlModelPath, lavasrDenoiserCoremlComputeUnits, referenceAudioSrc, cosyvoice3S3tokModelSrc, cosyvoice3CampplusModelSrc, ...runtime } = config;
|
|
90
136
|
const resolve = ctx.resolveModelPath;
|
|
91
137
|
const [lavasrArtifacts, referenceAudioPath, cosyvoiceS3tokPath, cosyvoiceCampplusPath] = await Promise.all([
|
|
92
|
-
resolveLavasrArtifacts(
|
|
138
|
+
resolveLavasrArtifacts({
|
|
139
|
+
lavasrEnhancerModelSrc,
|
|
140
|
+
lavasrDenoiserModelSrc,
|
|
141
|
+
lavasrEnhancerCoremlModelPath,
|
|
142
|
+
lavasrEnhancerCoremlComputeUnits,
|
|
143
|
+
lavasrDenoiserCoremlModelPath,
|
|
144
|
+
lavasrDenoiserCoremlComputeUnits
|
|
145
|
+
}, ctx),
|
|
93
146
|
referenceAudioSrc ? resolve(referenceAudioSrc) : Promise.resolve(undefined),
|
|
94
147
|
cosyvoice3S3tokModelSrc ? resolve(cosyvoice3S3tokModelSrc) : Promise.resolve(undefined),
|
|
95
148
|
cosyvoice3CampplusModelSrc ? resolve(cosyvoice3CampplusModelSrc) : Promise.resolve(undefined)
|
|
@@ -164,9 +217,11 @@ async function resolveMossConfig(config, ctx) {
|
|
|
164
217
|
// The generic ggml backend-loading knobs, forwarded on `config` the same way
|
|
165
218
|
// Supertonic's vulkanCacheDir already is. Parler, Audio8 and MOSS configs carry
|
|
166
219
|
// no `openclCacheDir` (their native builders do not read it), so it is simply
|
|
167
|
-
// absent for them.
|
|
220
|
+
// absent for them. `backend` is the explicit native backend / device selector
|
|
221
|
+
// every engine reads from `config`.
|
|
168
222
|
function ggmlBackendConfig(config) {
|
|
169
223
|
return {
|
|
224
|
+
...(config.backend !== undefined ? { backend: config.backend } : {}),
|
|
170
225
|
...(config.backendsDir !== undefined ? { backendsDir: config.backendsDir } : {}),
|
|
171
226
|
...(config.openclCacheDir !== undefined ? { openclCacheDir: config.openclCacheDir } : {})
|
|
172
227
|
};
|
|
@@ -181,6 +236,33 @@ function lavasrFiles(artifacts) {
|
|
|
181
236
|
...(lavasrDenoiser ? { lavasrDenoiser } : {})
|
|
182
237
|
};
|
|
183
238
|
}
|
|
239
|
+
// The addon's `enhancer` / `denoiser` option objects, built only when a stage
|
|
240
|
+
// runs on Core ML: the GGUF itself travels in `files`, so the object carries
|
|
241
|
+
// just the compiled model directory and the compute policy the schema paired.
|
|
242
|
+
function lavasrCoremlOptions(artifacts) {
|
|
243
|
+
const enhancerPath = artifacts['lavasrEnhancerCoremlModelPath'];
|
|
244
|
+
const denoiserPath = artifacts['lavasrDenoiserCoremlModelPath'];
|
|
245
|
+
return {
|
|
246
|
+
...(enhancerPath
|
|
247
|
+
? {
|
|
248
|
+
enhancer: {
|
|
249
|
+
type: 'lavasr',
|
|
250
|
+
coremlModelPath: enhancerPath,
|
|
251
|
+
coremlComputeUnits: artifacts['lavasrEnhancerCoremlComputeUnits']
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
: {}),
|
|
255
|
+
...(denoiserPath
|
|
256
|
+
? {
|
|
257
|
+
denoiser: {
|
|
258
|
+
type: 'lavasr',
|
|
259
|
+
coremlModelPath: denoiserPath,
|
|
260
|
+
coremlComputeUnits: artifacts['lavasrDenoiserCoremlComputeUnits']
|
|
261
|
+
}
|
|
262
|
+
}
|
|
263
|
+
: {})
|
|
264
|
+
};
|
|
265
|
+
}
|
|
184
266
|
function createChatterboxModel(modelId, config, params, artifacts) {
|
|
185
267
|
const t3Model = params.modelPath;
|
|
186
268
|
const s3genModel = artifacts['s3genPath'];
|
|
@@ -200,6 +282,7 @@ function createChatterboxModel(modelId, config, params, artifacts) {
|
|
|
200
282
|
...(cangjieTsvPath ? { cangjieTsvPath } : {}),
|
|
201
283
|
...lavasrFiles(artifacts)
|
|
202
284
|
},
|
|
285
|
+
...lavasrCoremlOptions(artifacts),
|
|
203
286
|
...(referenceAudioPath ? { referenceAudio: referenceAudioPath } : {}),
|
|
204
287
|
...(config.streamChunkTokens !== undefined
|
|
205
288
|
? { streamChunkTokens: config.streamChunkTokens }
|
|
@@ -209,6 +292,21 @@ function createChatterboxModel(modelId, config, params, artifacts) {
|
|
|
209
292
|
: {}),
|
|
210
293
|
...(config.cfmSteps !== undefined ? { cfmSteps: config.cfmSteps } : {}),
|
|
211
294
|
...(config.cfgRate !== undefined ? { cfgRate: config.cfgRate } : {}),
|
|
295
|
+
...(config.streamLeftContextTokens !== undefined
|
|
296
|
+
? { streamLeftContextTokens: config.streamLeftContextTokens }
|
|
297
|
+
: {}),
|
|
298
|
+
...(config.batchCfmSteps !== undefined ? { batchCfmSteps: config.batchCfmSteps } : {}),
|
|
299
|
+
...(config.nPredict !== undefined ? { nPredict: config.nPredict } : {}),
|
|
300
|
+
...(config.maxSentenceChars !== undefined ? { maxSentenceChars: config.maxSentenceChars } : {}),
|
|
301
|
+
...(config.crossfadeMs !== undefined ? { crossfadeMs: config.crossfadeMs } : {}),
|
|
302
|
+
...(config.temperature !== undefined ? { temperature: config.temperature } : {}),
|
|
303
|
+
...(config.topK !== undefined ? { topK: config.topK } : {}),
|
|
304
|
+
...(config.topP !== undefined ? { topP: config.topP } : {}),
|
|
305
|
+
...(config.repeatPenalty !== undefined ? { repeatPenalty: config.repeatPenalty } : {}),
|
|
306
|
+
...(config.exaggeration !== undefined ? { exaggeration: config.exaggeration } : {}),
|
|
307
|
+
...(config.cfgWeight !== undefined ? { cfgWeight: config.cfgWeight } : {}),
|
|
308
|
+
...(config.minP !== undefined ? { minP: config.minP } : {}),
|
|
309
|
+
...(config.voiceDir !== undefined ? { voiceDir: config.voiceDir } : {}),
|
|
212
310
|
...(config.nCtx !== undefined ? { nCtx: config.nCtx } : {}),
|
|
213
311
|
...(config.kvCacheType !== undefined ? { kvCacheType: config.kvCacheType } : {}),
|
|
214
312
|
// Chatterbox has no pace channel; `speed` is its only rate control.
|
|
@@ -236,11 +334,45 @@ function createSupertonicModel(modelId, config, params, artifacts) {
|
|
|
236
334
|
if (!supertonicModel) {
|
|
237
335
|
throw new TtsArtifactsRequiredError();
|
|
238
336
|
}
|
|
337
|
+
const voiceJsonPath = artifacts['voiceJsonPath'];
|
|
338
|
+
const noiseNpyPath = artifacts['noiseNpyPath'];
|
|
239
339
|
const logger = createStreamLogger(modelId, ModelType.ttsGgml);
|
|
240
340
|
const model = new TTSGgml({
|
|
241
341
|
engine: TTSGgml.ENGINE_SUPERTONIC,
|
|
242
342
|
files: { supertonicModel, ...lavasrFiles(artifacts) },
|
|
343
|
+
...lavasrCoremlOptions(artifacts),
|
|
243
344
|
voice: config.voice ?? 'F1',
|
|
345
|
+
// An external voice JSON overrides the baked preset above, and in-memory
|
|
346
|
+
// style tensors override both.
|
|
347
|
+
...(voiceJsonPath ? { voiceJsonPath } : {}),
|
|
348
|
+
...(config.voiceStyleTtl !== undefined ? { voiceStyleTtl: config.voiceStyleTtl } : {}),
|
|
349
|
+
...(config.voiceStyleDp !== undefined ? { voiceStyleDp: config.voiceStyleDp } : {}),
|
|
350
|
+
...(noiseNpyPath ? { noiseNpyPath } : {}),
|
|
351
|
+
...(config.prewarmText !== undefined ? { prewarmText: config.prewarmText } : {}),
|
|
352
|
+
...(config.vulkanDevice !== undefined ? { vulkanDevice: config.vulkanDevice } : {}),
|
|
353
|
+
// Native precision and environment controls, forwarded as given.
|
|
354
|
+
...(config.precision !== undefined ? { precision: config.precision } : {}),
|
|
355
|
+
...(config.f16Attn !== undefined ? { f16Attn: config.f16Attn } : {}),
|
|
356
|
+
...(config.f16Weights !== undefined ? { f16Weights: config.f16Weights } : {}),
|
|
357
|
+
...(config.kvAttnType !== undefined ? { kvAttnType: config.kvAttnType } : {}),
|
|
358
|
+
...(config.f16WeightsDenyList !== undefined
|
|
359
|
+
? { f16WeightsDenyList: config.f16WeightsDenyList }
|
|
360
|
+
: {}),
|
|
361
|
+
...(config.vulkanEnvOverrides !== undefined
|
|
362
|
+
? { vulkanEnvOverrides: config.vulkanEnvOverrides }
|
|
363
|
+
: {}),
|
|
364
|
+
...(config.streamChunkTokens !== undefined
|
|
365
|
+
? { streamChunkTokens: config.streamChunkTokens }
|
|
366
|
+
: {}),
|
|
367
|
+
...(config.streamFirstChunkTokens !== undefined
|
|
368
|
+
? { streamFirstChunkTokens: config.streamFirstChunkTokens }
|
|
369
|
+
: {}),
|
|
370
|
+
...(config.streamChunkTolerancePct !== undefined
|
|
371
|
+
? { streamChunkTolerancePct: config.streamChunkTolerancePct }
|
|
372
|
+
: {}),
|
|
373
|
+
...(config.streamMinChunkTokens !== undefined
|
|
374
|
+
? { streamMinChunkTokens: config.streamMinChunkTokens }
|
|
375
|
+
: {}),
|
|
244
376
|
...(config.ttsSpeed !== undefined ? { speed: config.ttsSpeed } : {}),
|
|
245
377
|
// Supertonic conditions pace when the engine is built, so it arrives as a
|
|
246
378
|
// constructor option rather than a per-request field.
|
|
@@ -279,6 +411,13 @@ function createParlerModel(modelId, config, params, artifacts) {
|
|
|
279
411
|
const model = new TTSGgml({
|
|
280
412
|
engine: TTSGgml.ENGINE_PARLER,
|
|
281
413
|
files: { parlerModel, ...lavasrFiles(artifacts) },
|
|
414
|
+
...lavasrCoremlOptions(artifacts),
|
|
415
|
+
// Parler-only Core ML sidecar controls (load / reload, never per call).
|
|
416
|
+
...(config.coremlDecoder !== undefined ? { coremlDecoder: config.coremlDecoder } : {}),
|
|
417
|
+
...(config.coremlComputeUnits !== undefined
|
|
418
|
+
? { coremlComputeUnits: config.coremlComputeUnits }
|
|
419
|
+
: {}),
|
|
420
|
+
...(config.coremlStrict !== undefined ? { coremlStrict: config.coremlStrict } : {}),
|
|
282
421
|
...(config.description !== undefined ? { description: config.description } : {}),
|
|
283
422
|
...(config.voiceDescription !== undefined ? { voiceDescription: config.voiceDescription } : {}),
|
|
284
423
|
...(config.voice !== undefined ? { voice: config.voice } : {}),
|
|
@@ -318,17 +457,6 @@ function createParlerModel(modelId, config, params, artifacts) {
|
|
|
318
457
|
registerAddonLogger(modelId, ModelType.ttsGgml, logger);
|
|
319
458
|
return { model };
|
|
320
459
|
}
|
|
321
|
-
// Rebuild the structured instruct without explicit-undefined keys so it
|
|
322
|
-
// satisfies the addon's exactOptionalPropertyTypes constructor typing.
|
|
323
|
-
function toAddonInstruct(instruct) {
|
|
324
|
-
if (typeof instruct === 'string')
|
|
325
|
-
return instruct;
|
|
326
|
-
return {
|
|
327
|
-
...(instruct.dialect !== undefined ? { dialect: instruct.dialect } : {}),
|
|
328
|
-
...(instruct.volume !== undefined ? { volume: instruct.volume } : {}),
|
|
329
|
-
...(instruct.style !== undefined ? { style: instruct.style } : {})
|
|
330
|
-
};
|
|
331
|
-
}
|
|
332
460
|
function createCosyvoice3Model(modelId, config, params, artifacts) {
|
|
333
461
|
const cosyvoiceLlmModel = params.modelPath;
|
|
334
462
|
if (!cosyvoiceLlmModel) {
|
|
@@ -352,11 +480,19 @@ function createCosyvoice3Model(modelId, config, params, artifacts) {
|
|
|
352
480
|
...(cosyvoiceCampplusModel ? { cosyvoiceCampplusModel } : {}),
|
|
353
481
|
...lavasrFiles(artifacts)
|
|
354
482
|
},
|
|
483
|
+
...lavasrCoremlOptions(artifacts),
|
|
355
484
|
...(referenceAudioPath ? { referenceAudio: referenceAudioPath } : {}),
|
|
356
485
|
...(config.promptText !== undefined ? { promptText: config.promptText } : {}),
|
|
357
486
|
...(config.emotion !== undefined ? { emotion: config.emotion } : {}),
|
|
358
487
|
...(config.pace !== undefined ? { pace: config.pace } : {}),
|
|
359
488
|
...(config.instruct !== undefined ? { instruct: toAddonInstruct(config.instruct) } : {}),
|
|
489
|
+
...(config.flowCutPrompt !== undefined ? { flowCutPrompt: config.flowCutPrompt } : {}),
|
|
490
|
+
...(config.vulkanDevice !== undefined ? { vulkanDevice: config.vulkanDevice } : {}),
|
|
491
|
+
// Greedy LM decoding and a forced speech-token trajectory (replay).
|
|
492
|
+
...(config.greedy !== undefined ? { greedy: config.greedy } : {}),
|
|
493
|
+
...(config.forceSpeechTokens !== undefined
|
|
494
|
+
? { forceSpeechTokens: config.forceSpeechTokens }
|
|
495
|
+
: {}),
|
|
360
496
|
...(config.streamChunkTokens !== undefined
|
|
361
497
|
? { streamChunkTokens: config.streamChunkTokens }
|
|
362
498
|
: {}),
|
|
@@ -443,6 +579,18 @@ function createMossModel(modelId, config, params, artifacts) {
|
|
|
443
579
|
...(config.streamChunkTokens !== undefined
|
|
444
580
|
? { streamChunkTokens: config.streamChunkTokens }
|
|
445
581
|
: {}),
|
|
582
|
+
// Context and generation budgets, then the text- and audio-channel samplers.
|
|
583
|
+
...(config.nCtx !== undefined ? { nCtx: config.nCtx } : {}),
|
|
584
|
+
...(config.maxNewTokens !== undefined ? { maxNewTokens: config.maxNewTokens } : {}),
|
|
585
|
+
...(config.textTemperature !== undefined ? { textTemperature: config.textTemperature } : {}),
|
|
586
|
+
...(config.textTopP !== undefined ? { textTopP: config.textTopP } : {}),
|
|
587
|
+
...(config.textTopK !== undefined ? { textTopK: config.textTopK } : {}),
|
|
588
|
+
...(config.audioTemperature !== undefined ? { audioTemperature: config.audioTemperature } : {}),
|
|
589
|
+
...(config.audioTopP !== undefined ? { audioTopP: config.audioTopP } : {}),
|
|
590
|
+
...(config.audioTopK !== undefined ? { audioTopK: config.audioTopK } : {}),
|
|
591
|
+
...(config.audioRepetitionPenalty !== undefined
|
|
592
|
+
? { audioRepetitionPenalty: config.audioRepetitionPenalty }
|
|
593
|
+
: {}),
|
|
446
594
|
...(config.threads !== undefined ? { threads: config.threads } : {}),
|
|
447
595
|
...(config.nGpuLayers !== undefined ? { nGpuLayers: config.nGpuLayers } : {}),
|
|
448
596
|
...(config.seed !== undefined ? { seed: config.seed } : {}),
|
|
@@ -489,6 +637,7 @@ export const ttsPlugin = definePlugin({
|
|
|
489
637
|
displayName: 'TTS (GGML)',
|
|
490
638
|
addonPackage: ADDON_TTS,
|
|
491
639
|
loadConfigSchema: ttsConfigSchema,
|
|
640
|
+
fitRequest: ttsFitRequest,
|
|
492
641
|
assessFit: TTSGgml.assessFit,
|
|
493
642
|
async resolveConfig(cfg, ctx) {
|
|
494
643
|
const { ttsEngine } = cfg;
|
|
@@ -546,8 +695,8 @@ export const ttsPlugin = definePlugin({
|
|
|
546
695
|
responseSchema: ttsResponseSchema,
|
|
547
696
|
streaming: true,
|
|
548
697
|
cancel: { scope: 'model', hard: true },
|
|
549
|
-
handler: async function* (request) {
|
|
550
|
-
const stream = textToSpeech(request);
|
|
698
|
+
handler: async function* (request, _inputStream, context) {
|
|
699
|
+
const stream = textToSpeech(request, context);
|
|
551
700
|
try {
|
|
552
701
|
let result = await stream.next();
|
|
553
702
|
while (!result.done) {
|
|
@@ -579,8 +728,8 @@ export const ttsPlugin = definePlugin({
|
|
|
579
728
|
streaming: true,
|
|
580
729
|
duplex: true,
|
|
581
730
|
cancel: { scope: 'model', hard: true },
|
|
582
|
-
handler: async function* (request, inputStream) {
|
|
583
|
-
const stream = textToSpeechStream(request, inputStream);
|
|
731
|
+
handler: async function* (request, inputStream, context) {
|
|
732
|
+
const stream = textToSpeechStream(request, inputStream, context);
|
|
584
733
|
try {
|
|
585
734
|
let result = await stream.next();
|
|
586
735
|
while (!result.done) {
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { type CreateModelParams, type PluginModelResult, type ResolveContext, type WhisperConfig } from '../../../schemas/index.js';
|
|
2
|
+
import { whisperFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
|
|
2
3
|
export declare const whisperPlugin: {
|
|
3
4
|
modelType: "whispercpp-transcription";
|
|
4
5
|
displayName: string;
|
|
@@ -31,6 +32,7 @@ export declare const whisperPlugin: {
|
|
|
31
32
|
tdrz_enable: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
32
33
|
suppress_regex: import("zod").ZodOptional<import("zod").ZodString>;
|
|
33
34
|
initial_prompt: import("zod").ZodOptional<import("zod").ZodString>;
|
|
35
|
+
carry_initial_prompt: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
34
36
|
language: import("zod").ZodOptional<import("zod").ZodString>;
|
|
35
37
|
detect_language: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
36
38
|
suppress_blank: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -63,6 +65,10 @@ export declare const whisperPlugin: {
|
|
|
63
65
|
use_gpu: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
64
66
|
flash_attn: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
65
67
|
gpu_device: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
68
|
+
'main-gpu': import("zod").ZodOptional<import("zod").ZodUnion<readonly [import("zod").ZodNumber, import("zod").ZodString, import("zod").ZodEnum<{
|
|
69
|
+
integrated: "integrated";
|
|
70
|
+
dedicated: "dedicated";
|
|
71
|
+
}>]>>;
|
|
66
72
|
}, import("zod/v4/core").$strip>>;
|
|
67
73
|
miscConfig: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
68
74
|
caption_enabled: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
@@ -85,6 +91,7 @@ export declare const whisperPlugin: {
|
|
|
85
91
|
audiogen: "audiogen";
|
|
86
92
|
tts: "tts";
|
|
87
93
|
ocr: "ocr";
|
|
94
|
+
classification: "classification";
|
|
88
95
|
vla: "vla";
|
|
89
96
|
"llamacpp-completion": "llamacpp-completion";
|
|
90
97
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -101,16 +108,17 @@ export declare const whisperPlugin: {
|
|
|
101
108
|
"sdcpp-generation": "sdcpp-generation";
|
|
102
109
|
"audiogen-ggml": "audiogen-ggml";
|
|
103
110
|
"ggml-vla": "ggml-vla";
|
|
111
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
104
112
|
"ggml-classification": "ggml-classification";
|
|
105
113
|
llm: "llm";
|
|
106
114
|
whisper: "whisper";
|
|
107
115
|
bci: "bci";
|
|
108
116
|
nmt: "nmt";
|
|
109
117
|
parakeet: "parakeet";
|
|
110
|
-
classification: "classification";
|
|
111
118
|
}>, import("zod").ZodLiteral<"vad">]>>;
|
|
112
119
|
}, import("zod/v4/core").$strip>]>>;
|
|
113
120
|
}, import("zod/v4/core").$strip>;
|
|
121
|
+
fitRequest: typeof whisperFitRequest;
|
|
114
122
|
assessFit: typeof import("node_modules/@qvac/asr-ggml/lib/fit").assessFit;
|
|
115
123
|
resolveConfig(cfg: WhisperConfig, ctx: ResolveContext): Promise<{
|
|
116
124
|
config: {
|
|
@@ -138,6 +146,7 @@ export declare const whisperPlugin: {
|
|
|
138
146
|
tdrz_enable?: boolean | undefined;
|
|
139
147
|
suppress_regex?: string | undefined;
|
|
140
148
|
initial_prompt?: string | undefined;
|
|
149
|
+
carry_initial_prompt?: boolean | undefined;
|
|
141
150
|
language?: string | undefined;
|
|
142
151
|
detect_language?: boolean | undefined;
|
|
143
152
|
suppress_blank?: boolean | undefined;
|
|
@@ -167,6 +176,7 @@ export declare const whisperPlugin: {
|
|
|
167
176
|
use_gpu?: boolean | undefined;
|
|
168
177
|
flash_attn?: boolean | undefined;
|
|
169
178
|
gpu_device?: number | undefined;
|
|
179
|
+
'main-gpu'?: string | number | undefined;
|
|
170
180
|
} | undefined;
|
|
171
181
|
miscConfig?: {
|
|
172
182
|
caption_enabled?: boolean | undefined;
|
|
@@ -200,6 +210,7 @@ export declare const whisperPlugin: {
|
|
|
200
210
|
tdrz_enable?: boolean | undefined;
|
|
201
211
|
suppress_regex?: string | undefined;
|
|
202
212
|
initial_prompt?: string | undefined;
|
|
213
|
+
carry_initial_prompt?: boolean | undefined;
|
|
203
214
|
language?: string | undefined;
|
|
204
215
|
detect_language?: boolean | undefined;
|
|
205
216
|
suppress_blank?: boolean | undefined;
|
|
@@ -229,6 +240,7 @@ export declare const whisperPlugin: {
|
|
|
229
240
|
use_gpu?: boolean | undefined;
|
|
230
241
|
flash_attn?: boolean | undefined;
|
|
231
242
|
gpu_device?: number | undefined;
|
|
243
|
+
'main-gpu'?: string | number | undefined;
|
|
232
244
|
} | undefined;
|
|
233
245
|
miscConfig?: {
|
|
234
246
|
caption_enabled?: boolean | undefined;
|
|
@@ -255,6 +267,7 @@ export declare const whisperPlugin: {
|
|
|
255
267
|
hotwords: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodString>>;
|
|
256
268
|
maxNewTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
257
269
|
type: import("zod").ZodLiteral<"transcribe">;
|
|
270
|
+
sessionId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
258
271
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
259
272
|
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
260
273
|
text: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -287,6 +300,11 @@ export declare const whisperPlugin: {
|
|
|
287
300
|
totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
288
301
|
encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
289
302
|
encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
303
|
+
aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
304
|
+
prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
305
|
+
audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
306
|
+
promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
307
|
+
generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
290
308
|
}, import("zod/v4/core").$strip>>;
|
|
291
309
|
error: import("zod").ZodOptional<import("zod").ZodString>;
|
|
292
310
|
segment: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
@@ -304,11 +322,26 @@ export declare const whisperPlugin: {
|
|
|
304
322
|
}, import("zod/v4/core").$strip>>>;
|
|
305
323
|
isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
306
324
|
startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
325
|
+
language: import("zod").ZodOptional<import("zod").ZodString>;
|
|
326
|
+
noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
327
|
+
speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
328
|
+
tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
|
|
329
|
+
text: import("zod").ZodString;
|
|
330
|
+
startMs: import("zod").ZodNumber;
|
|
331
|
+
endMs: import("zod").ZodNumber;
|
|
332
|
+
probability: import("zod").ZodNumber;
|
|
333
|
+
}, import("zod/v4/core").$strip>>>;
|
|
334
|
+
tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
|
|
335
|
+
isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
336
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
337
|
+
eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
307
338
|
}, import("zod/v4/core").$strip>>;
|
|
308
339
|
vad: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
309
340
|
speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
310
341
|
speaking: import("zod").ZodBoolean;
|
|
311
342
|
probability: import("zod").ZodNumber;
|
|
343
|
+
timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
344
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
312
345
|
source: import("zod").ZodOptional<import("zod").ZodEnum<{
|
|
313
346
|
silero: "silero";
|
|
314
347
|
energy: "energy";
|
|
@@ -320,6 +353,9 @@ export declare const whisperPlugin: {
|
|
|
320
353
|
silenceDurationMs: import("zod").ZodNumber;
|
|
321
354
|
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
322
355
|
source: import("zod").ZodLiteral<"parakeet">;
|
|
356
|
+
timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
357
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
358
|
+
confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
323
359
|
}, import("zod/v4/core").$strip>], "source">, unknown>>;
|
|
324
360
|
diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
325
361
|
selectedBackend: import("zod").ZodString;
|
|
@@ -328,16 +364,16 @@ export declare const whisperPlugin: {
|
|
|
328
364
|
gpu: "gpu";
|
|
329
365
|
}>;
|
|
330
366
|
graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
|
|
331
|
-
cuda: "cuda";
|
|
332
367
|
vulkan: "vulkan";
|
|
333
|
-
metal: "metal";
|
|
334
368
|
opencl: "opencl";
|
|
335
|
-
rocm: "rocm";
|
|
336
369
|
opengl: "opengl";
|
|
337
370
|
webgpu: "webgpu";
|
|
371
|
+
metal: "metal";
|
|
338
372
|
direct3d11: "direct3d11";
|
|
339
373
|
direct3d12: "direct3d12";
|
|
374
|
+
cuda: "cuda";
|
|
340
375
|
levelZero: "levelZero";
|
|
376
|
+
rocm: "rocm";
|
|
341
377
|
}>>;
|
|
342
378
|
driver: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
343
379
|
name: import("zod").ZodString;
|
|
@@ -379,6 +415,9 @@ export declare const whisperPlugin: {
|
|
|
379
415
|
rightLookaheadMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
380
416
|
emitPartials: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
381
417
|
emitEnergyVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
418
|
+
energyVadThresholdDb: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
419
|
+
energyVadWindowMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
420
|
+
energyVadHangoverMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
382
421
|
emitSpeakerVad: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
383
422
|
diarizationThreshold: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
384
423
|
diarizationMinSegmentMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
@@ -389,6 +428,7 @@ export declare const whisperPlugin: {
|
|
|
389
428
|
chunkRightContextMs: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
390
429
|
spkCacheUpdatePeriod: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
391
430
|
}, import("zod/v4/core").$strip>>;
|
|
431
|
+
sessionId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
392
432
|
requestId: import("zod").ZodOptional<import("zod").ZodString>;
|
|
393
433
|
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
394
434
|
text: import("zod").ZodOptional<import("zod").ZodString>;
|
|
@@ -421,6 +461,11 @@ export declare const whisperPlugin: {
|
|
|
421
461
|
totalEncodedFrames: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
422
462
|
encoderOnCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
423
463
|
encoderUsedCoreml: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
464
|
+
aoscActive: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
465
|
+
prefillTime: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
466
|
+
audioTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
467
|
+
promptTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
468
|
+
generatedTokens: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
424
469
|
}, import("zod/v4/core").$strip>>;
|
|
425
470
|
error: import("zod").ZodOptional<import("zod").ZodString>;
|
|
426
471
|
segment: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
@@ -438,11 +483,26 @@ export declare const whisperPlugin: {
|
|
|
438
483
|
}, import("zod/v4/core").$strip>>>;
|
|
439
484
|
isEndOfTurn: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
440
485
|
startsWord: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
486
|
+
language: import("zod").ZodOptional<import("zod").ZodString>;
|
|
487
|
+
noSpeechProb: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
488
|
+
speakerTurnNext: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
489
|
+
tokens: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodObject<{
|
|
490
|
+
text: import("zod").ZodString;
|
|
491
|
+
startMs: import("zod").ZodNumber;
|
|
492
|
+
endMs: import("zod").ZodNumber;
|
|
493
|
+
probability: import("zod").ZodNumber;
|
|
494
|
+
}, import("zod/v4/core").$strip>>>;
|
|
495
|
+
tokenIds: import("zod").ZodOptional<import("zod").ZodArray<import("zod").ZodNumber>>;
|
|
496
|
+
isFinal: import("zod").ZodOptional<import("zod").ZodBoolean>;
|
|
497
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
498
|
+
eotConfidence: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
441
499
|
}, import("zod/v4/core").$strip>>;
|
|
442
500
|
vad: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
443
501
|
speakerId: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
444
502
|
speaking: import("zod").ZodBoolean;
|
|
445
503
|
probability: import("zod").ZodNumber;
|
|
504
|
+
timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
505
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
446
506
|
source: import("zod").ZodOptional<import("zod").ZodEnum<{
|
|
447
507
|
silero: "silero";
|
|
448
508
|
energy: "energy";
|
|
@@ -454,6 +514,9 @@ export declare const whisperPlugin: {
|
|
|
454
514
|
silenceDurationMs: import("zod").ZodNumber;
|
|
455
515
|
}, import("zod/v4/core").$strip>, import("zod").ZodObject<{
|
|
456
516
|
source: import("zod").ZodLiteral<"parakeet">;
|
|
517
|
+
timestamp: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
518
|
+
chunkIndex: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
519
|
+
confidence: import("zod").ZodOptional<import("zod").ZodNumber>;
|
|
457
520
|
}, import("zod/v4/core").$strip>], "source">, unknown>>;
|
|
458
521
|
diagnostics: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
459
522
|
selectedBackend: import("zod").ZodString;
|
|
@@ -462,16 +525,16 @@ export declare const whisperPlugin: {
|
|
|
462
525
|
gpu: "gpu";
|
|
463
526
|
}>;
|
|
464
527
|
graphicsApi: import("zod").ZodOptional<import("zod").ZodEnum<{
|
|
465
|
-
cuda: "cuda";
|
|
466
528
|
vulkan: "vulkan";
|
|
467
|
-
metal: "metal";
|
|
468
529
|
opencl: "opencl";
|
|
469
|
-
rocm: "rocm";
|
|
470
530
|
opengl: "opengl";
|
|
471
531
|
webgpu: "webgpu";
|
|
532
|
+
metal: "metal";
|
|
472
533
|
direct3d11: "direct3d11";
|
|
473
534
|
direct3d12: "direct3d12";
|
|
535
|
+
cuda: "cuda";
|
|
474
536
|
levelZero: "levelZero";
|
|
537
|
+
rocm: "rocm";
|
|
475
538
|
}>>;
|
|
476
539
|
driver: import("zod").ZodOptional<import("zod").ZodObject<{
|
|
477
540
|
name: import("zod").ZodString;
|