@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/dist/api/registry.js
CHANGED
|
@@ -1,5 +1,7 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
2
|
import { ModelRegistryQueryFailedError } from '../errors/index.js';
|
|
3
|
+
import { generateRequestId } from '../runtime/request-id.js';
|
|
4
|
+
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
3
5
|
function validateRegistryResponse(response) {
|
|
4
6
|
if (!response.success) {
|
|
5
7
|
throw new ModelRegistryQueryFailedError(response.error ?? 'Unknown registry error');
|
|
@@ -8,12 +10,19 @@ function validateRegistryResponse(response) {
|
|
|
8
10
|
/**
|
|
9
11
|
* Returns all available models from the QVAC distributed model registry.
|
|
10
12
|
*
|
|
11
|
-
* @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about
|
|
13
|
+
* @returns A promise resolving to an array of `ModelRegistryEntry` describing every model the connected registry knows about,
|
|
14
|
+
* decorated with a synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
|
|
15
|
+
* @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
|
|
12
16
|
* @throws {ModelRegistryQueryFailedError} When the registry query fails.
|
|
13
17
|
*/
|
|
14
|
-
|
|
18
|
+
function modelRegistryList() {
|
|
19
|
+
const requestId = generateRequestId();
|
|
20
|
+
return decoratePromise(runList(requestId), { requestId });
|
|
21
|
+
}
|
|
22
|
+
async function runList(requestId) {
|
|
15
23
|
const request = {
|
|
16
|
-
type: 'modelRegistryList'
|
|
24
|
+
type: 'modelRegistryList',
|
|
25
|
+
requestId
|
|
17
26
|
};
|
|
18
27
|
const response = (await send(request));
|
|
19
28
|
validateRegistryResponse(response);
|
|
@@ -28,15 +37,22 @@ async function modelRegistryList() {
|
|
|
28
37
|
* @param params.quantization - Quantization identifier (e.g., `"Q4_K_M"`).
|
|
29
38
|
* @param params.modelType - Alias for `addon`; kept for backward compatibility.
|
|
30
39
|
* @param params.addon - Model addon / category to restrict results to.
|
|
31
|
-
* @returns A promise resolving to the matching `ModelRegistryEntry` entries
|
|
40
|
+
* @returns A promise resolving to the matching `ModelRegistryEntry` entries, decorated with a
|
|
41
|
+
* synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
|
|
42
|
+
* @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
|
|
32
43
|
* @throws {ModelRegistryQueryFailedError} When the registry query fails.
|
|
33
44
|
*/
|
|
34
|
-
|
|
45
|
+
function modelRegistrySearch(params = {}) {
|
|
46
|
+
const requestId = generateRequestId();
|
|
47
|
+
return decoratePromise(runSearch(params, requestId), { requestId });
|
|
48
|
+
}
|
|
49
|
+
async function runSearch(params, requestId) {
|
|
35
50
|
const { modelType, ...rest } = params;
|
|
36
51
|
const request = {
|
|
37
52
|
type: 'modelRegistrySearch',
|
|
38
53
|
...rest,
|
|
39
|
-
addon: modelType ?? rest.addon
|
|
54
|
+
addon: modelType ?? rest.addon,
|
|
55
|
+
requestId
|
|
40
56
|
};
|
|
41
57
|
const response = (await send(request));
|
|
42
58
|
validateRegistryResponse(response);
|
|
@@ -47,15 +63,22 @@ async function modelRegistrySearch(params = {}) {
|
|
|
47
63
|
*
|
|
48
64
|
* @param registryPath - Registry-relative path of the model to fetch.
|
|
49
65
|
* @param registrySource - Registry source identifier (e.g., `"huggingface"`, `"local"`).
|
|
50
|
-
* @returns A promise resolving to the matching `ModelRegistryEntry
|
|
66
|
+
* @returns A promise resolving to the matching `ModelRegistryEntry`, decorated with a
|
|
67
|
+
* synchronous `requestId` for `cancel({ requestId })` while the query waits for the registry.
|
|
51
68
|
* @throws {ModelRegistryModelNotFoundError} When the registry has no model at this source and path.
|
|
69
|
+
* @throws {ModelRegistryBusyError} When another QVAC process kept the registry for longer than the query waits.
|
|
52
70
|
* @throws {ModelRegistryQueryFailedError} When the registry query fails.
|
|
53
71
|
*/
|
|
54
|
-
|
|
72
|
+
function modelRegistryGetModel(registryPath, registrySource) {
|
|
73
|
+
const requestId = generateRequestId();
|
|
74
|
+
return decoratePromise(runGetModel(registryPath, registrySource, requestId), { requestId });
|
|
75
|
+
}
|
|
76
|
+
async function runGetModel(registryPath, registrySource, requestId) {
|
|
55
77
|
const request = {
|
|
56
78
|
type: 'modelRegistryGetModel',
|
|
57
79
|
registryPath,
|
|
58
|
-
registrySource
|
|
80
|
+
registrySource,
|
|
81
|
+
requestId
|
|
59
82
|
};
|
|
60
83
|
const response = (await send(request));
|
|
61
84
|
validateRegistryResponse(response);
|
|
@@ -35,9 +35,10 @@ export declare class TtsMulticast {
|
|
|
35
35
|
*
|
|
36
36
|
* - `stream: false` — collect all PCM samples and resolve once via
|
|
37
37
|
* `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
|
|
38
|
-
* - `stream: true` (default) — yield PCM
|
|
39
|
-
* (`AsyncGenerator<
|
|
40
|
-
*
|
|
38
|
+
* - `stream: true` (default) — yield PCM through `result.chunkStream`
|
|
39
|
+
* (`AsyncGenerator<Int16Array>`, one chunk per frame) or
|
|
40
|
+
* `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
|
|
41
|
+
* `buffer` resolves to an empty array.
|
|
41
42
|
* - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
|
|
42
43
|
* (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
|
|
43
44
|
* metadata with the audio. Multiple consumers can iterate the response
|
|
@@ -60,7 +61,8 @@ export declare class TtsMulticast {
|
|
|
60
61
|
* before draining the audio); `result.stats` and `result.stopReason` resolve
|
|
61
62
|
* from the terminal frame. All three resolve — with `undefined` when the run
|
|
62
63
|
* produced none — rather than reject. In `stream: true` mode (the default) the
|
|
63
|
-
* run starts lazily: nothing is sent until `bufferStream` is
|
|
64
|
+
* run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
|
|
65
|
+
* first iterated, so
|
|
64
66
|
* `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
|
|
65
67
|
* `stream: false` and `sentenceStream: true` modes the run starts immediately.
|
|
66
68
|
* Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
|
|
@@ -68,7 +70,7 @@ export declare class TtsMulticast {
|
|
|
68
70
|
*
|
|
69
71
|
* @param params - TTS request parameters (see `TtsClientParamsInput`).
|
|
70
72
|
* @param options - Optional RPC options (timeout, profiling, force new connection).
|
|
71
|
-
* @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
|
|
73
|
+
* @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
|
|
72
74
|
* `sampleRate`, `stats`, and (when `sentenceStream: true`)
|
|
73
75
|
* `chunkUpdates`.
|
|
74
76
|
* @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
|
|
@@ -87,11 +89,18 @@ export type TtsSideChannel = {
|
|
|
87
89
|
sampleRate: Promise<number | undefined>;
|
|
88
90
|
stats: Promise<TtsStats | undefined>;
|
|
89
91
|
stopReason: Promise<'completed' | 'cancelled' | undefined>;
|
|
92
|
+
speechTokenIds: Promise<number[] | undefined>;
|
|
90
93
|
observe(response: TtsResponse): void;
|
|
91
94
|
settle(): void;
|
|
92
95
|
};
|
|
93
96
|
/** Exported for test use; not part of the public API surface. */
|
|
94
97
|
export declare function createTtsSideChannel(): TtsSideChannel;
|
|
98
|
+
export declare function sentenceAudioViews(subscription: AsyncGenerator<TtsResponse>): {
|
|
99
|
+
bufferStream: AsyncGenerator<number>;
|
|
100
|
+
chunkStream: AsyncGenerator<Int16Array>;
|
|
101
|
+
};
|
|
102
|
+
export declare function pcmChunksOf(source: AsyncIterable<TtsResponse>): AsyncGenerator<Int16Array>;
|
|
103
|
+
export declare function samplesOf(chunks: AsyncIterable<Int16Array>): AsyncGenerator<number>;
|
|
95
104
|
/**
|
|
96
105
|
* Duplex session: write UTF-8 text fragments (e.g. LLM token deltas) via `write`. Each string or
|
|
97
106
|
* Buffer should be a complete UTF-8 fragment. The engine forwards them to ONNX TTS `runStreaming`
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { textToSpeechStreamResponseSchema } from '../schemas/index.js';
|
|
1
|
+
import { textToSpeechStreamResponseSchema, withDecodedTtsPcm, decodeTtsPcm } from '../schemas/index.js';
|
|
2
2
|
import Buffer from 'bare-buffer';
|
|
3
3
|
import { stream as streamRpc, duplex } from '../dispatch.js';
|
|
4
4
|
import { getAppLogger } from '../logging/index.js';
|
|
@@ -167,7 +167,13 @@ function buildTextToSpeechStreamRequest(params, requestId) {
|
|
|
167
167
|
...(params.expressivity !== undefined && { expressivity: params.expressivity }),
|
|
168
168
|
...(params.noise !== undefined && { noise: params.noise }),
|
|
169
169
|
...(params.reverb !== undefined && { reverb: params.reverb }),
|
|
170
|
-
...(params.quality !== undefined && { quality: params.quality })
|
|
170
|
+
...(params.quality !== undefined && { quality: params.quality }),
|
|
171
|
+
// Per-request voice controls: CosyVoice3's instruct, Audio8's reference pair.
|
|
172
|
+
...(params.instruct !== undefined && { instruct: params.instruct }),
|
|
173
|
+
...(params.referenceAudioSrc !== undefined && {
|
|
174
|
+
referenceAudioSrc: params.referenceAudioSrc
|
|
175
|
+
}),
|
|
176
|
+
...(params.referenceText !== undefined && { referenceText: params.referenceText })
|
|
171
177
|
};
|
|
172
178
|
}
|
|
173
179
|
/**
|
|
@@ -177,9 +183,10 @@ function buildTextToSpeechStreamRequest(params, requestId) {
|
|
|
177
183
|
*
|
|
178
184
|
* - `stream: false` — collect all PCM samples and resolve once via
|
|
179
185
|
* `result.buffer` (`Promise<number[]>`). `bufferStream` is empty.
|
|
180
|
-
* - `stream: true` (default) — yield PCM
|
|
181
|
-
* (`AsyncGenerator<
|
|
182
|
-
*
|
|
186
|
+
* - `stream: true` (default) — yield PCM through `result.chunkStream`
|
|
187
|
+
* (`AsyncGenerator<Int16Array>`, one chunk per frame) or
|
|
188
|
+
* `result.bufferStream` (`AsyncGenerator<number>`, one sample at a time).
|
|
189
|
+
* `buffer` resolves to an empty array.
|
|
183
190
|
* - `stream: true, sentenceStream: true` — also exposes `result.chunkUpdates`
|
|
184
191
|
* (`AsyncGenerator<TtsSentenceChunkUpdate>`) so callers can mux per-sentence
|
|
185
192
|
* metadata with the audio. Multiple consumers can iterate the response
|
|
@@ -202,7 +209,8 @@ function buildTextToSpeechStreamRequest(params, requestId) {
|
|
|
202
209
|
* before draining the audio); `result.stats` and `result.stopReason` resolve
|
|
203
210
|
* from the terminal frame. All three resolve — with `undefined` when the run
|
|
204
211
|
* produced none — rather than reject. In `stream: true` mode (the default) the
|
|
205
|
-
* run starts lazily: nothing is sent until `bufferStream` is
|
|
212
|
+
* run starts lazily: nothing is sent until `chunkStream` or `bufferStream` is
|
|
213
|
+
* first iterated, so
|
|
206
214
|
* `done`, `sampleRate`, `stats` and `stopReason` stay pending until then. In
|
|
207
215
|
* `stream: false` and `sentenceStream: true` modes the run starts immediately.
|
|
208
216
|
* Read `sampleRate` rather than assuming the engine default: `outputSampleRate`
|
|
@@ -210,7 +218,7 @@ function buildTextToSpeechStreamRequest(params, requestId) {
|
|
|
210
218
|
*
|
|
211
219
|
* @param params - TTS request parameters (see `TtsClientParamsInput`).
|
|
212
220
|
* @param options - Optional RPC options (timeout, profiling, force new connection).
|
|
213
|
-
* @returns A `TextToSpeechStreamResult` with `bufferStream`, `buffer`, `done`,
|
|
221
|
+
* @returns A `TextToSpeechStreamResult` with `chunkStream`, `bufferStream`, `buffer`, `done`,
|
|
214
222
|
* `sampleRate`, `stats`, and (when `sentenceStream: true`)
|
|
215
223
|
* `chunkUpdates`.
|
|
216
224
|
* @throws {TextToSpeechStreamFailedError} When `sentenceStream: true` is paired
|
|
@@ -244,6 +252,7 @@ export function createTtsSideChannel() {
|
|
|
244
252
|
let resolveSampleRate;
|
|
245
253
|
let resolveStats;
|
|
246
254
|
let resolveStopReason;
|
|
255
|
+
let resolveSpeechTokenIds;
|
|
247
256
|
const sampleRate = new Promise((resolve) => {
|
|
248
257
|
resolveSampleRate = resolve;
|
|
249
258
|
});
|
|
@@ -253,15 +262,22 @@ export function createTtsSideChannel() {
|
|
|
253
262
|
const stopReason = new Promise((resolve) => {
|
|
254
263
|
resolveStopReason = resolve;
|
|
255
264
|
});
|
|
265
|
+
const speechTokenIds = new Promise((resolve) => {
|
|
266
|
+
resolveSpeechTokenIds = resolve;
|
|
267
|
+
});
|
|
256
268
|
let seenSampleRate;
|
|
257
269
|
let latestStats;
|
|
258
270
|
let seenStopReason;
|
|
271
|
+
// CosyVoice3 hands back one array per native synthesis; the chunked paths
|
|
272
|
+
// run one per sentence, so the run's trajectory is their concatenation.
|
|
273
|
+
let seenSpeechTokenIds;
|
|
259
274
|
let settled = false;
|
|
260
275
|
return {
|
|
261
276
|
text,
|
|
262
277
|
sampleRate,
|
|
263
278
|
stats,
|
|
264
279
|
stopReason,
|
|
280
|
+
speechTokenIds,
|
|
265
281
|
observe(response) {
|
|
266
282
|
if (response.text !== undefined)
|
|
267
283
|
seenText = response.text;
|
|
@@ -277,6 +293,13 @@ export function createTtsSideChannel() {
|
|
|
277
293
|
latestStats = response.stats;
|
|
278
294
|
if (response.stopReason !== undefined)
|
|
279
295
|
seenStopReason = response.stopReason;
|
|
296
|
+
if (response.speechTokenIds !== undefined) {
|
|
297
|
+
// Append into one owned array: a spread per frame would copy every
|
|
298
|
+
// token collected so far on each sentence of a long stream.
|
|
299
|
+
seenSpeechTokenIds ??= [];
|
|
300
|
+
for (const id of response.speechTokenIds)
|
|
301
|
+
seenSpeechTokenIds.push(id);
|
|
302
|
+
}
|
|
280
303
|
},
|
|
281
304
|
settle() {
|
|
282
305
|
if (settled)
|
|
@@ -286,6 +309,7 @@ export function createTtsSideChannel() {
|
|
|
286
309
|
resolveSampleRate(seenSampleRate);
|
|
287
310
|
resolveStats(latestStats);
|
|
288
311
|
resolveStopReason(seenStopReason);
|
|
312
|
+
resolveSpeechTokenIds(seenSpeechTokenIds);
|
|
289
313
|
}
|
|
290
314
|
};
|
|
291
315
|
}
|
|
@@ -294,9 +318,10 @@ export function createTtsSideChannel() {
|
|
|
294
318
|
// constructed in tests with a hand-rolled source instead.
|
|
295
319
|
async function* ttsResponseSource(request, options, side) {
|
|
296
320
|
try {
|
|
297
|
-
for await (const
|
|
298
|
-
if (
|
|
321
|
+
for await (const raw of streamRpc(request, options)) {
|
|
322
|
+
if (raw.type !== 'textToSpeech')
|
|
299
323
|
continue;
|
|
324
|
+
const response = withDecodedTtsPcm(raw);
|
|
300
325
|
side.observe(response);
|
|
301
326
|
yield response;
|
|
302
327
|
}
|
|
@@ -315,10 +340,11 @@ function sentenceStreamTts(request, options) {
|
|
|
315
340
|
// deferred subscribing until the generators were iterated, the first
|
|
316
341
|
// consumer could trim the queue before the second ever registered,
|
|
317
342
|
// silently dropping earlier frames.
|
|
318
|
-
const
|
|
343
|
+
const audio = sentenceAudioViews(multicast.subscribe());
|
|
319
344
|
const chunkSubscription = multicast.subscribe();
|
|
320
345
|
return {
|
|
321
|
-
bufferStream:
|
|
346
|
+
bufferStream: audio.bufferStream,
|
|
347
|
+
chunkStream: audio.chunkStream,
|
|
322
348
|
chunkUpdates: sentenceChunkUpdates(chunkSubscription),
|
|
323
349
|
buffer: Promise.resolve([]),
|
|
324
350
|
done: multicast.done,
|
|
@@ -326,23 +352,38 @@ function sentenceStreamTts(request, options) {
|
|
|
326
352
|
text: side.text,
|
|
327
353
|
sampleRate: side.sampleRate,
|
|
328
354
|
stats: side.stats,
|
|
329
|
-
stopReason: side.stopReason
|
|
355
|
+
stopReason: side.stopReason,
|
|
356
|
+
speechTokenIds: side.speechTokenIds
|
|
330
357
|
};
|
|
331
358
|
}
|
|
332
|
-
|
|
359
|
+
// Both audio views share ONE multicast subscription, so an un-iterated
|
|
360
|
+
// `chunkStream` cannot pin the queue for a caller that drains `bufferStream`
|
|
361
|
+
// and `chunkUpdates` only. Exported for test use; not part of the public
|
|
362
|
+
// surface.
|
|
363
|
+
export function sentenceAudioViews(subscription) {
|
|
364
|
+
const chunkStream = pcmChunksOf(subscription);
|
|
365
|
+
return { bufferStream: samplesOf(chunkStream), chunkStream };
|
|
366
|
+
}
|
|
367
|
+
export async function* pcmChunksOf(source) {
|
|
333
368
|
for await (const m of source) {
|
|
334
369
|
if (m.buffer.length > 0) {
|
|
335
|
-
yield
|
|
370
|
+
yield Int16Array.from(m.buffer);
|
|
336
371
|
}
|
|
337
372
|
if (m.done)
|
|
338
373
|
break;
|
|
339
374
|
}
|
|
340
375
|
}
|
|
376
|
+
export async function* samplesOf(chunks) {
|
|
377
|
+
for await (const chunk of chunks) {
|
|
378
|
+
yield* chunk;
|
|
379
|
+
}
|
|
380
|
+
}
|
|
341
381
|
async function* sentenceChunkUpdates(source) {
|
|
342
382
|
for await (const m of source) {
|
|
343
383
|
const hasAudio = m.buffer.length > 0;
|
|
344
384
|
const hasMeta = m.chunkIndex !== undefined ||
|
|
345
|
-
(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0)
|
|
385
|
+
(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0) ||
|
|
386
|
+
m.speechTokenIds !== undefined;
|
|
346
387
|
if (hasAudio || hasMeta) {
|
|
347
388
|
yield {
|
|
348
389
|
buffer: hasAudio ? [...m.buffer] : [],
|
|
@@ -351,7 +392,8 @@ async function* sentenceChunkUpdates(source) {
|
|
|
351
392
|
...(typeof m.sentenceChunk === 'string' && m.sentenceChunk.length > 0
|
|
352
393
|
? { sentenceChunk: m.sentenceChunk }
|
|
353
394
|
: {}),
|
|
354
|
-
...(m.isLast !== undefined ? { isLast: m.isLast } : {})
|
|
395
|
+
...(m.isLast !== undefined ? { isLast: m.isLast } : {}),
|
|
396
|
+
...(m.speechTokenIds !== undefined ? { speechTokenIds: m.speechTokenIds } : {})
|
|
355
397
|
};
|
|
356
398
|
}
|
|
357
399
|
if (m.done)
|
|
@@ -367,30 +409,38 @@ function plainStreamTts(request, options) {
|
|
|
367
409
|
});
|
|
368
410
|
done.catch(() => { });
|
|
369
411
|
const side = createTtsSideChannel();
|
|
412
|
+
// Both views share one lazy run; iterating either starts it.
|
|
413
|
+
const chunkStream = plainTtsChunkStream(request, options, resolveDone, rejectDone, side);
|
|
370
414
|
return {
|
|
371
|
-
bufferStream:
|
|
415
|
+
bufferStream: samplesOf(chunkStream),
|
|
416
|
+
chunkStream,
|
|
372
417
|
buffer: Promise.resolve([]),
|
|
373
418
|
done,
|
|
374
419
|
requestId: request.requestId,
|
|
375
420
|
text: side.text,
|
|
376
421
|
sampleRate: side.sampleRate,
|
|
377
422
|
stats: side.stats,
|
|
378
|
-
stopReason: side.stopReason
|
|
423
|
+
stopReason: side.stopReason,
|
|
424
|
+
speechTokenIds: side.speechTokenIds
|
|
379
425
|
};
|
|
380
426
|
}
|
|
381
|
-
async function*
|
|
427
|
+
async function* plainTtsChunkStream(request, options, resolveDone, rejectDone, side) {
|
|
382
428
|
let settled = false;
|
|
383
429
|
try {
|
|
384
|
-
for await (const
|
|
385
|
-
if (
|
|
430
|
+
for await (const raw of streamRpc(request, options)) {
|
|
431
|
+
if (raw.type !== 'textToSpeech')
|
|
386
432
|
continue;
|
|
387
433
|
// See TtsMulticast.pump — skip per-frame Zod validation; the engine is
|
|
388
434
|
// the source of truth for this response shape.
|
|
389
|
-
side
|
|
390
|
-
|
|
391
|
-
|
|
435
|
+
// The side channel reads text, rate, stats and stopReason, never the
|
|
436
|
+
// audio, so a `pcm` frame is decoded straight to the typed array callers
|
|
437
|
+
// get instead of through an intermediate `number[]`.
|
|
438
|
+
side.observe(raw);
|
|
439
|
+
const chunk = raw.pcm !== undefined ? decodeTtsPcm(raw.pcm) : Int16Array.from(raw.buffer);
|
|
440
|
+
if (chunk.length > 0) {
|
|
441
|
+
yield chunk;
|
|
392
442
|
}
|
|
393
|
-
if (
|
|
443
|
+
if (raw.done) {
|
|
394
444
|
settled = true;
|
|
395
445
|
resolveDone(true);
|
|
396
446
|
}
|
|
@@ -422,24 +472,28 @@ function collectTts(request, options) {
|
|
|
422
472
|
const side = createTtsSideChannel();
|
|
423
473
|
return {
|
|
424
474
|
bufferStream: emptyBufferStream(),
|
|
475
|
+
chunkStream: emptyChunkStream(),
|
|
425
476
|
buffer: collectTtsBuffer(request, options, resolveDone, rejectDone, side),
|
|
426
477
|
done,
|
|
427
478
|
requestId: request.requestId,
|
|
428
479
|
text: side.text,
|
|
429
480
|
sampleRate: side.sampleRate,
|
|
430
481
|
stats: side.stats,
|
|
431
|
-
stopReason: side.stopReason
|
|
482
|
+
stopReason: side.stopReason,
|
|
483
|
+
speechTokenIds: side.speechTokenIds
|
|
432
484
|
};
|
|
433
485
|
}
|
|
434
486
|
async function* emptyBufferStream() {
|
|
435
487
|
// Non-streaming mode exposes no incremental buffer stream.
|
|
436
488
|
}
|
|
489
|
+
async function* emptyChunkStream() { }
|
|
437
490
|
async function collectTtsBuffer(request, options, resolveDone, rejectDone, side) {
|
|
438
491
|
let buffer = [];
|
|
439
492
|
try {
|
|
440
|
-
for await (const
|
|
441
|
-
if (
|
|
493
|
+
for await (const raw of streamRpc(request, options)) {
|
|
494
|
+
if (raw.type !== 'textToSpeech')
|
|
442
495
|
continue;
|
|
496
|
+
const response = withDecodedTtsPcm(raw);
|
|
443
497
|
side.observe(response);
|
|
444
498
|
buffer = buffer.concat(response.buffer);
|
|
445
499
|
if (response.done) {
|
|
@@ -551,5 +605,5 @@ function processTextToSpeechStreamLine(line) {
|
|
|
551
605
|
if (obj['type'] === 'error') {
|
|
552
606
|
throw new TextToSpeechStreamFailedError(obj['message'] ?? 'Unknown server error');
|
|
553
607
|
}
|
|
554
|
-
return textToSpeechStreamResponseSchema.parse(parsed);
|
|
608
|
+
return withDecodedTtsPcm(textToSpeechStreamResponseSchema.parse(parsed));
|
|
555
609
|
}
|
package/dist/api/transcribe.d.ts
CHANGED
|
@@ -11,7 +11,9 @@ type TranscribeDuplexFactory = (request: TranscribeStreamRequest, options?: RPCO
|
|
|
11
11
|
* @param params.prompt - Optional initial prompt to guide the transcription
|
|
12
12
|
* @param params.metadata - When true, resolves to an array of transcript
|
|
13
13
|
* segments (`{ text, startMs, endMs, append, id }`,
|
|
14
|
-
* plus `isEndOfTurn` and `startsWord` on parakeet
|
|
14
|
+
* plus `isEndOfTurn` and `startsWord` on parakeet, and
|
|
15
|
+
* `language`, `noSpeechProb`, `speakerTurnNext` and
|
|
16
|
+
* `tokens` on whisper when the engine reports them)
|
|
15
17
|
* instead of joined text.
|
|
16
18
|
* @param options - Optional RPC options including per-call profiling
|
|
17
19
|
* @returns A promise (decorated with `requestId`) resolving to the
|
|
@@ -59,7 +61,9 @@ export declare function transcribeStream(params: TranscribeClientParams, options
|
|
|
59
61
|
* @param params.prompt - Optional initial prompt to guide transcription
|
|
60
62
|
* @param params.metadata - When true, the session yields transcript segment
|
|
61
63
|
* objects (`{ text, startMs, endMs, append, id }`,
|
|
62
|
-
* plus `isEndOfTurn` and `startsWord` on parakeet
|
|
64
|
+
* plus `isEndOfTurn` and `startsWord` on parakeet, and
|
|
65
|
+
* `language`, `noSpeechProb`, `speakerTurnNext` and
|
|
66
|
+
* `tokens` on whisper when the engine reports them)
|
|
63
67
|
* instead of plain text.
|
|
64
68
|
* @param options - Optional RPC options including per-call profiling.
|
|
65
69
|
* @returns A session object: call `write(audioChunk)` with a `Uint8Array`
|
package/dist/api/transcribe.js
CHANGED
|
@@ -300,6 +300,8 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
|
|
|
300
300
|
speaking: response.vad.speaking,
|
|
301
301
|
probability: response.vad.probability,
|
|
302
302
|
...(response.vad.source && { source: response.vad.source }),
|
|
303
|
+
...(response.vad.timestamp !== undefined && { timestamp: response.vad.timestamp }),
|
|
304
|
+
...(response.vad.chunkIndex !== undefined && { chunkIndex: response.vad.chunkIndex }),
|
|
303
305
|
...(response.vad.speakerId !== undefined && { speakerId: response.vad.speakerId })
|
|
304
306
|
};
|
|
305
307
|
}
|
|
@@ -311,9 +313,13 @@ export function processLineConversation(line, wantsMetadata, onTerminal) {
|
|
|
311
313
|
silenceDurationMs: response.endOfTurn.silenceDurationMs
|
|
312
314
|
};
|
|
313
315
|
}
|
|
316
|
+
const { timestamp, chunkIndex, confidence } = response.endOfTurn;
|
|
314
317
|
return {
|
|
315
318
|
type: 'endOfTurn',
|
|
316
|
-
source: 'parakeet'
|
|
319
|
+
source: 'parakeet',
|
|
320
|
+
...(timestamp !== undefined && { timestamp }),
|
|
321
|
+
...(chunkIndex !== undefined && { chunkIndex }),
|
|
322
|
+
...(confidence !== undefined && { confidence })
|
|
317
323
|
};
|
|
318
324
|
}
|
|
319
325
|
if (wantsMetadata) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
|
-
import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
|
|
2
|
+
import { type CreateVectorIndexParams, type LoadVectorIndexParams, type RPCOptions, type VectorIndexAddParams, type VectorIndexHit, type VectorIndexIdsParams, type VectorIndexSetStagedSearchParams, type VectorIndexStorage, type VectorIndexWriteParams } from '../schemas/index.js';
|
|
3
3
|
/**
|
|
4
4
|
* A handle to a vector index that lives in worker memory.
|
|
5
5
|
*
|
|
@@ -27,9 +27,31 @@ export interface VectorIndex {
|
|
|
27
27
|
readonly storage: VectorIndexStorage | undefined;
|
|
28
28
|
/** Number of live entries as of the last call that changed or reported it. */
|
|
29
29
|
readonly length: number;
|
|
30
|
+
/**
|
|
31
|
+
* TQ+ calibration state as of create, load, or the last successful add.
|
|
32
|
+
* Undefined when an external provider does not report calibration.
|
|
33
|
+
*/
|
|
34
|
+
readonly calibrated: boolean | undefined;
|
|
35
|
+
/**
|
|
36
|
+
* Staged search setting as of the last successful call that reported it.
|
|
37
|
+
* Undefined when an external provider does not report the setting.
|
|
38
|
+
*/
|
|
39
|
+
readonly stagedSearch: boolean | undefined;
|
|
40
|
+
/**
|
|
41
|
+
* Turns TurboVec staged search on or off. Off on every new or loaded index.
|
|
42
|
+
* On supported hosts, dimensions divisible by 32 and at least 32,768 entries
|
|
43
|
+
* use a shortlist for faster searches with lower recall. Other dimensions
|
|
44
|
+
* and v3 snapshots retain the setting but scan in full. The setting is not
|
|
45
|
+
* saved in snapshots. Rejects non-TurboVec storage or unsupported providers.
|
|
46
|
+
*/
|
|
47
|
+
setStagedSearch(params: VectorIndexSetStagedSearchParams, options?: RPCOptions): Promise<{
|
|
48
|
+
stagedSearch: boolean;
|
|
49
|
+
}>;
|
|
30
50
|
/**
|
|
31
51
|
* Adds vectors under the given ids in one atomic batch. Rejects duplicate
|
|
32
52
|
* ids, ids equal to 2^64 - 1, and rows whose length differs from `dim`.
|
|
53
|
+
* A fresh TurboVec index attempts calibration from a first batch of at
|
|
54
|
+
* least 1,000 vectors. A smaller first batch leaves it uncalibrated.
|
|
33
55
|
* @returns The number of live entries after the add.
|
|
34
56
|
*/
|
|
35
57
|
add(params: VectorIndexAddParams, options?: RPCOptions): Promise<{
|
|
@@ -93,7 +115,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
|
|
|
93
115
|
* documents.
|
|
94
116
|
*
|
|
95
117
|
* @param params - Index parameters
|
|
96
|
-
* @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than
|
|
118
|
+
* @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
|
|
97
119
|
* @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
|
|
98
120
|
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
99
121
|
* @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
|
|
@@ -106,7 +128,7 @@ export declare function createVectorIndexClient(transport: typeof send): {
|
|
|
106
128
|
* ['1', 'Saturn moon Titan has lakes of liquid methane.'],
|
|
107
129
|
* ['2', 'Solar panels turn sunlight into electricity.']
|
|
108
130
|
* ])
|
|
109
|
-
* const { embedding } = await
|
|
131
|
+
* const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
|
|
110
132
|
*
|
|
111
133
|
* await using index = await createVectorIndex({ dim: embedding[0].length })
|
|
112
134
|
* await index.add({ ids: [...documents.keys()], vectors: embedding })
|
package/dist/api/vector-index.js
CHANGED
|
@@ -19,6 +19,8 @@ export function createVectorIndexClient(transport) {
|
|
|
19
19
|
function createHandle(opened) {
|
|
20
20
|
const { indexId, dim, storage } = opened;
|
|
21
21
|
let length = opened.length;
|
|
22
|
+
let calibrated = opened.calibrated;
|
|
23
|
+
let stagedSearch = opened.stagedSearch;
|
|
22
24
|
let disposed = false;
|
|
23
25
|
// Row lengths are checked here so a mismatch fails before any request is
|
|
24
26
|
// sent and before the worker touches native memory.
|
|
@@ -49,6 +51,17 @@ export function createVectorIndexClient(transport) {
|
|
|
49
51
|
get length() {
|
|
50
52
|
return length;
|
|
51
53
|
},
|
|
54
|
+
get calibrated() {
|
|
55
|
+
return calibrated;
|
|
56
|
+
},
|
|
57
|
+
get stagedSearch() {
|
|
58
|
+
return stagedSearch;
|
|
59
|
+
},
|
|
60
|
+
async setStagedSearch(params, options) {
|
|
61
|
+
const response = await call({ type: 'vectorIndex', operation: 'setStagedSearch', indexId, enabled: params.enabled }, options);
|
|
62
|
+
stagedSearch = response.stagedSearch;
|
|
63
|
+
return { stagedSearch };
|
|
64
|
+
},
|
|
52
65
|
async add(params, options) {
|
|
53
66
|
assertRows(params.vectors, 'vectors');
|
|
54
67
|
const response = await call({
|
|
@@ -59,6 +72,8 @@ export function createVectorIndexClient(transport) {
|
|
|
59
72
|
vectors: params.vectors
|
|
60
73
|
}, options);
|
|
61
74
|
length = response.length;
|
|
75
|
+
calibrated = response.calibrated;
|
|
76
|
+
stagedSearch = response.stagedSearch;
|
|
62
77
|
return { length };
|
|
63
78
|
},
|
|
64
79
|
search,
|
|
@@ -115,7 +130,7 @@ const client = createVectorIndexClient(send);
|
|
|
115
130
|
* documents.
|
|
116
131
|
*
|
|
117
132
|
* @param params - Index parameters
|
|
118
|
-
* @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than
|
|
133
|
+
* @param params.dim - Vector dimensionality, for example 1024 for GTE Large. TurboVec storage needs a multiple of 8 no greater than 16384.
|
|
119
134
|
* @param params.storage - Storage mode from `VectorIndexStorage`; defaults to `TURBOVEC_Q4`. `TURBOVEC_Q2` halves memory again at lower recall; `F32`, `Q8`, and `Q4` are exact or generically quantised stores for dimensions TurboVec cannot hold.
|
|
120
135
|
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
121
136
|
* @returns A handle whose methods add, search, remove, snapshot, and dispose the index.
|
|
@@ -128,7 +143,7 @@ const client = createVectorIndexClient(send);
|
|
|
128
143
|
* ['1', 'Saturn moon Titan has lakes of liquid methane.'],
|
|
129
144
|
* ['2', 'Solar panels turn sunlight into electricity.']
|
|
130
145
|
* ])
|
|
131
|
-
* const { embedding } = await
|
|
146
|
+
* const { embedding } = await embedBatch({ modelId, inputs: [...documents.values()] })
|
|
132
147
|
*
|
|
133
148
|
* await using index = await createVectorIndex({ dim: embedding[0].length })
|
|
134
149
|
* await index.add({ ids: [...documents.keys()], vectors: embedding })
|