@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,18 +1,35 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { DEFAULT_TOOL_SEARCH_LIMIT, MAX_TOOL_SEARCH_LIMIT, toolSearchOptionsSchema } from '../../schemas/tools.js';
|
|
2
|
+
import { InvalidToolSchemaError } from '../../errors/index.js';
|
|
3
|
+
import { getMcpTools } from '../../utils/mcp-adapter.js';
|
|
4
|
+
import { validateTools } from '../../utils/tool-helpers.js';
|
|
2
5
|
/**
|
|
3
6
|
* Reserved name of the built-in search tool. A caller cannot register a tool
|
|
4
7
|
* under this name, and it is never itself deferred — the model needs one
|
|
5
8
|
* callable entry point to reach everything else.
|
|
6
9
|
*/
|
|
7
10
|
export const TOOL_SEARCH_NAME = 'tool_search';
|
|
8
|
-
const
|
|
9
|
-
|
|
10
|
-
// Ceiling on the definitions one search may append. A query matching a dozen
|
|
11
|
+
const EXACT_NAME_SCORE = 1000;
|
|
12
|
+
// Ceiling on the definitions one search may declare. A query matching a dozen
|
|
11
13
|
// large schemas would otherwise undo the saving the catalog just made.
|
|
12
14
|
const MAX_DEFINITION_BYTES = 8 * 1024;
|
|
13
15
|
// Fixed text, so a repeated no-match search stays byte-identical and cannot
|
|
14
16
|
// move the KV divergence point.
|
|
15
17
|
const NO_MATCH_HINT = 'No tool matched. Search again with a different capability word, or answer without a tool.';
|
|
18
|
+
/**
|
|
19
|
+
* The limits a request's `toolSearch` options resolve to. Both the prompt and
|
|
20
|
+
* the search read them from here, so what the model is told is what applies.
|
|
21
|
+
*/
|
|
22
|
+
export function resolveToolSearchLimits(options) {
|
|
23
|
+
const parsed = toolSearchOptionsSchema.safeParse(options ?? {});
|
|
24
|
+
if (!parsed.success) {
|
|
25
|
+
throw new InvalidToolSchemaError(`toolSearch: ${parsed.error.message}`, parsed.error);
|
|
26
|
+
}
|
|
27
|
+
const maxLimit = parsed.data.maxLimit ?? MAX_TOOL_SEARCH_LIMIT;
|
|
28
|
+
return {
|
|
29
|
+
defaultLimit: parsed.data.defaultLimit ?? Math.min(DEFAULT_TOOL_SEARCH_LIMIT, maxLimit),
|
|
30
|
+
maxLimit
|
|
31
|
+
};
|
|
32
|
+
}
|
|
16
33
|
export function isDeferred(tool) {
|
|
17
34
|
return tool.deferLoading === true;
|
|
18
35
|
}
|
|
@@ -73,7 +90,8 @@ export function buildCatalog(deferred) {
|
|
|
73
90
|
* tool whose schema the model has never seen. Description text cannot be
|
|
74
91
|
* called, which is the whole point.
|
|
75
92
|
*/
|
|
76
|
-
export function buildToolSearchTool(deferred) {
|
|
93
|
+
export function buildToolSearchTool(deferred, options) {
|
|
94
|
+
const { defaultLimit, maxLimit } = resolveToolSearchLimits(options);
|
|
77
95
|
return {
|
|
78
96
|
type: 'function',
|
|
79
97
|
name: TOOL_SEARCH_NAME,
|
|
@@ -90,7 +108,7 @@ export function buildToolSearchTool(deferred) {
|
|
|
90
108
|
},
|
|
91
109
|
limit: {
|
|
92
110
|
type: 'integer',
|
|
93
|
-
description: `Maximum definitions to load (default ${
|
|
111
|
+
description: `Maximum definitions to load (default ${defaultLimit}, max ${maxLimit}).`
|
|
94
112
|
}
|
|
95
113
|
},
|
|
96
114
|
required: ['query']
|
|
@@ -117,7 +135,7 @@ function scoreTool(tool, query, tokens) {
|
|
|
117
135
|
// Exact name wins outright: the model asking for a tool by name is not a
|
|
118
136
|
// capability search and must not be outranked by a wordier description.
|
|
119
137
|
if (name === normalizedQuery)
|
|
120
|
-
return
|
|
138
|
+
return EXACT_NAME_SCORE;
|
|
121
139
|
let score = 0;
|
|
122
140
|
if (normalizedQuery.length > 2 && name.includes(normalizedQuery))
|
|
123
141
|
score += 100;
|
|
@@ -134,20 +152,37 @@ function scoreTool(tool, query, tokens) {
|
|
|
134
152
|
}
|
|
135
153
|
return score;
|
|
136
154
|
}
|
|
155
|
+
// Names score case-insensitively, so `GetWeather` and `getWeather` both score as
|
|
156
|
+
// exact; the one spelled as asked wins, and with neither, both load.
|
|
157
|
+
function namedBy(scored, query) {
|
|
158
|
+
const exact = scored.filter(({ score }) => score === EXACT_NAME_SCORE);
|
|
159
|
+
const literal = exact.filter(({ tool }) => tool.name === query.trim());
|
|
160
|
+
return literal.length > 0 ? literal : exact;
|
|
161
|
+
}
|
|
137
162
|
/**
|
|
138
163
|
* Rank the deferred inventory against a query. Exact name first, then text
|
|
139
164
|
* match. Ties keep registration order so repeated searches are deterministic.
|
|
165
|
+
*
|
|
166
|
+
* An exact name loads that tool alone. Otherwise a match scoring under half of
|
|
167
|
+
* the best is left out: one query word in a description or group is not enough
|
|
168
|
+
* to load a tool beside a strong match, while tools tied at the top load together.
|
|
140
169
|
*/
|
|
141
|
-
export function searchDeferredTools(deferred, query, limit) {
|
|
170
|
+
export function searchDeferredTools(deferred, query, limit, options) {
|
|
171
|
+
const { defaultLimit, maxLimit } = resolveToolSearchLimits(options);
|
|
142
172
|
const tokens = tokenize(query);
|
|
143
173
|
const scored = deferred
|
|
144
174
|
.map((tool, index) => ({ tool, index, score: scoreTool(tool, query, tokens) }))
|
|
145
175
|
.filter((entry) => entry.score > 0)
|
|
146
176
|
.sort((a, b) => b.score - a.score || a.index - b.index);
|
|
147
|
-
const
|
|
177
|
+
const best = scored[0]?.score ?? 0;
|
|
178
|
+
const matches = best === EXACT_NAME_SCORE
|
|
179
|
+
? namedBy(scored, query)
|
|
180
|
+
: scored.filter(({ score }) => score >= best / 2);
|
|
181
|
+
const requested = limit !== undefined && Number.isFinite(limit) ? Math.trunc(limit) : defaultLimit;
|
|
182
|
+
const cap = Math.min(Math.max(requested, 1), maxLimit);
|
|
148
183
|
const picked = [];
|
|
149
184
|
let bytes = 0;
|
|
150
|
-
for (const { tool } of
|
|
185
|
+
for (const { tool } of matches) {
|
|
151
186
|
if (picked.length >= cap)
|
|
152
187
|
break;
|
|
153
188
|
const size = JSON.stringify(toWireTool(tool)).length;
|
|
@@ -170,8 +205,7 @@ export function buildToolSearchResult(query, matches, alreadyLoaded) {
|
|
|
170
205
|
// Without this the model reads an empty result as "try again" and burns
|
|
171
206
|
// rounds rephrasing the same query.
|
|
172
207
|
...(loaded.length === 0 && alreadyLoaded.length === 0 ? { hint: NO_MATCH_HINT } : {})
|
|
173
|
-
}
|
|
174
|
-
tools: matches.map(toWireTool)
|
|
208
|
+
}
|
|
175
209
|
};
|
|
176
210
|
return JSON.stringify(result);
|
|
177
211
|
}
|
|
@@ -209,7 +243,7 @@ function readSearchResult(content) {
|
|
|
209
243
|
export function loadedToolNames(history) {
|
|
210
244
|
const loaded = new Set();
|
|
211
245
|
for (const message of history) {
|
|
212
|
-
if (message.role !== 'tool')
|
|
246
|
+
if (message.role !== 'tool' || typeof message.content !== 'string')
|
|
213
247
|
continue;
|
|
214
248
|
const envelope = readSearchResult(message.content);
|
|
215
249
|
if (!envelope)
|
|
@@ -219,70 +253,100 @@ export function loadedToolNames(history) {
|
|
|
219
253
|
}
|
|
220
254
|
return loaded;
|
|
221
255
|
}
|
|
256
|
+
// `tool_choice` mode words and the empty name: the addon rejects a prompt that
|
|
257
|
+
// declares a tool under one of these, since it could never be selected by name.
|
|
258
|
+
const UNSELECTABLE_NAMES = new Set(['', 'auto', 'none', 'required']);
|
|
259
|
+
// The rule name a tool's call grammar is built under: fabric's `rule_name()`
|
|
260
|
+
// turns every run of characters outside [A-Za-z0-9-] into one '-'.
|
|
261
|
+
function grammarRuleName(name) {
|
|
262
|
+
return name.replace(/[^A-Za-z0-9-]+/g, '-');
|
|
263
|
+
}
|
|
264
|
+
/**
|
|
265
|
+
* The deferred tools the prompt could declare once loaded. The addon rejects a
|
|
266
|
+
* prompt whose tool names it cannot select or whose names fold to one grammar
|
|
267
|
+
* rule, so a deferred tool with such a name, or one whose rule an always-loaded
|
|
268
|
+
* tool, `tool_search` or an earlier deferred tool already holds, is left out of
|
|
269
|
+
* the catalog and the search: the model is never pointed at a tool it cannot
|
|
270
|
+
* call, and the block does not depend on the order tools were loaded in.
|
|
271
|
+
*/
|
|
272
|
+
function declarableDeferred(alwaysLoaded, deferred) {
|
|
273
|
+
const taken = new Set([...alwaysLoaded.map((tool) => tool.name), TOOL_SEARCH_NAME].map(grammarRuleName));
|
|
274
|
+
return deferred.filter((tool) => {
|
|
275
|
+
const rule = grammarRuleName(tool.name);
|
|
276
|
+
if (UNSELECTABLE_NAMES.has(tool.name) || taken.has(rule))
|
|
277
|
+
return false;
|
|
278
|
+
taken.add(rule);
|
|
279
|
+
return true;
|
|
280
|
+
});
|
|
281
|
+
}
|
|
222
282
|
/**
|
|
223
|
-
* Split a registered tool list into what the prompt carries and what
|
|
224
|
-
*
|
|
283
|
+
* Split a registered tool list into what the prompt carries and what
|
|
284
|
+
* `tool_search` searches over.
|
|
225
285
|
*
|
|
226
|
-
*
|
|
227
|
-
*
|
|
228
|
-
*
|
|
229
|
-
*
|
|
286
|
+
* A loaded definition is declared in the tools block like any other tool, in
|
|
287
|
+
* registration order. A schema that sits only in a `tool` result, outside the
|
|
288
|
+
* block and the tool-call grammar, is not reliably called by small models: they
|
|
289
|
+
* search for it again instead. Declaring it changes the block at the front of
|
|
290
|
+
* the prompt, so the turn after a search re-prefills from there.
|
|
230
291
|
*
|
|
231
292
|
* Returns `null` when nothing defers, so the existing path is untouched.
|
|
232
293
|
*/
|
|
233
|
-
export function resolveDeferredTools(tools, history) {
|
|
294
|
+
export function resolveDeferredTools(tools, history, options) {
|
|
234
295
|
if (!tools || tools.length === 0)
|
|
235
296
|
return null;
|
|
236
|
-
const
|
|
237
|
-
if (deferred.length === 0)
|
|
297
|
+
const partitioned = partitionTools(tools);
|
|
298
|
+
if (partitioned.deferred.length === 0)
|
|
238
299
|
return null;
|
|
300
|
+
const { alwaysLoaded } = partitioned;
|
|
301
|
+
const deferred = declarableDeferred(alwaysLoaded, partitioned.deferred);
|
|
239
302
|
const loaded = loadedToolNames(history);
|
|
240
|
-
const rendered = [...alwaysLoaded.map(toWireTool), buildToolSearchTool(deferred)];
|
|
241
303
|
return {
|
|
242
|
-
toolsToRender:
|
|
243
|
-
|
|
244
|
-
|
|
304
|
+
toolsToRender: [
|
|
305
|
+
...alwaysLoaded.map(toWireTool),
|
|
306
|
+
buildToolSearchTool(deferred, options),
|
|
245
307
|
...deferred.filter((tool) => loaded.has(tool.name)).map(toWireTool)
|
|
246
308
|
],
|
|
247
|
-
deferred
|
|
309
|
+
deferred
|
|
248
310
|
};
|
|
249
311
|
}
|
|
250
312
|
/**
|
|
251
|
-
*
|
|
252
|
-
*
|
|
253
|
-
*
|
|
254
|
-
* loaded definition lives in the history rather than that block, so under the
|
|
255
|
-
* default grammar the model can never produce the name it just loaded. Unless
|
|
256
|
-
* the caller asked for more than the default, those turns run with the grammar
|
|
257
|
-
* off and the parser, which does accept loaded names, validates the call.
|
|
313
|
+
* Resolve completion params into a source `executeToolSearch` can search,
|
|
314
|
+
* listing MCP tools first as `completion()` does. Needed only when the params
|
|
315
|
+
* carry `mcp`; resolve once per conversation and reuse the result.
|
|
258
316
|
*/
|
|
259
|
-
export function
|
|
260
|
-
const
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
return generationParams;
|
|
264
|
-
if (!resolution || resolution.callableTools.length === resolution.toolsToRender.length) {
|
|
265
|
-
return generationParams;
|
|
266
|
-
}
|
|
267
|
-
return { ...(generationParams ?? {}), tool_choice: 'none' };
|
|
317
|
+
export async function resolveToolSearchSource(params) {
|
|
318
|
+
const { tools: wire } = validateTools([...(params.tools ?? [])]);
|
|
319
|
+
const mcpTools = params.mcp?.length ? await getMcpTools([...params.mcp]) : [];
|
|
320
|
+
return { tools: [...mcpTools, ...wire], toolSearch: params.toolSearch };
|
|
268
321
|
}
|
|
269
322
|
/**
|
|
270
323
|
* Run a `tool_search` call and produce the `tool` message that carries its
|
|
271
324
|
* result. Pure over the history it is given; the caller appends the message.
|
|
272
325
|
*
|
|
273
|
-
*
|
|
274
|
-
*
|
|
275
|
-
* `
|
|
276
|
-
*
|
|
326
|
+
* Pass the same params given to `completion()`, so the search applies the
|
|
327
|
+
* `toolSearch` limits the model was told; with `mcp`, pass
|
|
328
|
+
* `resolveToolSearchSource(params)` instead. A bare tool list applies the default
|
|
329
|
+
* limits. Tools may be wire `Tool`s or the Zod-schema `ToolInput` form; both
|
|
330
|
+
* are converted to wire form first, so the size cap measures the JSON schemas
|
|
331
|
+
* the prompt will declare, not Zod objects.
|
|
277
332
|
*/
|
|
278
|
-
export function executeToolSearch(
|
|
333
|
+
export function executeToolSearch(source, args, history) {
|
|
334
|
+
const { tools = [], toolSearch, mcp } = Array.isArray(source)
|
|
335
|
+
? { tools: source, toolSearch: undefined, mcp: [] }
|
|
336
|
+
: source;
|
|
337
|
+
// MCP tools are listed asynchronously; searching without them would find
|
|
338
|
+
// nothing the model was shown from those servers.
|
|
339
|
+
if (mcp && mcp.length > 0) {
|
|
340
|
+
throw new InvalidToolSchemaError('executeToolSearch cannot list MCP tools. Pass the result of `await resolveToolSearchSource(params)` instead.');
|
|
341
|
+
}
|
|
279
342
|
const { tools: wire } = validateTools([...tools]);
|
|
280
|
-
const { deferred } = partitionTools(wire);
|
|
343
|
+
const { alwaysLoaded, deferred: registered } = partitionTools(wire);
|
|
344
|
+
const deferred = declarableDeferred(alwaysLoaded, registered);
|
|
281
345
|
const query = typeof args['query'] === 'string' ? args['query'] : '';
|
|
282
346
|
const limit = typeof args['limit'] === 'number' ? args['limit'] : undefined;
|
|
283
347
|
const loaded = loadedToolNames(history);
|
|
284
|
-
const matches = searchDeferredTools(deferred, query, limit);
|
|
285
|
-
// A
|
|
348
|
+
const matches = searchDeferredTools(deferred, query, limit, toolSearch);
|
|
349
|
+
// A tool the history already loaded is not reported as loaded again; naming
|
|
286
350
|
// it back tells the model it can call the tool without searching again.
|
|
287
351
|
const alreadyLoaded = matches.filter((tool) => loaded.has(tool.name)).map((tool) => tool.name);
|
|
288
352
|
const fresh = matches.filter((tool) => !loaded.has(tool.name));
|
|
@@ -1,7 +1,18 @@
|
|
|
1
1
|
import type { ToolDialect } from '../../schemas/index.js';
|
|
2
2
|
/**
|
|
3
|
-
*
|
|
4
|
-
*
|
|
5
|
-
* models). Bypass with `completion({ toolDialect })`.
|
|
3
|
+
* The tool-call dialect a model's registry name or file name points to, or
|
|
4
|
+
* undefined when neither matches a known pattern.
|
|
6
5
|
*/
|
|
7
|
-
export declare function
|
|
6
|
+
export declare function matchToolDialectFromName(name: string | undefined, path: string): ToolDialect | undefined;
|
|
7
|
+
/**
|
|
8
|
+
* The tool-call dialect for a GGUF `general.architecture` value, or undefined
|
|
9
|
+
* for an architecture whose models use the default dialect.
|
|
10
|
+
*/
|
|
11
|
+
export declare function matchToolDialectFromArchitecture(architecture: string | undefined): ToolDialect | undefined;
|
|
12
|
+
/**
|
|
13
|
+
* Resolves a model's tool-call dialect: its name first, then the
|
|
14
|
+
* `general.architecture` in its GGUF header, then "hermes", whose parser chain
|
|
15
|
+
* also covers unknown JSON-payload models. The header is read only when the
|
|
16
|
+
* name does not match. Bypass with `completion({ toolDialect })`.
|
|
17
|
+
*/
|
|
18
|
+
export declare function resolveToolDialect(name: string | undefined, path: string): Promise<ToolDialect>;
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
+
import { readGgufArchitecture } from '../../utils/gguf-architecture.js';
|
|
1
2
|
/**
|
|
2
|
-
*
|
|
3
|
-
*
|
|
4
|
-
* models). Bypass with `completion({ toolDialect })`.
|
|
3
|
+
* The tool-call dialect a model's registry name or file name points to, or
|
|
4
|
+
* undefined when neither matches a known pattern.
|
|
5
5
|
*/
|
|
6
|
-
export function
|
|
6
|
+
export function matchToolDialectFromName(name, path) {
|
|
7
7
|
const basename = path.toLowerCase().split(/[/\\]/).pop() ?? '';
|
|
8
8
|
const tag = `${(name ?? '').toLowerCase()}|${basename}`;
|
|
9
9
|
if (/qwen3[._-]?[568](?![a-z0-9])/.test(tag))
|
|
@@ -16,5 +16,34 @@ export function detectToolDialectFromName(name, path) {
|
|
|
16
16
|
return 'dsml';
|
|
17
17
|
if (/lfm[_-]?\d/.test(tag))
|
|
18
18
|
return 'pythonic';
|
|
19
|
-
return
|
|
19
|
+
return undefined;
|
|
20
|
+
}
|
|
21
|
+
const ARCHITECTURE_DIALECTS = new Map([
|
|
22
|
+
['qwen35', 'qwen35'],
|
|
23
|
+
['qwen35moe', 'qwen35'],
|
|
24
|
+
['qwen4exp', 'qwen35'],
|
|
25
|
+
['gemma4', 'gemma4'],
|
|
26
|
+
['gpt-oss', 'harmony'],
|
|
27
|
+
['deepseek32', 'dsml'],
|
|
28
|
+
['deepseek4', 'dsml'],
|
|
29
|
+
['lfm2', 'pythonic'],
|
|
30
|
+
['lfm2moe', 'pythonic']
|
|
31
|
+
]);
|
|
32
|
+
/**
|
|
33
|
+
* The tool-call dialect for a GGUF `general.architecture` value, or undefined
|
|
34
|
+
* for an architecture whose models use the default dialect.
|
|
35
|
+
*/
|
|
36
|
+
export function matchToolDialectFromArchitecture(architecture) {
|
|
37
|
+
return architecture === undefined ? undefined : ARCHITECTURE_DIALECTS.get(architecture);
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Resolves a model's tool-call dialect: its name first, then the
|
|
41
|
+
* `general.architecture` in its GGUF header, then "hermes", whose parser chain
|
|
42
|
+
* also covers unknown JSON-payload models. The header is read only when the
|
|
43
|
+
* name does not match. Bypass with `completion({ toolDialect })`.
|
|
44
|
+
*/
|
|
45
|
+
export async function resolveToolDialect(name, path) {
|
|
46
|
+
return (matchToolDialectFromName(name, path) ??
|
|
47
|
+
matchToolDialectFromArchitecture(await readGgufArchitecture(path)) ??
|
|
48
|
+
'hermes');
|
|
20
49
|
}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export {
|
|
2
|
-
export { parseToolCalls } from '
|
|
3
|
-
export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from '
|
|
1
|
+
export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
|
|
2
|
+
export { parseToolCalls } from '../../utils/tools/parser.js';
|
|
3
|
+
export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, resolveToolSearchSource, searchDeferredTools } from '../../utils/tools/defer.js';
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export {
|
|
2
|
-
export { parseToolCalls } from '
|
|
3
|
-
export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, searchDeferredTools } from '
|
|
1
|
+
export { matchToolDialectFromArchitecture, matchToolDialectFromName, resolveToolDialect } from '../../utils/tools/dialect.js';
|
|
2
|
+
export { parseToolCalls } from '../../utils/tools/parser.js';
|
|
3
|
+
export { TOOL_SEARCH_NAME, buildCatalog, buildToolSearchTool, executeToolSearch, loadedToolNames, partitionTools, resolveDeferredTools, resolveToolSearchSource, searchDeferredTools } from '../../utils/tools/defer.js';
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
import { stripThinkingBlocks } from '
|
|
2
|
-
import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '
|
|
3
|
-
import { parseHermesFormat } from '
|
|
4
|
-
import { parsePythonicFormat } from '
|
|
5
|
-
import { parseHarmonyFormat } from '
|
|
6
|
-
import { parseQwen35Format } from '
|
|
7
|
-
import { parseGemma4NativeFormat } from '
|
|
8
|
-
import { parseDsmlFormat } from '
|
|
1
|
+
import { stripThinkingBlocks } from '../../utils/tools/shared.js';
|
|
2
|
+
import { parseGemmaFormat, parseGenericFormat, parseLlamacppFormat } from '../../utils/tools/parsers/json.js';
|
|
3
|
+
import { parseHermesFormat } from '../../utils/tools/parsers/hermes.js';
|
|
4
|
+
import { parsePythonicFormat } from '../../utils/tools/parsers/pythonic.js';
|
|
5
|
+
import { parseHarmonyFormat } from '../../utils/tools/parsers/harmony.js';
|
|
6
|
+
import { parseQwen35Format } from '../../utils/tools/parsers/qwen35.js';
|
|
7
|
+
import { parseGemma4NativeFormat } from '../../utils/tools/parsers/gemma4native.js';
|
|
8
|
+
import { parseDsmlFormat } from '../../utils/tools/parsers/dsml.js';
|
|
9
9
|
function pickFormatParsers(dialect) {
|
|
10
10
|
switch (dialect) {
|
|
11
11
|
case 'pythonic':
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
// DeepSeek marks DSML tags with a fullwidth vertical line (U+FF5C `|`), not
|
|
3
3
|
// the ASCII pipe used by the visually similar `<|...|>` markers of the harmony
|
|
4
4
|
// and gemma4 dialects — the two must not be conflated. V4 wraps calls in
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
// Transliterates Gemma 4's JS-literal argument body to valid JSON so it can
|
|
3
3
|
// be parsed with JSON.parse. The body uses:
|
|
4
4
|
// - <|"|>...<|"|> instead of "..." for string values
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
const HARMONY_FRAME_RE = /to=functions\.([\w-]+)\s+<\|constrain\|>json<\|message\|>([\s\S]*?)(?=<\|call\|>|$)/g;
|
|
3
3
|
export function parseHarmonyFormat(text, tools) {
|
|
4
4
|
const toolCalls = [];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
// Qwen3.5/3.6 can fuse its two tool templates into one frame, embedding the
|
|
3
3
|
// XML `<function=NAME>` token as a bare string key inside the JSON envelope:
|
|
4
4
|
// {"function=NAME","arguments":{...}} (invalid JSON, not parseable as-is)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { Tool } from '../../../schemas/index.js';
|
|
2
|
-
import { type ParserResult } from '
|
|
2
|
+
import { type ParserResult } from '../../../utils/tools/shared.js';
|
|
3
3
|
export declare function parseGemmaFormat(text: string, tools: Tool[]): ParserResult;
|
|
4
4
|
export declare function parseLlamacppFormat(text: string, tools: Tool[]): ParserResult;
|
|
5
5
|
export declare function parseGenericFormat(text: string, tools: Tool[]): ParserResult;
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, isValidToolCall, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
export function parseGemmaFormat(text, tools) {
|
|
3
3
|
const toolCalls = [];
|
|
4
4
|
const errors = [];
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
// Pythonic `[name(k=v), ...]` arrays. LFM 2.x is auto-routed; Llama-style
|
|
3
3
|
// tokens are kept for callers that opt in via `completion({ toolDialect:
|
|
4
4
|
// "pythonic" })` for a model known to emit Pythonic. Pure string parsing —
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '
|
|
1
|
+
import { generateStableToolCallId, coerceByParameterTypes, parameterAllowsNull, parameterTypes, validateToolArguments } from '../../../utils/tools/shared.js';
|
|
2
2
|
// Coerce raw parameter text to the type declared in the tool's JSON schema.
|
|
3
3
|
// String values are raw (not JSON-quoted); arrays/objects are valid JSON.
|
|
4
4
|
function coerceParamValue(raw, schema) {
|
|
@@ -2,9 +2,19 @@ import { type TranscribeSegment } from '../schemas/index.js';
|
|
|
2
2
|
/**
|
|
3
3
|
* A native transcript segment, as emitted by the engines of
|
|
4
4
|
* `@qvac/asr-ggml` and by `@qvac/bci-whispercpp`. `text` plus the timing
|
|
5
|
-
* fields are shared; `isEndOfTurn` and `startsWord` are parakeet-only,
|
|
6
|
-
* `
|
|
5
|
+
* fields are shared; `isEndOfTurn` and `startsWord` are parakeet-only,
|
|
6
|
+
* `tokenIds`, `isFinal`, `chunkIndex` and `eotConfidence` are parakeet
|
|
7
|
+
* streaming-only, `language`, `noSpeechProb`, `speakerTurnNext` and `tokens`
|
|
8
|
+
* are whisper-only, and `windowStartTimestep` is BCI delta-streaming-only.
|
|
7
9
|
*/
|
|
10
|
+
export interface AsrAddonToken {
|
|
11
|
+
text: string;
|
|
12
|
+
/** Token start time in seconds. */
|
|
13
|
+
start: number;
|
|
14
|
+
/** Token end time in seconds. */
|
|
15
|
+
end: number;
|
|
16
|
+
probability: number;
|
|
17
|
+
}
|
|
8
18
|
export interface AsrAddonSegment {
|
|
9
19
|
text: string;
|
|
10
20
|
speakerId?: number;
|
|
@@ -22,6 +32,22 @@ export interface AsrAddonSegment {
|
|
|
22
32
|
isEndOfTurn?: boolean;
|
|
23
33
|
/** Parakeet: the segment begins a new SentencePiece word. */
|
|
24
34
|
startsWord?: boolean;
|
|
35
|
+
/** Parakeet streaming: native token ids of the segment. */
|
|
36
|
+
tokenIds?: number[];
|
|
37
|
+
/** Parakeet streaming: explicit native finality, including empty final markers. */
|
|
38
|
+
isFinal?: boolean;
|
|
39
|
+
/** Parakeet streaming: native chunk index; -1 when unknown. */
|
|
40
|
+
chunkIndex?: number;
|
|
41
|
+
/** Parakeet EOU streaming: native end-of-turn confidence. */
|
|
42
|
+
eotConfidence?: number;
|
|
43
|
+
/** Whisper: language the window was decoded in (e.g. `"en"`). */
|
|
44
|
+
language?: string;
|
|
45
|
+
/** Whisper: probability that the segment's window holds no speech. */
|
|
46
|
+
noSpeechProb?: number;
|
|
47
|
+
/** Whisper with `tdrz_enable`: a speaker turn follows this segment. */
|
|
48
|
+
speakerTurnNext?: boolean;
|
|
49
|
+
/** Whisper with `token_timestamps`: per-token text, timing and probability. */
|
|
50
|
+
tokens?: AsrAddonToken[];
|
|
25
51
|
/** BCI delta streaming: absolute timestep at which the owning window began. */
|
|
26
52
|
windowStartTimestep?: number;
|
|
27
53
|
}
|
|
@@ -1,5 +1,13 @@
|
|
|
1
1
|
import { ModelType } from '../schemas/index.js';
|
|
2
2
|
import { TranscriptionFailedError } from '../errors/index.js';
|
|
3
|
+
function toTranscribeToken(token) {
|
|
4
|
+
return {
|
|
5
|
+
text: token.text,
|
|
6
|
+
startMs: token.start * 1000,
|
|
7
|
+
endMs: token.end * 1000,
|
|
8
|
+
probability: token.probability
|
|
9
|
+
};
|
|
10
|
+
}
|
|
3
11
|
/**
|
|
4
12
|
* Normalize a native transcript segment to the engine-level
|
|
5
13
|
* `TranscribeSegment` shape exposed to callers: seconds → milliseconds,
|
|
@@ -25,6 +33,14 @@ export function toTranscribeSegment(chunk) {
|
|
|
25
33
|
id: chunk.id ?? 0,
|
|
26
34
|
...(chunk.isEndOfTurn !== undefined && { isEndOfTurn: chunk.isEndOfTurn }),
|
|
27
35
|
...(chunk.startsWord !== undefined && { startsWord: chunk.startsWord }),
|
|
36
|
+
...(chunk.tokenIds !== undefined && { tokenIds: [...chunk.tokenIds] }),
|
|
37
|
+
...(chunk.isFinal !== undefined && { isFinal: chunk.isFinal }),
|
|
38
|
+
...(chunk.chunkIndex !== undefined && { chunkIndex: chunk.chunkIndex }),
|
|
39
|
+
...(chunk.eotConfidence !== undefined && { eotConfidence: chunk.eotConfidence }),
|
|
40
|
+
...(chunk.language !== undefined && { language: chunk.language }),
|
|
41
|
+
...(chunk.noSpeechProb !== undefined && { noSpeechProb: chunk.noSpeechProb }),
|
|
42
|
+
...(chunk.speakerTurnNext !== undefined && { speakerTurnNext: chunk.speakerTurnNext }),
|
|
43
|
+
...(chunk.tokens !== undefined && { tokens: chunk.tokens.map(toTranscribeToken) }),
|
|
28
44
|
...(chunk.windowStartTimestep !== undefined && {
|
|
29
45
|
windowStartTimestep: chunk.windowStartTimestep
|
|
30
46
|
})
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { TtsStats } from '../schemas/index.js';
|
|
2
|
-
import type { TtsStats as AddonTtsStats, TtsOutputChunk } from '
|
|
2
|
+
import type { TtsStats as AddonTtsStats, TtsOutputChunk } from '../utils/addon-responses.js';
|
|
3
3
|
/**
|
|
4
4
|
* Shared types and utilities for TTS operations.
|
|
5
5
|
* Used by both text-to-speech.ts and text-to-speech-stream.ts.
|
|
@@ -8,10 +8,14 @@ export type TtsStreamChunk = TtsOutputChunk;
|
|
|
8
8
|
export type TtsOpYield = {
|
|
9
9
|
text?: string;
|
|
10
10
|
buffer: number[];
|
|
11
|
+
/** Base64 int16 LE PCM; set instead of `buffer` by the ops (see `encodeTtsPcm`). */
|
|
12
|
+
pcm?: string;
|
|
11
13
|
sampleRate?: number;
|
|
12
14
|
chunkIndex?: number;
|
|
13
15
|
sentenceChunk?: string;
|
|
14
16
|
isLast?: boolean;
|
|
17
|
+
/** CosyVoice3: the speech tokens of the synthesis this frame belongs to. */
|
|
18
|
+
speechTokenIds?: number[];
|
|
15
19
|
};
|
|
16
20
|
/**
|
|
17
21
|
* Everything an addon chunk carries beyond its PCM. Shared by both TTS ops so
|
|
@@ -20,17 +24,55 @@ export type TtsOpYield = {
|
|
|
20
24
|
* forwarded the metadata.
|
|
21
25
|
*/
|
|
22
26
|
export declare function chunkMetadata(chunk: TtsStreamChunk): {
|
|
27
|
+
speechTokenIds?: number[];
|
|
23
28
|
isLast?: boolean;
|
|
24
29
|
sentenceChunk?: string;
|
|
25
30
|
chunkIndex?: number;
|
|
26
31
|
sampleRate?: number;
|
|
27
32
|
};
|
|
33
|
+
/**
|
|
34
|
+
* Whether a chunk has anything to forward besides PCM. CosyVoice3's native
|
|
35
|
+
* chunk streaming ends with an empty-PCM `isLast` chunk that carries the
|
|
36
|
+
* run's `speechTokenIds`; Audio8's native end markers are empty too but carry
|
|
37
|
+
* nothing, so the ops skip those and forward these.
|
|
38
|
+
*/
|
|
39
|
+
export declare function carriesSpeechTokenIds(chunk: TtsStreamChunk): boolean;
|
|
28
40
|
/**
|
|
29
41
|
* Appends a chunk's samples to `target` in place, which keeps collecting an
|
|
30
42
|
* utterance linear in its length — a natively chunked MOSS run emits dozens of
|
|
31
43
|
* chunks into one buffer.
|
|
32
44
|
*/
|
|
33
45
|
export declare function appendPcm(target: number[], samples: ArrayLike<number>): void;
|
|
46
|
+
/**
|
|
47
|
+
* One contiguous buffer from the engine's per-chunk output arrays: an
|
|
48
|
+
* `Int16Array` when every part is one (the engines' PCM), else a plain array.
|
|
49
|
+
*/
|
|
50
|
+
export declare function concatPcm(parts: readonly ArrayLike<number>[]): Int16Array | number[];
|
|
51
|
+
/**
|
|
52
|
+
* The audio fields of a frame: int16 engine output rides the wire as base64
|
|
53
|
+
* `pcm`; anything else (test doubles, non-int16 engines) stays a `buffer`.
|
|
54
|
+
*/
|
|
55
|
+
export declare function pcmFrame(samples: ArrayLike<number>): {
|
|
56
|
+
buffer: number[];
|
|
57
|
+
pcm?: string;
|
|
58
|
+
};
|
|
59
|
+
/**
|
|
60
|
+
* The addon stats that keep their name on the wire. `audioDurationMs` is the
|
|
61
|
+
* one rename (`audioDuration`, the name the SDK has always exposed) and is
|
|
62
|
+
* handled on its own below.
|
|
63
|
+
*
|
|
64
|
+
* Two compile-time checks keep this table honest. `satisfies` requires every
|
|
65
|
+
* entry to be a key of both the addon's stats and `ttsStatsSchema`, and
|
|
66
|
+
* `UnforwardedTtsStats` below requires every key of either type to be an
|
|
67
|
+
* entry. A stat added to one side only, or to both without a line here, fails
|
|
68
|
+
* to compile rather than being dropped silently.
|
|
69
|
+
*/
|
|
70
|
+
declare const TTS_FORWARDED_STATS: readonly ["totalTime", "realTimeFactor", "tokensPerSecond", "totalSamples", "generatedFrames", "firstAudioMs", "backendDevice", "backendId", "gpuUnsupported", "enhancerBackendDevice", "enhancerBackendId", "denoiserBackendDevice", "denoiserBackendId", "codecSidecarLoaded", "codecOnCoreml", "decoderSidecarLoaded", "dacSidecarLoaded", "decoderOnCoreml", "dacOnCoreml", "t3Ms", "s3genMs", "t3Tokens", "stageTotalMs", "lmPrefillMs", "lmDecodeMs", "flowFrontendMs", "ditEulerMs", "hiftF0Ms", "hiftSourceMs", "hiftStftMs", "hiftDecodeMs", "decodeSteps", "speechTokens", "flowFrames", "melFrames", "textIds", "promptSpeechTokens", "voiceEncodeMs", "promptMs", "prefillMs", "sampleMs", "fastDecodeMs", "slowDecodeMs", "codecLatentMs", "codecSynthMs", "resampleMs"];
|
|
71
|
+
type ForwardedTtsStat = (typeof TTS_FORWARDED_STATS)[number];
|
|
72
|
+
type UnforwardedTtsStats = Exclude<keyof AddonTtsStats, ForwardedTtsStat | 'audioDurationMs'> | Exclude<keyof TtsStats, ForwardedTtsStat | 'audioDuration'>;
|
|
73
|
+
type AssertNoUnforwardedTtsStats<T extends never> = T;
|
|
74
|
+
export type TtsStatsTableIsExhaustive = AssertNoUnforwardedTtsStats<UnforwardedTtsStats>;
|
|
34
75
|
export declare function collectTtsStats(response: {
|
|
35
76
|
stats?: AddonTtsStats;
|
|
36
77
|
}): TtsStats;
|
|
78
|
+
export {};
|