@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -2,7 +2,7 @@ import { z } from 'zod';
|
|
|
2
2
|
/**
|
|
3
3
|
* Storage modes of the native vector index. The `TURBOVEC_*` modes are the
|
|
4
4
|
* quantised TurboVec formats and require a dimension divisible by 8 and no
|
|
5
|
-
* greater than
|
|
5
|
+
* greater than 16384. `F32`, `Q8` and `Q4` are the generic stores of the same
|
|
6
6
|
* addon and accept any dimension. Declared as a name-to-value map, like
|
|
7
7
|
* `ModelType`, so the contract carries the names for generated clients.
|
|
8
8
|
*/
|
|
@@ -63,6 +63,9 @@ export declare const vectorIndexIdsParamsSchema: z.ZodObject<{
|
|
|
63
63
|
export declare const vectorIndexWriteParamsSchema: z.ZodObject<{
|
|
64
64
|
path: z.ZodString;
|
|
65
65
|
}, z.core.$strip>;
|
|
66
|
+
export declare const vectorIndexSetStagedSearchParamsSchema: z.ZodObject<{
|
|
67
|
+
enabled: z.ZodBoolean;
|
|
68
|
+
}, z.core.$strip>;
|
|
66
69
|
export declare const vectorIndexRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
67
70
|
dim: z.ZodNumber;
|
|
68
71
|
storage: z.ZodDefault<z.ZodEnum<{
|
|
@@ -73,41 +76,64 @@ export declare const vectorIndexRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObj
|
|
|
73
76
|
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
74
77
|
}>>;
|
|
75
78
|
operation: z.ZodLiteral<"create">;
|
|
79
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
80
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
76
81
|
type: z.ZodLiteral<"vectorIndex">;
|
|
77
82
|
}, z.core.$strip>, z.ZodObject<{
|
|
78
83
|
path: z.ZodString;
|
|
79
84
|
operation: z.ZodLiteral<"load">;
|
|
85
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
86
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
80
87
|
type: z.ZodLiteral<"vectorIndex">;
|
|
81
88
|
}, z.core.$strip>, z.ZodObject<{
|
|
82
89
|
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
83
90
|
vectors: z.ZodArray<z.ZodArray<z.ZodNumber>>;
|
|
84
91
|
operation: z.ZodLiteral<"add">;
|
|
85
92
|
indexId: z.ZodString;
|
|
93
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
94
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
86
95
|
type: z.ZodLiteral<"vectorIndex">;
|
|
87
96
|
}, z.core.$strip>, z.ZodObject<{
|
|
88
97
|
queries: z.ZodArray<z.ZodArray<z.ZodNumber>>;
|
|
89
98
|
k: z.ZodNumber;
|
|
90
99
|
operation: z.ZodLiteral<"search">;
|
|
91
100
|
indexId: z.ZodString;
|
|
101
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
102
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
92
103
|
type: z.ZodLiteral<"vectorIndex">;
|
|
93
104
|
}, z.core.$strip>, z.ZodObject<{
|
|
94
105
|
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
95
106
|
operation: z.ZodLiteral<"remove">;
|
|
96
107
|
indexId: z.ZodString;
|
|
108
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
109
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
97
110
|
type: z.ZodLiteral<"vectorIndex">;
|
|
98
111
|
}, z.core.$strip>, z.ZodObject<{
|
|
99
112
|
ids: z.ZodArray<z.ZodUnion<readonly [z.ZodString, z.ZodNumber]>>;
|
|
100
113
|
operation: z.ZodLiteral<"contains">;
|
|
101
114
|
indexId: z.ZodString;
|
|
115
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
116
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
102
117
|
type: z.ZodLiteral<"vectorIndex">;
|
|
103
118
|
}, z.core.$strip>, z.ZodObject<{
|
|
104
119
|
path: z.ZodString;
|
|
105
120
|
operation: z.ZodLiteral<"write">;
|
|
106
121
|
indexId: z.ZodString;
|
|
122
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
123
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
124
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
125
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
126
|
+
enabled: z.ZodBoolean;
|
|
127
|
+
operation: z.ZodLiteral<"setStagedSearch">;
|
|
128
|
+
indexId: z.ZodString;
|
|
129
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
130
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
107
131
|
type: z.ZodLiteral<"vectorIndex">;
|
|
108
132
|
}, z.core.$strip>, z.ZodObject<{
|
|
109
133
|
operation: z.ZodLiteral<"dispose">;
|
|
110
134
|
indexId: z.ZodString;
|
|
135
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
136
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
111
137
|
type: z.ZodLiteral<"vectorIndex">;
|
|
112
138
|
}, z.core.$strip>], "operation">;
|
|
113
139
|
export declare const vectorIndexHitSchema: z.ZodObject<{
|
|
@@ -115,6 +141,7 @@ export declare const vectorIndexHitSchema: z.ZodObject<{
|
|
|
115
141
|
score: z.ZodNumber;
|
|
116
142
|
}, z.core.$strip>;
|
|
117
143
|
export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
144
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
118
145
|
type: z.ZodLiteral<"vectorIndex">;
|
|
119
146
|
operation: z.ZodLiteral<"create">;
|
|
120
147
|
indexId: z.ZodString;
|
|
@@ -127,7 +154,10 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
127
154
|
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
128
155
|
}>;
|
|
129
156
|
length: z.ZodNumber;
|
|
157
|
+
calibrated: z.ZodOptional<z.ZodBoolean>;
|
|
158
|
+
stagedSearch: z.ZodOptional<z.ZodBoolean>;
|
|
130
159
|
}, z.core.$strip>, z.ZodObject<{
|
|
160
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
131
161
|
type: z.ZodLiteral<"vectorIndex">;
|
|
132
162
|
operation: z.ZodLiteral<"load">;
|
|
133
163
|
indexId: z.ZodString;
|
|
@@ -140,11 +170,17 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
140
170
|
readonly TURBOVEC_Q2: "turbovec-q2";
|
|
141
171
|
}>>;
|
|
142
172
|
length: z.ZodNumber;
|
|
173
|
+
calibrated: z.ZodOptional<z.ZodBoolean>;
|
|
174
|
+
stagedSearch: z.ZodOptional<z.ZodBoolean>;
|
|
143
175
|
}, z.core.$strip>, z.ZodObject<{
|
|
176
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
144
177
|
type: z.ZodLiteral<"vectorIndex">;
|
|
145
178
|
operation: z.ZodLiteral<"add">;
|
|
146
179
|
length: z.ZodNumber;
|
|
180
|
+
calibrated: z.ZodOptional<z.ZodBoolean>;
|
|
181
|
+
stagedSearch: z.ZodOptional<z.ZodBoolean>;
|
|
147
182
|
}, z.core.$strip>, z.ZodObject<{
|
|
183
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
148
184
|
type: z.ZodLiteral<"vectorIndex">;
|
|
149
185
|
operation: z.ZodLiteral<"search">;
|
|
150
186
|
results: z.ZodArray<z.ZodArray<z.ZodObject<{
|
|
@@ -152,19 +188,28 @@ export declare const vectorIndexResponseSchema: z.ZodDiscriminatedUnion<[z.ZodOb
|
|
|
152
188
|
score: z.ZodNumber;
|
|
153
189
|
}, z.core.$strip>>>;
|
|
154
190
|
}, z.core.$strip>, z.ZodObject<{
|
|
191
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
155
192
|
type: z.ZodLiteral<"vectorIndex">;
|
|
156
193
|
operation: z.ZodLiteral<"remove">;
|
|
157
194
|
removed: z.ZodArray<z.ZodBoolean>;
|
|
158
195
|
length: z.ZodNumber;
|
|
159
196
|
}, z.core.$strip>, z.ZodObject<{
|
|
197
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
160
198
|
type: z.ZodLiteral<"vectorIndex">;
|
|
161
199
|
operation: z.ZodLiteral<"contains">;
|
|
162
200
|
present: z.ZodArray<z.ZodBoolean>;
|
|
163
201
|
}, z.core.$strip>, z.ZodObject<{
|
|
202
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
164
203
|
type: z.ZodLiteral<"vectorIndex">;
|
|
165
204
|
operation: z.ZodLiteral<"write">;
|
|
166
205
|
path: z.ZodString;
|
|
167
206
|
}, z.core.$strip>, z.ZodObject<{
|
|
207
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
208
|
+
type: z.ZodLiteral<"vectorIndex">;
|
|
209
|
+
operation: z.ZodLiteral<"setStagedSearch">;
|
|
210
|
+
stagedSearch: z.ZodBoolean;
|
|
211
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
212
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
168
213
|
type: z.ZodLiteral<"vectorIndex">;
|
|
169
214
|
operation: z.ZodLiteral<"dispose">;
|
|
170
215
|
disposed: z.ZodBoolean;
|
|
@@ -189,6 +234,7 @@ export type VectorIndexSearchParams = {
|
|
|
189
234
|
k: number;
|
|
190
235
|
};
|
|
191
236
|
export type VectorIndexWriteParams = z.infer<typeof vectorIndexWriteParamsSchema>;
|
|
237
|
+
export type VectorIndexSetStagedSearchParams = z.infer<typeof vectorIndexSetStagedSearchParamsSchema>;
|
|
192
238
|
export declare function toWireVectorIds(ids: readonly VectorId[]): VectorIdWire[];
|
|
193
239
|
/** Index of the first row whose length differs from `dim`, or -1 when every row matches. */
|
|
194
240
|
export declare function findVectorRowLengthMismatch(rows: readonly (readonly number[])[], dim: number): number;
|
|
@@ -1,9 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
// ============== Storage vocabulary ==============
|
|
3
4
|
/**
|
|
4
5
|
* Storage modes of the native vector index. The `TURBOVEC_*` modes are the
|
|
5
6
|
* quantised TurboVec formats and require a dimension divisible by 8 and no
|
|
6
|
-
* greater than
|
|
7
|
+
* greater than 16384. `F32`, `Q8` and `Q4` are the generic stores of the same
|
|
7
8
|
* addon and accept any dimension. Declared as a name-to-value map, like
|
|
8
9
|
* `ModelType`, so the contract carries the names for generated clients.
|
|
9
10
|
*/
|
|
@@ -67,47 +68,56 @@ export const vectorIndexIdsParamsSchema = z.object({
|
|
|
67
68
|
export const vectorIndexWriteParamsSchema = z.object({
|
|
68
69
|
path: snapshotPathSchema
|
|
69
70
|
});
|
|
71
|
+
export const vectorIndexSetStagedSearchParamsSchema = z.object({
|
|
72
|
+
enabled: z.boolean()
|
|
73
|
+
});
|
|
70
74
|
// ============== Requests ==============
|
|
71
75
|
const vectorIndexTypeField = { type: z.literal('vectorIndex') };
|
|
76
|
+
const vectorIndexRequestFields = { ...vectorIndexTypeField, ...trackedRequestSchema.shape };
|
|
72
77
|
const handleField = { indexId: indexIdSchema };
|
|
73
78
|
const vectorIndexCreateRequestSchema = createVectorIndexParamsSchema.extend({
|
|
74
|
-
...
|
|
79
|
+
...vectorIndexRequestFields,
|
|
75
80
|
operation: z.literal('create')
|
|
76
81
|
});
|
|
77
82
|
const vectorIndexLoadRequestSchema = loadVectorIndexParamsSchema.extend({
|
|
78
|
-
...
|
|
83
|
+
...vectorIndexRequestFields,
|
|
79
84
|
operation: z.literal('load')
|
|
80
85
|
});
|
|
81
86
|
const vectorIndexAddRequestSchema = vectorIndexAddParamsSchema.extend({
|
|
82
|
-
...
|
|
87
|
+
...vectorIndexRequestFields,
|
|
83
88
|
...handleField,
|
|
84
89
|
operation: z.literal('add')
|
|
85
90
|
});
|
|
86
91
|
const vectorIndexSearchRequestSchema = vectorIndexSearchParamsSchema.extend({
|
|
87
|
-
...
|
|
92
|
+
...vectorIndexRequestFields,
|
|
88
93
|
...handleField,
|
|
89
94
|
operation: z.literal('search')
|
|
90
95
|
});
|
|
91
96
|
const vectorIndexRemoveRequestSchema = vectorIndexIdsParamsSchema.extend({
|
|
92
|
-
...
|
|
97
|
+
...vectorIndexRequestFields,
|
|
93
98
|
...handleField,
|
|
94
99
|
operation: z.literal('remove')
|
|
95
100
|
});
|
|
96
101
|
const vectorIndexContainsRequestSchema = vectorIndexIdsParamsSchema.extend({
|
|
97
|
-
...
|
|
102
|
+
...vectorIndexRequestFields,
|
|
98
103
|
...handleField,
|
|
99
104
|
operation: z.literal('contains')
|
|
100
105
|
});
|
|
101
106
|
const vectorIndexWriteRequestSchema = vectorIndexWriteParamsSchema.extend({
|
|
102
|
-
...
|
|
107
|
+
...vectorIndexRequestFields,
|
|
103
108
|
...handleField,
|
|
104
109
|
operation: z.literal('write')
|
|
105
110
|
});
|
|
106
111
|
const vectorIndexDisposeRequestSchema = z.object({
|
|
107
|
-
...
|
|
112
|
+
...vectorIndexRequestFields,
|
|
108
113
|
...handleField,
|
|
109
114
|
operation: z.literal('dispose')
|
|
110
115
|
});
|
|
116
|
+
const vectorIndexSetStagedSearchRequestSchema = vectorIndexSetStagedSearchParamsSchema.extend({
|
|
117
|
+
...vectorIndexRequestFields,
|
|
118
|
+
...handleField,
|
|
119
|
+
operation: z.literal('setStagedSearch')
|
|
120
|
+
});
|
|
111
121
|
export const vectorIndexRequestSchema = z.discriminatedUnion('operation', [
|
|
112
122
|
vectorIndexCreateRequestSchema,
|
|
113
123
|
vectorIndexLoadRequestSchema,
|
|
@@ -116,6 +126,7 @@ export const vectorIndexRequestSchema = z.discriminatedUnion('operation', [
|
|
|
116
126
|
vectorIndexRemoveRequestSchema,
|
|
117
127
|
vectorIndexContainsRequestSchema,
|
|
118
128
|
vectorIndexWriteRequestSchema,
|
|
129
|
+
vectorIndexSetStagedSearchRequestSchema,
|
|
119
130
|
vectorIndexDisposeRequestSchema
|
|
120
131
|
]);
|
|
121
132
|
// ============== Responses ==============
|
|
@@ -123,8 +134,17 @@ export const vectorIndexHitSchema = z.object({
|
|
|
123
134
|
id: z.string(),
|
|
124
135
|
score: z.number()
|
|
125
136
|
});
|
|
126
|
-
const vectorIndexResponseBaseSchema = z.object(
|
|
137
|
+
const vectorIndexResponseBaseSchema = z.object({
|
|
138
|
+
...vectorIndexTypeField,
|
|
139
|
+
requestId: z.string().optional().describe('Identity of the request.')
|
|
140
|
+
});
|
|
141
|
+
// External providers may omit controls introduced after the original contract.
|
|
142
|
+
const vectorIndexStateFields = {
|
|
143
|
+
calibrated: z.boolean().optional(),
|
|
144
|
+
stagedSearch: z.boolean().optional()
|
|
145
|
+
};
|
|
127
146
|
const vectorIndexCreateResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
147
|
+
...vectorIndexStateFields,
|
|
128
148
|
operation: z.literal('create'),
|
|
129
149
|
indexId: indexIdSchema,
|
|
130
150
|
dim: z.number().int().positive(),
|
|
@@ -134,6 +154,7 @@ const vectorIndexCreateResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
|
134
154
|
// A loaded snapshot reports its storage only when the backend can derive it;
|
|
135
155
|
// the native index exposes a bit width, and 4 bits is ambiguous.
|
|
136
156
|
const vectorIndexLoadResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
157
|
+
...vectorIndexStateFields,
|
|
137
158
|
operation: z.literal('load'),
|
|
138
159
|
indexId: indexIdSchema,
|
|
139
160
|
dim: z.number().int().positive(),
|
|
@@ -141,6 +162,7 @@ const vectorIndexLoadResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
|
141
162
|
length: lengthSchema
|
|
142
163
|
});
|
|
143
164
|
const vectorIndexAddResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
165
|
+
...vectorIndexStateFields,
|
|
144
166
|
operation: z.literal('add'),
|
|
145
167
|
length: lengthSchema
|
|
146
168
|
});
|
|
@@ -165,6 +187,10 @@ const vectorIndexDisposeResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
|
165
187
|
operation: z.literal('dispose'),
|
|
166
188
|
disposed: z.boolean()
|
|
167
189
|
});
|
|
190
|
+
const vectorIndexSetStagedSearchResponseSchema = vectorIndexResponseBaseSchema.extend({
|
|
191
|
+
operation: z.literal('setStagedSearch'),
|
|
192
|
+
stagedSearch: z.boolean()
|
|
193
|
+
});
|
|
168
194
|
export const vectorIndexResponseSchema = z.discriminatedUnion('operation', [
|
|
169
195
|
vectorIndexCreateResponseSchema,
|
|
170
196
|
vectorIndexLoadResponseSchema,
|
|
@@ -173,6 +199,7 @@ export const vectorIndexResponseSchema = z.discriminatedUnion('operation', [
|
|
|
173
199
|
vectorIndexRemoveResponseSchema,
|
|
174
200
|
vectorIndexContainsResponseSchema,
|
|
175
201
|
vectorIndexWriteResponseSchema,
|
|
202
|
+
vectorIndexSetStagedSearchResponseSchema,
|
|
176
203
|
vectorIndexDisposeResponseSchema
|
|
177
204
|
]);
|
|
178
205
|
// ============== Helpers shared by the in-process and RPC clients ==============
|
package/dist/schemas/vla.d.ts
CHANGED
|
@@ -44,12 +44,12 @@ export declare const vlaConfigSchema: z.ZodObject<{
|
|
|
44
44
|
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
45
45
|
cpu: "cpu";
|
|
46
46
|
auto: "auto";
|
|
47
|
-
cuda: "cuda";
|
|
48
47
|
vulkan: "vulkan";
|
|
49
|
-
metal: "metal";
|
|
50
48
|
opencl: "opencl";
|
|
51
|
-
|
|
49
|
+
metal: "metal";
|
|
50
|
+
cuda: "cuda";
|
|
52
51
|
rocm: "rocm";
|
|
52
|
+
hip: "hip";
|
|
53
53
|
sycl: "sycl";
|
|
54
54
|
}>>>;
|
|
55
55
|
verbosity: z.ZodOptional<z.ZodNumber>;
|
package/dist/surface.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
|
-
export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, VERBOSITY, type Attachment, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
1
|
+
export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, type EmbedInput, type EmbedInputPart, type EmbedMediaSource, type EmbedLegacyParams as EmbedParams, type EmbedClientParams, type EmbedClientInput, type EmbedBatchClientParams as EmbedBatchParams, type EmbedBatchClientParams, type ImageEmbeddingConfig, type ImageEmbeddingStats, VERBOSITY, type Attachment, type HistoryContent, type HistoryContentPart, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type TranscribeToken, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, requestParent, type PluginHandlerContext, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_IMAGE_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
2
2
|
export { type ToolInput, type ToolHandler } from './utils/tool-helpers.js';
|
|
3
|
-
export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, searchDeferredTools } from './utils/tools/defer.js';
|
|
3
|
+
export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, resolveToolSearchSource, searchDeferredTools, type ToolSearchSource } from './utils/tools/defer.js';
|
|
4
|
+
export { untilAborted } from './utils/until-aborted.js';
|
|
4
5
|
export * from './schemas/index.js';
|
|
5
6
|
export * from './profiling/index.js';
|
|
6
7
|
export * from './constants/index.js';
|
|
@@ -11,7 +12,7 @@ export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
|
|
|
11
12
|
export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
|
|
12
13
|
export * from './models/registry/index.js';
|
|
13
14
|
export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
|
|
14
|
-
export { RpcServerOperationError, InferenceCancelledError, ContextOverflowError, type ContextOverflowErrorSizes, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
15
|
+
export { RpcServerOperationError, AudioEncodeFailedError, InferenceCancelledError, ContextOverflowError, type ContextOverflowErrorSizes, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, SessionIdConflictError, SessionNotOpenError, ModelLeasedError, ModelReconfiguredError, OwnerOnlyError, RAGWorkspaceBusyError, ModelNotLoadedError, ModelRegistryModelNotFoundError, ModelRegistryBusyError, TranslationFailedError, InvalidSeedFromParamsError, KvCacheSeedSourceNotFoundError, KvCacheSeedSharingDisabledError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
15
16
|
export type { InferenceCancelledPartial } from './errors/index.js';
|
|
16
17
|
export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
|
|
17
18
|
export type { Logger, LogTransport, LoggerOptions } from './logging/index.js';
|
package/dist/surface.js
CHANGED
|
@@ -2,8 +2,9 @@
|
|
|
2
2
|
// the model registry. Every `bare-*` import here is `import type` (erased at
|
|
3
3
|
// build), so it pulls no runtime dependency and no engine. `index.ts` re-exports
|
|
4
4
|
// it alongside the engine.
|
|
5
|
-
export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, definePlugin, defineHandler, defineDuplexHandler, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
6
|
-
export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, searchDeferredTools } from './utils/tools/defer.js';
|
|
5
|
+
export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, definePlugin, defineHandler, defineDuplexHandler, requestParent, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_IMAGE_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
6
|
+
export { TOOL_SEARCH_NAME, buildToolSearchTool, executeToolSearch, loadedToolNames, resolveToolSearchSource, searchDeferredTools } from './utils/tools/defer.js';
|
|
7
|
+
export { untilAborted } from './utils/until-aborted.js';
|
|
7
8
|
// The full value-clean schema, profiling, and constant barrels: the @qvac/sdk client
|
|
8
9
|
// and worker source every internal schema/const/profiling name from here, so it
|
|
9
10
|
// carries no duplicate copies. All value-clean (only erased `import type` touches
|
|
@@ -24,7 +25,7 @@ export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
|
|
|
24
25
|
// Error classes consumers need for `instanceof` checks: on rejected promises,
|
|
25
26
|
// and on the synchronous throws of `plugins()` / `registerPlugin` (the plugin
|
|
26
27
|
// group below).
|
|
27
|
-
export { RpcServerOperationError, InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
28
|
+
export { RpcServerOperationError, AudioEncodeFailedError, InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, SessionIdConflictError, SessionNotOpenError, ModelLeasedError, ModelReconfiguredError, OwnerOnlyError, RAGWorkspaceBusyError, ModelNotLoadedError, ModelRegistryModelNotFoundError, ModelRegistryBusyError, TranslationFailedError, InvalidSeedFromParamsError, KvCacheSeedSourceNotFoundError, KvCacheSeedSharingDisabledError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
28
29
|
// Logging
|
|
29
30
|
export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
|
|
30
31
|
// Profiler
|
|
@@ -9,7 +9,9 @@ export interface LlmStats {
|
|
|
9
9
|
generatedTokens?: number;
|
|
10
10
|
avgConcurrentSeq?: number;
|
|
11
11
|
toolDefinitionsDropped?: number;
|
|
12
|
-
|
|
12
|
+
draftTokens?: number;
|
|
13
|
+
draftAcceptedTokens?: number;
|
|
14
|
+
backendDevice?: 'cpu' | 'gpu' | 'npu';
|
|
13
15
|
stopReason?: 'none' | 'eos' | 'antiprompt' | 'predictionLimit' | 'sequenceLimit' | 'contextOverflow';
|
|
14
16
|
}
|
|
15
17
|
export interface LlmResponse {
|
|
@@ -36,10 +38,52 @@ export interface TtsStats {
|
|
|
36
38
|
gpuUnsupported?: number;
|
|
37
39
|
enhancerBackendDevice?: number;
|
|
38
40
|
enhancerBackendId?: number;
|
|
41
|
+
denoiserBackendDevice?: number;
|
|
42
|
+
denoiserBackendId?: number;
|
|
39
43
|
/** Audio8 only, macOS / iOS: 1 while the Core ML codec sidecar is attached. */
|
|
40
44
|
codecSidecarLoaded?: number;
|
|
41
45
|
/** Audio8 only: 1 when the synthesis ran its codec on that sidecar, 0 on ggml. */
|
|
42
46
|
codecOnCoreml?: number;
|
|
47
|
+
/** Parler only, macOS / iOS: 1 while the decoder / DAC Core ML sidecar is attached. */
|
|
48
|
+
decoderSidecarLoaded?: number;
|
|
49
|
+
dacSidecarLoaded?: number;
|
|
50
|
+
/** Parler only: 1 when the synthesis ran that stage on Core ML, 0 for ggml or a mixed run. */
|
|
51
|
+
decoderOnCoreml?: number;
|
|
52
|
+
dacOnCoreml?: number;
|
|
53
|
+
/** Milliseconds to the first audio, where the engine reports it. */
|
|
54
|
+
firstAudioMs?: number;
|
|
55
|
+
/** Chatterbox: T3 decode and S3Gen + HiFT wall times (ms), speech tokens T3 emitted. */
|
|
56
|
+
t3Ms?: number;
|
|
57
|
+
s3genMs?: number;
|
|
58
|
+
t3Tokens?: number;
|
|
59
|
+
/** CosyVoice3 / Audio8: the engine's own wall time (ms), the sum of its stages. */
|
|
60
|
+
stageTotalMs?: number;
|
|
61
|
+
/** CosyVoice3 stage wall times (ms). */
|
|
62
|
+
lmPrefillMs?: number;
|
|
63
|
+
lmDecodeMs?: number;
|
|
64
|
+
flowFrontendMs?: number;
|
|
65
|
+
ditEulerMs?: number;
|
|
66
|
+
hiftF0Ms?: number;
|
|
67
|
+
hiftSourceMs?: number;
|
|
68
|
+
hiftStftMs?: number;
|
|
69
|
+
hiftDecodeMs?: number;
|
|
70
|
+
/** CosyVoice3 work counters. */
|
|
71
|
+
decodeSteps?: number;
|
|
72
|
+
speechTokens?: number;
|
|
73
|
+
flowFrames?: number;
|
|
74
|
+
melFrames?: number;
|
|
75
|
+
textIds?: number;
|
|
76
|
+
promptSpeechTokens?: number;
|
|
77
|
+
/** Audio8 stage wall times (ms). */
|
|
78
|
+
voiceEncodeMs?: number;
|
|
79
|
+
promptMs?: number;
|
|
80
|
+
prefillMs?: number;
|
|
81
|
+
sampleMs?: number;
|
|
82
|
+
fastDecodeMs?: number;
|
|
83
|
+
slowDecodeMs?: number;
|
|
84
|
+
codecLatentMs?: number;
|
|
85
|
+
codecSynthMs?: number;
|
|
86
|
+
resampleMs?: number;
|
|
43
87
|
}
|
|
44
88
|
/**
|
|
45
89
|
* @qvac/tts-ggml `TTSOutputChunk & SentenceStreamChunkMeta`. The chunker runs
|
|
@@ -55,6 +99,11 @@ export interface TtsOutputChunk {
|
|
|
55
99
|
sentenceChunk?: string;
|
|
56
100
|
/** True on the final pre-chunked output; undefined when it is not known up front. */
|
|
57
101
|
isLast?: boolean;
|
|
102
|
+
/**
|
|
103
|
+
* CosyVoice3: the speech tokens of this synthesis. Batch output carries them
|
|
104
|
+
* with the PCM; native chunk streaming on a final `isLast` chunk with no PCM.
|
|
105
|
+
*/
|
|
106
|
+
speechTokenIds?: number[];
|
|
58
107
|
}
|
|
59
108
|
export interface TtsResponse {
|
|
60
109
|
stats?: TtsStats;
|
|
@@ -71,7 +120,27 @@ export interface EmbedResponse {
|
|
|
71
120
|
stats?: EmbedStats;
|
|
72
121
|
await(): Promise<Float32Array[][]>;
|
|
73
122
|
}
|
|
74
|
-
|
|
123
|
+
/**
|
|
124
|
+
* MOSS-Transcribe-Diarize runtime statistics. The addon types only the whisper
|
|
125
|
+
* and parakeet shapes, so these are the keys `MossTranscribeModel::runtimeStats()`
|
|
126
|
+
* emits, under its own names.
|
|
127
|
+
*/
|
|
128
|
+
export interface MossTranscribeRuntimeStats {
|
|
129
|
+
totalTime: number;
|
|
130
|
+
realTimeFactor: number;
|
|
131
|
+
audioDurationMs: number;
|
|
132
|
+
/** Output segments of the run. */
|
|
133
|
+
segments: number;
|
|
134
|
+
audioTokens: number;
|
|
135
|
+
promptTokens: number;
|
|
136
|
+
generatedTokens: number;
|
|
137
|
+
encodeMs: number;
|
|
138
|
+
prefillMs: number;
|
|
139
|
+
decodeMs: number;
|
|
140
|
+
backendDevice: number;
|
|
141
|
+
backendId: number;
|
|
142
|
+
}
|
|
143
|
+
export type TranscribeStats = Partial<ASRGgml.WhisperRuntimeStats & ASRGgml.ParakeetRuntimeStats & MossTranscribeRuntimeStats>;
|
|
75
144
|
export type TranscribeAddonSegment = ASRGgml.TranscriptionSegment;
|
|
76
145
|
export type TranscribeAddonVadEvent = ASRGgml.VadEvent;
|
|
77
146
|
export type TranscribeAddonEndOfTurnEvent = ASRGgml.EndOfTurnEvent;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall, ToolCallError } from '../schemas/index.js';
|
|
2
|
-
import { type ToolHandlerMap } from '
|
|
2
|
+
import { type ToolHandlerMap } from '../utils/tool-helpers.js';
|
|
3
3
|
export type AggregatedEvents = {
|
|
4
4
|
contentText: string;
|
|
5
5
|
thinkingText: string;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { normalizeAssistantCacheContent } from '
|
|
2
|
-
import { attachHandlersToToolCalls } from '
|
|
1
|
+
import { normalizeAssistantCacheContent } from '../utils/cache-normalize.js';
|
|
2
|
+
import { attachHandlersToToolCalls } from '../utils/tool-helpers.js';
|
|
3
3
|
export function aggregateEvents(events) {
|
|
4
4
|
let contentText = '';
|
|
5
5
|
let thinkingText = '';
|
package/dist/utils/archive.d.ts
CHANGED
|
@@ -1,4 +1,11 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
export declare function isArchiveUrl(url: string): boolean;
|
|
3
3
|
export declare function extractTarStream(archivePath: string, extractDir: string, useGunzip: boolean, signal?: AbortSignal): Promise<void>;
|
|
4
|
+
/**
|
|
5
|
+
* An extracted sharded archive is complete when every shard exists and the
|
|
6
|
+
* extraction that wrote them finished. Caches from earlier SDK versions have no
|
|
7
|
+
* marker, so the first load after upgrading extracts the archive again, which
|
|
8
|
+
* downloads it again when it came over HTTP.
|
|
9
|
+
*/
|
|
10
|
+
export declare function isShardedExtractionComplete(extractDir: string, shardFilename: string): Promise<boolean>;
|
|
4
11
|
export declare function extractAndValidateShardedArchive(archivePath: string, extractDir: string, signal?: AbortSignal): Promise<string>;
|