@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -2,14 +2,15 @@ import { promises as fsPromises } from 'bare-fs';
|
|
|
2
2
|
import path from 'bare-path';
|
|
3
3
|
import { QvacErrorBase } from '@qvac/error';
|
|
4
4
|
import { getTurboVecBackend } from '../plugins/turbovec-backend.js';
|
|
5
|
-
import { getConfiguredCacheDir } from '
|
|
6
|
-
import { generateRandomRequestId } from '
|
|
5
|
+
import { getConfiguredCacheDir } from '../runtime/state.js';
|
|
6
|
+
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
7
7
|
import { getEngineLogger } from '../logging/index.js';
|
|
8
8
|
import { VectorIndexFailedError, VectorIndexInvalidVectorsError, VectorIndexNotFoundError, VectorIndexProviderUnavailableError } from '../errors/index.js';
|
|
9
9
|
// Worker-side bookkeeping for open indexes: ids, wire-to-native conversion,
|
|
10
10
|
// row validation, snapshot paths, and lifetime. Engine behaviour lives in
|
|
11
11
|
// the backend.
|
|
12
12
|
const indexes = new Map();
|
|
13
|
+
const pendingIndexes = new Set();
|
|
13
14
|
function requireBackend() {
|
|
14
15
|
const backend = getTurboVecBackend();
|
|
15
16
|
if (!backend)
|
|
@@ -31,10 +32,33 @@ function runBackend(action, describe) {
|
|
|
31
32
|
return action();
|
|
32
33
|
}
|
|
33
34
|
catch (error) {
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
35
|
+
failBackend(error, describe);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
function failBackend(error, describe) {
|
|
39
|
+
if (error instanceof QvacErrorBase)
|
|
40
|
+
throw error;
|
|
41
|
+
const detail = error instanceof Error ? error.message : String(error);
|
|
42
|
+
throw new VectorIndexFailedError(describe ? describe(detail) : detail, error);
|
|
43
|
+
}
|
|
44
|
+
// Keep pending opens reachable by shutdown until their indexes are registered.
|
|
45
|
+
async function openVectorIndex(action) {
|
|
46
|
+
const opening = (async () => {
|
|
47
|
+
try {
|
|
48
|
+
return await action();
|
|
49
|
+
}
|
|
50
|
+
catch (error) {
|
|
51
|
+
failBackend(error);
|
|
52
|
+
}
|
|
53
|
+
})();
|
|
54
|
+
pendingIndexes.add(opening);
|
|
55
|
+
try {
|
|
56
|
+
const index = await opening;
|
|
57
|
+
const indexId = track(index);
|
|
58
|
+
return { index, indexId };
|
|
59
|
+
}
|
|
60
|
+
finally {
|
|
61
|
+
pendingIndexes.delete(opening);
|
|
38
62
|
}
|
|
39
63
|
}
|
|
40
64
|
/**
|
|
@@ -66,16 +90,14 @@ function track(index) {
|
|
|
66
90
|
indexes.set(indexId, index);
|
|
67
91
|
return indexId;
|
|
68
92
|
}
|
|
69
|
-
export function createVectorIndex(params) {
|
|
93
|
+
export async function createVectorIndex(params) {
|
|
70
94
|
const backend = requireBackend();
|
|
71
|
-
const index =
|
|
72
|
-
const indexId = track(index);
|
|
95
|
+
const { index, indexId } = await openVectorIndex(() => backend.create(params.dim, params.storage));
|
|
73
96
|
return { indexId, dim: index.dim, storage: params.storage, length: index.length };
|
|
74
97
|
}
|
|
75
|
-
export function loadVectorIndex(params) {
|
|
98
|
+
export async function loadVectorIndex(params) {
|
|
76
99
|
const backend = requireBackend();
|
|
77
|
-
const index =
|
|
78
|
-
const indexId = track(index);
|
|
100
|
+
const { index, indexId } = await openVectorIndex(() => backend.load(resolveVectorIndexPath(params.path)));
|
|
79
101
|
return {
|
|
80
102
|
indexId,
|
|
81
103
|
dim: index.dim,
|
|
@@ -148,7 +170,8 @@ export function disposeVectorIndex(params) {
|
|
|
148
170
|
export function getOpenVectorIndexCount() {
|
|
149
171
|
return indexes.size;
|
|
150
172
|
}
|
|
151
|
-
export function disposeAllVectorIndexes() {
|
|
173
|
+
export async function disposeAllVectorIndexes() {
|
|
174
|
+
await Promise.allSettled(pendingIndexes);
|
|
152
175
|
for (const [indexId, index] of indexes) {
|
|
153
176
|
try {
|
|
154
177
|
index.dispose();
|
|
@@ -114,6 +114,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
114
114
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
115
115
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
116
116
|
"llamacpp-decision": "llamacpp-decision";
|
|
117
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
117
118
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
118
119
|
"onnx-tts": "onnx-tts";
|
|
119
120
|
"tts-ggml": "tts-ggml";
|
|
@@ -144,6 +145,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
144
145
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
145
146
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
146
147
|
"llamacpp-decision": "llamacpp-decision";
|
|
148
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
147
149
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
148
150
|
"onnx-tts": "onnx-tts";
|
|
149
151
|
"tts-ggml": "tts-ggml";
|
|
@@ -202,6 +204,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
202
204
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
203
205
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
204
206
|
"llamacpp-decision": "llamacpp-decision";
|
|
207
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
205
208
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
206
209
|
"onnx-tts": "onnx-tts";
|
|
207
210
|
"tts-ggml": "tts-ggml";
|
|
@@ -232,6 +235,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
232
235
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
233
236
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
234
237
|
"llamacpp-decision": "llamacpp-decision";
|
|
238
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
235
239
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
236
240
|
"onnx-tts": "onnx-tts";
|
|
237
241
|
"tts-ggml": "tts-ggml";
|
|
@@ -489,6 +493,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
489
493
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
490
494
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
491
495
|
"llamacpp-decision": "llamacpp-decision";
|
|
496
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
492
497
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
493
498
|
"onnx-tts": "onnx-tts";
|
|
494
499
|
"tts-ggml": "tts-ggml";
|
|
@@ -519,6 +524,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
519
524
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
520
525
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
521
526
|
"llamacpp-decision": "llamacpp-decision";
|
|
527
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
522
528
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
523
529
|
"onnx-tts": "onnx-tts";
|
|
524
530
|
"tts-ggml": "tts-ggml";
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelRegistryEntrySchema } from '
|
|
3
|
-
import { modelSrcInputSchema } from '
|
|
4
|
-
import { modelTypeInputSchema } from '
|
|
5
|
-
import { transcribeParamsSchema } from '
|
|
2
|
+
import { modelRegistryEntrySchema } from '../schemas/registry.js';
|
|
3
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
4
|
+
import { modelTypeInputSchema } from '../schemas/model-types.js';
|
|
5
|
+
import { transcribeParamsSchema } from '../schemas/transcription.js';
|
|
6
6
|
export const transcriptionFitWorkloadSchema = transcribeParamsSchema
|
|
7
7
|
.pick({ prompt: true, hotwords: true, maxNewTokens: true })
|
|
8
8
|
.extend({ audioSeconds: z.number().positive().describe('Longest whole recording to project.') })
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type InferenceBackendDiagnostics } from '
|
|
2
|
+
import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
|
|
3
3
|
export declare const AUDIOGEN_ENGINES: readonly ["acestep", "minimax"];
|
|
4
4
|
export declare const audioGenEngineSchema: z.ZodEnum<{
|
|
5
5
|
acestep: "acestep";
|
|
@@ -139,6 +139,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
139
139
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
140
140
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
141
141
|
"llamacpp-decision": "llamacpp-decision";
|
|
142
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
142
143
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
143
144
|
"onnx-tts": "onnx-tts";
|
|
144
145
|
"tts-ggml": "tts-ggml";
|
|
@@ -180,6 +181,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
180
181
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
181
182
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
182
183
|
"llamacpp-decision": "llamacpp-decision";
|
|
184
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
183
185
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
184
186
|
"onnx-tts": "onnx-tts";
|
|
185
187
|
"tts-ggml": "tts-ggml";
|
|
@@ -221,6 +223,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
221
223
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
222
224
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
223
225
|
"llamacpp-decision": "llamacpp-decision";
|
|
226
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
224
227
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
225
228
|
"onnx-tts": "onnx-tts";
|
|
226
229
|
"tts-ggml": "tts-ggml";
|
|
@@ -262,6 +265,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
262
265
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
263
266
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
264
267
|
"llamacpp-decision": "llamacpp-decision";
|
|
268
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
265
269
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
266
270
|
"onnx-tts": "onnx-tts";
|
|
267
271
|
"tts-ggml": "tts-ggml";
|
|
@@ -305,6 +309,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
305
309
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
306
310
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
307
311
|
"llamacpp-decision": "llamacpp-decision";
|
|
312
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
308
313
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
309
314
|
"onnx-tts": "onnx-tts";
|
|
310
315
|
"tts-ggml": "tts-ggml";
|
|
@@ -346,6 +351,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
346
351
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
347
352
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
348
353
|
"llamacpp-decision": "llamacpp-decision";
|
|
354
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
349
355
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
350
356
|
"onnx-tts": "onnx-tts";
|
|
351
357
|
"tts-ggml": "tts-ggml";
|
|
@@ -407,6 +413,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
407
413
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
408
414
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
409
415
|
"llamacpp-decision": "llamacpp-decision";
|
|
416
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
410
417
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
411
418
|
"onnx-tts": "onnx-tts";
|
|
412
419
|
"tts-ggml": "tts-ggml";
|
|
@@ -448,6 +455,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
448
455
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
449
456
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
450
457
|
"llamacpp-decision": "llamacpp-decision";
|
|
458
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
451
459
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
452
460
|
"onnx-tts": "onnx-tts";
|
|
453
461
|
"tts-ggml": "tts-ggml";
|
|
@@ -489,6 +497,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
489
497
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
490
498
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
491
499
|
"llamacpp-decision": "llamacpp-decision";
|
|
500
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
492
501
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
493
502
|
"onnx-tts": "onnx-tts";
|
|
494
503
|
"tts-ggml": "tts-ggml";
|
|
@@ -530,6 +539,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
530
539
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
531
540
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
532
541
|
"llamacpp-decision": "llamacpp-decision";
|
|
542
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
533
543
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
534
544
|
"onnx-tts": "onnx-tts";
|
|
535
545
|
"tts-ggml": "tts-ggml";
|
|
@@ -572,6 +582,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
572
582
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
573
583
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
574
584
|
"llamacpp-decision": "llamacpp-decision";
|
|
585
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
575
586
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
576
587
|
"onnx-tts": "onnx-tts";
|
|
577
588
|
"tts-ggml": "tts-ggml";
|
|
@@ -613,6 +624,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
613
624
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
614
625
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
615
626
|
"llamacpp-decision": "llamacpp-decision";
|
|
627
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
616
628
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
617
629
|
"onnx-tts": "onnx-tts";
|
|
618
630
|
"tts-ggml": "tts-ggml";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
3
|
-
import { audioInputSchema } from '
|
|
4
|
-
import { inferenceBackendDiagnosticsSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
import { audioInputSchema } from '../schemas/transcription.js';
|
|
4
|
+
import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
|
|
5
5
|
import { encodeBase64 } from '../utils/encoding.js';
|
|
6
6
|
const base64Schema = z.string().min(1);
|
|
7
7
|
// Mirror requireInferenceSteps, requireAcestepShift, requireMinimaxCfgScale and
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '
|
|
3
|
-
import { type McpClientInput } from '
|
|
2
|
+
import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '../schemas/completion-event.js';
|
|
3
|
+
import { type McpClientInput } from '../schemas/mcp-adapter.js';
|
|
4
4
|
export declare const batchPromptSchema: z.ZodObject<{
|
|
5
5
|
id: z.ZodOptional<z.ZodString>;
|
|
6
6
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
@@ -488,6 +488,8 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
|
|
|
488
488
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
489
489
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
490
490
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
491
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
492
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
491
493
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
492
494
|
cpu: "cpu";
|
|
493
495
|
gpu: "gpu";
|
|
@@ -569,6 +571,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
569
571
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
570
572
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
571
573
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
574
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
575
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
572
576
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
573
577
|
cpu: "cpu";
|
|
574
578
|
gpu: "gpu";
|
|
@@ -608,6 +612,8 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
608
612
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
609
613
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
610
614
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
615
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
616
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
611
617
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
612
618
|
cpu: "cpu";
|
|
613
619
|
gpu: "gpu";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { completionEventSchema, completionStatsSchema } from '
|
|
3
|
-
import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '
|
|
4
|
-
import { toolSchema } from '
|
|
2
|
+
import { completionEventSchema, completionStatsSchema } from '../schemas/completion-event.js';
|
|
3
|
+
import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '../schemas/completion-stream.js';
|
|
4
|
+
import { toolSchema } from '../schemas/tools.js';
|
|
5
5
|
const mcpClientInputSchema = z.custom();
|
|
6
6
|
const batchPromptBaseSchema = z
|
|
7
7
|
.object({
|
|
@@ -54,6 +54,7 @@ export declare const bciConfigSchema: z.ZodObject<{
|
|
|
54
54
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
55
55
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
56
56
|
"llamacpp-decision": "llamacpp-decision";
|
|
57
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
57
58
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
58
59
|
"onnx-tts": "onnx-tts";
|
|
59
60
|
"tts-ggml": "tts-ggml";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
// === BCI (whisper.cpp) engine config ===
|
|
4
4
|
//
|
|
5
5
|
// Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
|
|
@@ -97,7 +97,7 @@ export const bciConfigSchema = z.object({
|
|
|
97
97
|
backendsDir: z
|
|
98
98
|
.string()
|
|
99
99
|
.optional()
|
|
100
|
-
.describe('Android
|
|
100
|
+
.describe('Android and Linux: the directory scanned, as given, for the ggml backend modules. Defaults to the directory next to the loaded addon module.'),
|
|
101
101
|
embedderModelSrc: modelSrcInputSchema
|
|
102
102
|
.optional()
|
|
103
103
|
.describe('BCI embedder model source (neural-signal embedder weights).')
|
package/dist/schemas/bci.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type TranscribeSegment } from '
|
|
2
|
+
import { type TranscribeSegment } from '../schemas/transcription.js';
|
|
3
3
|
export declare const neuralInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
4
4
|
type: z.ZodLiteral<"base64">;
|
|
5
5
|
value: z.ZodString;
|
package/dist/schemas/bci.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { inferenceBackendDiagnosticsSchema } from '
|
|
3
|
-
import { transcribeSegmentSchema, transcribeStatsSchema } from '
|
|
2
|
+
import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
|
|
3
|
+
import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
|
|
4
4
|
// Neural-signal binary input. The BCI addon consumes a raw neural buffer
|
|
5
5
|
// (not audio): pass it inline as base64 or point at a local `.bin` file.
|
|
6
6
|
export const neuralInputSchema = z.discriminatedUnion('type', [
|
package/dist/schemas/cancel.d.ts
CHANGED
|
@@ -20,6 +20,7 @@ declare const cancelKindSchema: z.ZodEnum<{
|
|
|
20
20
|
batchCompletion: "batchCompletion";
|
|
21
21
|
embeddings: "embeddings";
|
|
22
22
|
decision: "decision";
|
|
23
|
+
rerank: "rerank";
|
|
23
24
|
transcribe: "transcribe";
|
|
24
25
|
translate: "translate";
|
|
25
26
|
diffusion: "diffusion";
|
|
@@ -73,6 +74,7 @@ declare const cancelBroadParamsSchema: z.ZodObject<{
|
|
|
73
74
|
batchCompletion: "batchCompletion";
|
|
74
75
|
embeddings: "embeddings";
|
|
75
76
|
decision: "decision";
|
|
77
|
+
rerank: "rerank";
|
|
76
78
|
transcribe: "transcribe";
|
|
77
79
|
translate: "translate";
|
|
78
80
|
diffusion: "diffusion";
|
|
@@ -101,6 +103,7 @@ declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
101
103
|
batchCompletion: "batchCompletion";
|
|
102
104
|
embeddings: "embeddings";
|
|
103
105
|
decision: "decision";
|
|
106
|
+
rerank: "rerank";
|
|
104
107
|
transcribe: "transcribe";
|
|
105
108
|
translate: "translate";
|
|
106
109
|
diffusion: "diffusion";
|
|
@@ -131,6 +134,7 @@ export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
|
|
|
131
134
|
batchCompletion: "batchCompletion";
|
|
132
135
|
embeddings: "embeddings";
|
|
133
136
|
decision: "decision";
|
|
137
|
+
rerank: "rerank";
|
|
134
138
|
transcribe: "transcribe";
|
|
135
139
|
translate: "translate";
|
|
136
140
|
diffusion: "diffusion";
|
|
@@ -174,6 +178,7 @@ export declare const cancelBroadSugarSchema: z.ZodObject<{
|
|
|
174
178
|
batchCompletion: "batchCompletion";
|
|
175
179
|
embeddings: "embeddings";
|
|
176
180
|
decision: "decision";
|
|
181
|
+
rerank: "rerank";
|
|
177
182
|
transcribe: "transcribe";
|
|
178
183
|
translate: "translate";
|
|
179
184
|
diffusion: "diffusion";
|