@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -61,6 +61,7 @@ export declare const modelResourceProfileSchema: z.ZodObject<{
|
|
|
61
61
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
62
62
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
63
63
|
"llamacpp-decision": "llamacpp-decision";
|
|
64
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
64
65
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
65
66
|
"onnx-tts": "onnx-tts";
|
|
66
67
|
"tts-ggml": "tts-ggml";
|
|
@@ -23,6 +23,7 @@ export declare const modelDescriptorSchema: z.ZodObject<{
|
|
|
23
23
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24
24
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
25
25
|
"llamacpp-decision": "llamacpp-decision";
|
|
26
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
26
27
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
27
28
|
"onnx-tts": "onnx-tts";
|
|
28
29
|
"tts-ggml": "tts-ggml";
|
|
@@ -64,6 +65,7 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
|
|
|
64
65
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
65
66
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
66
67
|
"llamacpp-decision": "llamacpp-decision";
|
|
68
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
67
69
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
68
70
|
"onnx-tts": "onnx-tts";
|
|
69
71
|
"tts-ggml": "tts-ggml";
|
|
@@ -111,6 +113,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
111
113
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
112
114
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
113
115
|
"llamacpp-decision": "llamacpp-decision";
|
|
116
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
114
117
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
115
118
|
"onnx-tts": "onnx-tts";
|
|
116
119
|
"tts-ggml": "tts-ggml";
|
|
@@ -139,7 +142,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
139
142
|
engine?: string | undefined;
|
|
140
143
|
expectedSize?: number | undefined;
|
|
141
144
|
sha256Checksum?: string | undefined;
|
|
142
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
145
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
143
146
|
}>>;
|
|
144
147
|
/**
|
|
145
148
|
* Schema that transforms ModelSrc to its optional name
|
|
@@ -168,6 +171,7 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
168
171
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
169
172
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
170
173
|
"llamacpp-decision": "llamacpp-decision";
|
|
174
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
171
175
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
172
176
|
"onnx-tts": "onnx-tts";
|
|
173
177
|
"tts-ggml": "tts-ggml";
|
|
@@ -196,6 +200,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
196
200
|
engine?: string | undefined;
|
|
197
201
|
expectedSize?: number | undefined;
|
|
198
202
|
sha256Checksum?: string | undefined;
|
|
199
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
203
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
200
204
|
}>>;
|
|
201
205
|
export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '
|
|
3
|
-
import { resolveCanonicalEngine } from '
|
|
2
|
+
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
|
|
3
|
+
import { resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
|
|
4
4
|
// Addon field accepts model type inputs plus "vad"
|
|
5
5
|
const addonSchema = z.union([modelTypeInputSchema, z.literal('vad')]);
|
|
6
6
|
// Shared phrasing for the accepted model-source locations, reused by every
|
|
@@ -10,6 +10,7 @@ export declare const ModelType: {
|
|
|
10
10
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
11
11
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
12
12
|
readonly llamacppDecision: "llamacpp-decision";
|
|
13
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
13
14
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
14
15
|
readonly onnxTts: "onnx-tts";
|
|
15
16
|
readonly ttsGgml: "tts-ggml";
|
|
@@ -75,6 +76,7 @@ export declare const PUBLIC_MODEL_TYPES: {
|
|
|
75
76
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
76
77
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
77
78
|
readonly llamacppDecision: "llamacpp-decision";
|
|
79
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
78
80
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
79
81
|
readonly onnxTts: "onnx-tts";
|
|
80
82
|
readonly ttsGgml: "tts-ggml";
|
|
@@ -99,6 +101,7 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
99
101
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
100
102
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
101
103
|
"llamacpp-decision": "llamacpp-decision";
|
|
104
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
102
105
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
103
106
|
"onnx-tts": "onnx-tts";
|
|
104
107
|
"tts-ggml": "tts-ggml";
|
|
@@ -129,6 +132,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
129
132
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
130
133
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
131
134
|
"llamacpp-decision": "llamacpp-decision";
|
|
135
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
132
136
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
133
137
|
"onnx-tts": "onnx-tts";
|
|
134
138
|
"tts-ggml": "tts-ggml";
|
|
@@ -145,7 +149,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
145
149
|
nmt: "nmt";
|
|
146
150
|
parakeet: "parakeet";
|
|
147
151
|
classification: "classification";
|
|
148
|
-
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
152
|
+
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
149
153
|
/**
|
|
150
154
|
* Normalize model type input to canonical form.
|
|
151
155
|
* Custom plugin types (not in built-ins) are returned as-is.
|
|
@@ -11,6 +11,7 @@ export const ModelType = {
|
|
|
11
11
|
bciWhispercppTranscription: 'bci-whispercpp-transcription',
|
|
12
12
|
llamacppEmbedding: 'llamacpp-embedding',
|
|
13
13
|
llamacppDecision: 'llamacpp-decision',
|
|
14
|
+
llamacppRerank: 'llamacpp-rerank',
|
|
14
15
|
nmtcppTranslation: 'nmtcpp-translation',
|
|
15
16
|
onnxTts: 'onnx-tts',
|
|
16
17
|
ttsGgml: 'tts-ggml',
|
package/dist/schemas/ocr.d.ts
CHANGED
|
@@ -47,6 +47,7 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
47
47
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
48
48
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
49
49
|
"llamacpp-decision": "llamacpp-decision";
|
|
50
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
50
51
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
51
52
|
"onnx-tts": "onnx-tts";
|
|
52
53
|
"tts-ggml": "tts-ggml";
|
|
@@ -115,6 +116,7 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
115
116
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
116
117
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
117
118
|
"llamacpp-decision": "llamacpp-decision";
|
|
119
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
118
120
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
119
121
|
"onnx-tts": "onnx-tts";
|
|
120
122
|
"tts-ggml": "tts-ggml";
|
package/dist/schemas/ocr.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
// Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
|
|
4
4
|
// (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
|
|
5
5
|
// zod's default (non-strict) object strips them silently if still passed.
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type Buffer from 'bare-buffer';
|
|
3
3
|
import type { TurboVecIndexProvider } from '@qvac/rag';
|
|
4
|
-
import type { ModelSrcInput } from '
|
|
5
|
-
import type { RuntimeContext } from '
|
|
4
|
+
import type { ModelSrcInput } from '../schemas/model-src-utils.js';
|
|
5
|
+
import type { RuntimeContext } from '../schemas/runtime-context.js';
|
|
6
6
|
/**
|
|
7
7
|
* Granularity at which the addon can cancel.
|
|
8
8
|
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
@@ -57,6 +57,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
57
57
|
*
|
|
58
58
|
* Built-in artifact keys:
|
|
59
59
|
* - `projectionModelPath` - LLM multimodal projection model
|
|
60
|
+
* - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
|
|
60
61
|
* - `vadModelPath` - Whisper voice activity detection model
|
|
61
62
|
* - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
|
|
62
63
|
* - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
|
|
@@ -281,6 +282,11 @@ export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
|
|
|
281
282
|
* Provides: typed choice, score, and noul answers about a state.
|
|
282
283
|
*/
|
|
283
284
|
export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
|
|
285
|
+
/**
|
|
286
|
+
* Rerank plugin (llama.cpp).
|
|
287
|
+
* Provides: relevance scores for documents against a query.
|
|
288
|
+
*/
|
|
289
|
+
export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
|
|
284
290
|
/**
|
|
285
291
|
* Text embedding plugin (llama.cpp).
|
|
286
292
|
* Provides: vector embeddings for RAG and semantic search.
|
|
@@ -346,7 +352,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
|
|
|
346
352
|
* plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
|
|
347
353
|
* };
|
|
348
354
|
*/
|
|
349
|
-
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
355
|
+
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
350
356
|
export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
|
|
351
357
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
352
358
|
export declare const ADDON_LLM: "@qvac/llm-llamacpp";
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -147,6 +147,11 @@ export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
|
|
|
147
147
|
* Provides: typed choice, score, and noul answers about a state.
|
|
148
148
|
*/
|
|
149
149
|
export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
|
|
150
|
+
/**
|
|
151
|
+
* Rerank plugin (llama.cpp).
|
|
152
|
+
* Provides: relevance scores for documents against a query.
|
|
153
|
+
*/
|
|
154
|
+
export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
|
|
150
155
|
/**
|
|
151
156
|
* Text embedding plugin (llama.cpp).
|
|
152
157
|
* Provides: vector embeddings for RAG and semantic search.
|
|
@@ -216,6 +221,7 @@ export const BUILTIN_PLUGINS = [
|
|
|
216
221
|
PLUGIN_LLM,
|
|
217
222
|
PLUGIN_EMBEDDING,
|
|
218
223
|
PLUGIN_DECISION,
|
|
224
|
+
PLUGIN_RERANK,
|
|
219
225
|
PLUGIN_WHISPER,
|
|
220
226
|
PLUGIN_BCI,
|
|
221
227
|
PLUGIN_PARAKEET,
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '
|
|
2
|
+
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '../schemas/system-resources.js';
|
|
3
3
|
/** Internal envelope key for profiling metadata in RPC payloads */
|
|
4
4
|
export const PROFILING_KEY = '__profiling';
|
|
5
5
|
/** Marker key for profiling-only trailer frames in streaming responses */
|
package/dist/schemas/rag.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { safePathComponent } from '
|
|
2
|
+
import { safePathComponent } from '../schemas/path-validation.js';
|
|
3
3
|
// ============== Common Schemas ==============
|
|
4
4
|
const llmChunkOptsSchema = z.object({
|
|
5
5
|
chunkSize: z.number().optional(),
|
|
@@ -22,6 +22,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
22
22
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23
23
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
24
24
|
"llamacpp-decision": "llamacpp-decision";
|
|
25
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
25
26
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
26
27
|
"onnx-tts": "onnx-tts";
|
|
27
28
|
"tts-ggml": "tts-ggml";
|
|
@@ -68,6 +69,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
68
69
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
69
70
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
70
71
|
"llamacpp-decision": "llamacpp-decision";
|
|
72
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
71
73
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
72
74
|
"onnx-tts": "onnx-tts";
|
|
73
75
|
"tts-ggml": "tts-ggml";
|
|
@@ -126,6 +128,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
126
128
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
127
129
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
128
130
|
"llamacpp-decision": "llamacpp-decision";
|
|
131
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
129
132
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
130
133
|
"onnx-tts": "onnx-tts";
|
|
131
134
|
"tts-ggml": "tts-ggml";
|
|
@@ -205,6 +208,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
205
208
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
206
209
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
207
210
|
"llamacpp-decision": "llamacpp-decision";
|
|
211
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
208
212
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
209
213
|
"onnx-tts": "onnx-tts";
|
|
210
214
|
"tts-ggml": "tts-ggml";
|
|
@@ -266,6 +270,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
266
270
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
267
271
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
268
272
|
"llamacpp-decision": "llamacpp-decision";
|
|
273
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
269
274
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
270
275
|
"onnx-tts": "onnx-tts";
|
|
271
276
|
"tts-ggml": "tts-ggml";
|
|
@@ -351,6 +356,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
351
356
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
352
357
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
353
358
|
"llamacpp-decision": "llamacpp-decision";
|
|
359
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
354
360
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
355
361
|
"onnx-tts": "onnx-tts";
|
|
356
362
|
"tts-ggml": "tts-ggml";
|
|
@@ -404,6 +410,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
404
410
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
405
411
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
406
412
|
"llamacpp-decision": "llamacpp-decision";
|
|
413
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
407
414
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
408
415
|
"onnx-tts": "onnx-tts";
|
|
409
416
|
"tts-ggml": "tts-ggml";
|
|
@@ -457,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
457
464
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
458
465
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
459
466
|
"llamacpp-decision": "llamacpp-decision";
|
|
467
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
460
468
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
461
469
|
"onnx-tts": "onnx-tts";
|
|
462
470
|
"tts-ggml": "tts-ggml";
|
package/dist/schemas/registry.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { ModelType } from '
|
|
2
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
3
3
|
// QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
|
|
4
4
|
const modelRegistryEntryAddonSchema = z.enum([
|
|
5
5
|
'llm',
|
|
@@ -29,6 +29,7 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
29
29
|
ModelType.bciWhispercppTranscription,
|
|
30
30
|
ModelType.llamacppEmbedding,
|
|
31
31
|
ModelType.llamacppDecision,
|
|
32
|
+
ModelType.llamacppRerank,
|
|
32
33
|
ModelType.nmtcppTranslation,
|
|
33
34
|
ModelType.onnxTts,
|
|
34
35
|
ModelType.ttsGgml,
|
|
@@ -94,6 +94,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
94
94
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
95
95
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
96
96
|
"llamacpp-decision": "llamacpp-decision";
|
|
97
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
97
98
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
98
99
|
"onnx-tts": "onnx-tts";
|
|
99
100
|
"tts-ggml": "tts-ggml";
|
|
@@ -208,6 +209,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
208
209
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
209
210
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
210
211
|
"llamacpp-decision": "llamacpp-decision";
|
|
212
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
211
213
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
212
214
|
"onnx-tts": "onnx-tts";
|
|
213
215
|
"tts-ggml": "tts-ggml";
|
|
@@ -301,7 +303,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
301
303
|
engine?: string | undefined;
|
|
302
304
|
expectedSize?: number | undefined;
|
|
303
305
|
sha256Checksum?: string | undefined;
|
|
304
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
306
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
305
307
|
} | undefined;
|
|
306
308
|
};
|
|
307
309
|
}, {
|
|
@@ -377,7 +379,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
377
379
|
engine?: string | undefined;
|
|
378
380
|
expectedSize?: number | undefined;
|
|
379
381
|
sha256Checksum?: string | undefined;
|
|
380
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
382
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
381
383
|
} | undefined;
|
|
382
384
|
};
|
|
383
385
|
}>>]>;
|
|
@@ -479,6 +481,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
479
481
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
480
482
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
481
483
|
"llamacpp-decision": "llamacpp-decision";
|
|
484
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
482
485
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
483
486
|
"onnx-tts": "onnx-tts";
|
|
484
487
|
"tts-ggml": "tts-ggml";
|
|
@@ -597,6 +600,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
597
600
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
598
601
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
599
602
|
"llamacpp-decision": "llamacpp-decision";
|
|
603
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
600
604
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
601
605
|
"onnx-tts": "onnx-tts";
|
|
602
606
|
"tts-ggml": "tts-ggml";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { whisperConfigSchema } from '
|
|
3
|
-
import { whisperModelTypeSchema } from '
|
|
2
|
+
import { whisperConfigSchema } from '../schemas/transcription-config.js';
|
|
3
|
+
import { whisperModelTypeSchema } from '../schemas/model-types.js';
|
|
4
4
|
export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
|
|
5
5
|
export const reloadConfigOptionsSchema = z.union([
|
|
6
6
|
z.object({
|
|
@@ -0,0 +1,131 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const rerankRequestBodySchema: z.ZodObject<{
|
|
3
|
+
query: z.ZodString;
|
|
4
|
+
documents: z.ZodArray<z.ZodString>;
|
|
5
|
+
}, z.core.$strict>;
|
|
6
|
+
export declare const rerankParamsSchema: z.ZodObject<{
|
|
7
|
+
query: z.ZodString;
|
|
8
|
+
documents: z.ZodArray<z.ZodString>;
|
|
9
|
+
modelId: z.ZodString;
|
|
10
|
+
}, z.core.$strict>;
|
|
11
|
+
export declare const rerankRequestSchema: z.ZodObject<{
|
|
12
|
+
query: z.ZodString;
|
|
13
|
+
documents: z.ZodArray<z.ZodString>;
|
|
14
|
+
type: z.ZodLiteral<"rerank">;
|
|
15
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
16
|
+
modelId: z.ZodString;
|
|
17
|
+
}, z.core.$strict>;
|
|
18
|
+
export declare const rerankScoresSchema: z.ZodArray<z.ZodNumber>;
|
|
19
|
+
export declare const rerankResponseSchema: z.ZodObject<{
|
|
20
|
+
type: z.ZodLiteral<"rerank">;
|
|
21
|
+
scores: z.ZodArray<z.ZodNumber>;
|
|
22
|
+
}, z.core.$strip>;
|
|
23
|
+
export declare const rerankConfigBaseSchema: z.ZodObject<{
|
|
24
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
25
|
+
cpu: "cpu";
|
|
26
|
+
gpu: "gpu";
|
|
27
|
+
}>>;
|
|
28
|
+
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
29
|
+
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
30
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
31
|
+
auto: "auto";
|
|
32
|
+
cuda: "cuda";
|
|
33
|
+
vulkan: "vulkan";
|
|
34
|
+
metal: "metal";
|
|
35
|
+
opencl: "opencl";
|
|
36
|
+
}>>>;
|
|
37
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
38
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
39
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
40
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
41
|
+
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
42
|
+
auto: "auto";
|
|
43
|
+
on: "on";
|
|
44
|
+
off: "off";
|
|
45
|
+
}>>;
|
|
46
|
+
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
47
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
48
|
+
integrated: "integrated";
|
|
49
|
+
dedicated: "dedicated";
|
|
50
|
+
}>]>>;
|
|
51
|
+
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
52
|
+
none: "none";
|
|
53
|
+
layer: "layer";
|
|
54
|
+
}>>;
|
|
55
|
+
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
56
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
57
|
+
}, z.core.$strict>;
|
|
58
|
+
export type RerankConfigInput = z.infer<typeof rerankConfigBaseSchema>;
|
|
59
|
+
export declare const RERANK_CONFIG_DEFAULTS: {
|
|
60
|
+
readonly device: "gpu";
|
|
61
|
+
};
|
|
62
|
+
export declare const rerankConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
63
|
+
device: z.ZodOptional<z.ZodEnum<{
|
|
64
|
+
cpu: "cpu";
|
|
65
|
+
gpu: "gpu";
|
|
66
|
+
}>>;
|
|
67
|
+
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
68
|
+
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
69
|
+
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
70
|
+
auto: "auto";
|
|
71
|
+
cuda: "cuda";
|
|
72
|
+
vulkan: "vulkan";
|
|
73
|
+
metal: "metal";
|
|
74
|
+
opencl: "opencl";
|
|
75
|
+
}>>>;
|
|
76
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
77
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
78
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
79
|
+
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
80
|
+
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
81
|
+
auto: "auto";
|
|
82
|
+
on: "on";
|
|
83
|
+
off: "off";
|
|
84
|
+
}>>;
|
|
85
|
+
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
86
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
87
|
+
integrated: "integrated";
|
|
88
|
+
dedicated: "dedicated";
|
|
89
|
+
}>]>>;
|
|
90
|
+
'split-mode': z.ZodOptional<z.ZodEnum<{
|
|
91
|
+
none: "none";
|
|
92
|
+
layer: "layer";
|
|
93
|
+
}>>;
|
|
94
|
+
'tensor-split': z.ZodOptional<z.ZodString>;
|
|
95
|
+
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
96
|
+
}, z.core.$strict>, z.ZodTransform<{
|
|
97
|
+
device: "cpu" | "gpu";
|
|
98
|
+
gpu_layers?: number | undefined;
|
|
99
|
+
batch_size?: number | undefined;
|
|
100
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
101
|
+
poll?: number | undefined;
|
|
102
|
+
pollBatch?: number | undefined;
|
|
103
|
+
threads?: number | undefined;
|
|
104
|
+
'threads-batch'?: number | undefined;
|
|
105
|
+
flash_attn?: "auto" | "on" | "off" | undefined;
|
|
106
|
+
verbosity?: number | undefined;
|
|
107
|
+
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
108
|
+
'split-mode'?: "none" | "layer" | undefined;
|
|
109
|
+
'tensor-split'?: string | undefined;
|
|
110
|
+
openclCacheDir?: string | undefined;
|
|
111
|
+
}, {
|
|
112
|
+
device?: "cpu" | "gpu" | undefined;
|
|
113
|
+
gpu_layers?: number | undefined;
|
|
114
|
+
batch_size?: number | undefined;
|
|
115
|
+
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
116
|
+
poll?: number | undefined;
|
|
117
|
+
pollBatch?: number | undefined;
|
|
118
|
+
threads?: number | undefined;
|
|
119
|
+
'threads-batch'?: number | undefined;
|
|
120
|
+
flash_attn?: "auto" | "on" | "off" | undefined;
|
|
121
|
+
verbosity?: number | undefined;
|
|
122
|
+
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
123
|
+
'split-mode'?: "none" | "layer" | undefined;
|
|
124
|
+
'tensor-split'?: string | undefined;
|
|
125
|
+
openclCacheDir?: string | undefined;
|
|
126
|
+
}>>;
|
|
127
|
+
export type RerankParams = z.infer<typeof rerankParamsSchema>;
|
|
128
|
+
export type RerankRequest = z.infer<typeof rerankRequestSchema>;
|
|
129
|
+
export type RerankScores = z.infer<typeof rerankScoresSchema>;
|
|
130
|
+
export type RerankResponse = z.infer<typeof rerankResponseSchema>;
|
|
131
|
+
export type RerankConfig = z.infer<typeof rerankConfigSchema>;
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const rerankFields = {
|
|
3
|
+
query: z.string().min(1).describe('Query to score each document against.'),
|
|
4
|
+
documents: z
|
|
5
|
+
.array(z.string())
|
|
6
|
+
.min(1)
|
|
7
|
+
.describe('Documents to score. Each one, paired with the query, must fit in `batch_size`.')
|
|
8
|
+
};
|
|
9
|
+
export const rerankRequestBodySchema = z.object(rerankFields).strict();
|
|
10
|
+
const envelope = { modelId: z.string().min(1) };
|
|
11
|
+
export const rerankParamsSchema = rerankRequestBodySchema.extend(envelope);
|
|
12
|
+
export const rerankRequestSchema = rerankRequestBodySchema.extend({
|
|
13
|
+
...envelope,
|
|
14
|
+
type: z.literal('rerank'),
|
|
15
|
+
requestId: z.string().min(1).optional()
|
|
16
|
+
});
|
|
17
|
+
export const rerankScoresSchema = z
|
|
18
|
+
.array(z.number())
|
|
19
|
+
.describe("One relevance score per document, in input order. Higher is more relevant. Scores are the model's raw classifier output, so compare them within one model only.");
|
|
20
|
+
export const rerankResponseSchema = z.object({
|
|
21
|
+
type: z.literal('rerank'),
|
|
22
|
+
scores: rerankScoresSchema
|
|
23
|
+
});
|
|
24
|
+
export const rerankConfigBaseSchema = z
|
|
25
|
+
.object({
|
|
26
|
+
device: z.enum(['cpu', 'gpu']).optional().describe("Compute device. Default 'gpu'."),
|
|
27
|
+
gpu_layers: z
|
|
28
|
+
.number()
|
|
29
|
+
.int()
|
|
30
|
+
.optional()
|
|
31
|
+
.describe('Layers to offload. Unset lets the addon choose placement.'),
|
|
32
|
+
batch_size: z
|
|
33
|
+
.number()
|
|
34
|
+
.int()
|
|
35
|
+
.positive()
|
|
36
|
+
.optional()
|
|
37
|
+
.describe('Tokens per forward pass. Default 2048; each document paired with the query must fit.'),
|
|
38
|
+
backend: z
|
|
39
|
+
.array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
|
|
40
|
+
.min(1)
|
|
41
|
+
.optional()
|
|
42
|
+
.describe("Ordered GPU backend names, such as ['cuda', 'vulkan']. " +
|
|
43
|
+
'Accepted names: cuda, vulkan, metal, opencl, and auto for no preference. ' +
|
|
44
|
+
'If unset, uses the native default order. ' +
|
|
45
|
+
'If none of the specified names has a corresponding available device, selection falls back to the native default order. ' +
|
|
46
|
+
"Use device: 'cpu' for CPU. " +
|
|
47
|
+
"A GPU override cannot be combined with 'split-mode': 'layer'."),
|
|
48
|
+
poll: z
|
|
49
|
+
.number()
|
|
50
|
+
.int()
|
|
51
|
+
.min(0)
|
|
52
|
+
.max(100)
|
|
53
|
+
.optional()
|
|
54
|
+
.describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
|
|
55
|
+
pollBatch: z
|
|
56
|
+
.number()
|
|
57
|
+
.int()
|
|
58
|
+
.min(0)
|
|
59
|
+
.max(100)
|
|
60
|
+
.optional()
|
|
61
|
+
.describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
|
|
62
|
+
threads: z
|
|
63
|
+
.number()
|
|
64
|
+
.int()
|
|
65
|
+
.optional()
|
|
66
|
+
.describe('CPU threads, at most the CPU count. Zero or below uses all logical CPUs.'),
|
|
67
|
+
'threads-batch': z
|
|
68
|
+
.number()
|
|
69
|
+
.int()
|
|
70
|
+
.optional()
|
|
71
|
+
.describe('Batch CPU threads. Unset uses threads; zero or below uses all logical CPUs.'),
|
|
72
|
+
flash_attn: z
|
|
73
|
+
.enum(['on', 'off', 'auto'])
|
|
74
|
+
.optional()
|
|
75
|
+
.describe('Flash attention mode. Default auto.'),
|
|
76
|
+
verbosity: z
|
|
77
|
+
.number()
|
|
78
|
+
.int()
|
|
79
|
+
.min(0)
|
|
80
|
+
.max(3)
|
|
81
|
+
.optional()
|
|
82
|
+
.describe('Native log level: 0 error, 1 warn, 2 info, 3 debug.'),
|
|
83
|
+
'main-gpu': z
|
|
84
|
+
.union([z.number().int().nonnegative(), z.enum(['integrated', 'dedicated'])])
|
|
85
|
+
.optional()
|
|
86
|
+
.describe('GPU index or device class.'),
|
|
87
|
+
'split-mode': z.enum(['none', 'layer']).optional().describe('Multi-GPU split mode.'),
|
|
88
|
+
'tensor-split': z.string().optional().describe('Per-GPU tensor split proportions.'),
|
|
89
|
+
openclCacheDir: z
|
|
90
|
+
.string()
|
|
91
|
+
.optional()
|
|
92
|
+
.describe('Writable OpenCL kernel cache directory, required on Android.')
|
|
93
|
+
})
|
|
94
|
+
.strict();
|
|
95
|
+
export const RERANK_CONFIG_DEFAULTS = {
|
|
96
|
+
device: 'gpu'
|
|
97
|
+
};
|
|
98
|
+
export const rerankConfigSchema = rerankConfigBaseSchema.transform((data) => ({
|
|
99
|
+
...RERANK_CONFIG_DEFAULTS,
|
|
100
|
+
...data,
|
|
101
|
+
device: data.device ?? RERANK_CONFIG_DEFAULTS.device
|
|
102
|
+
}));
|