@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -48,6 +48,14 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
48
48
|
stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
49
49
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
50
50
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
51
|
+
cache_checkpoints: z.ZodOptional<z.ZodNumber>;
|
|
52
|
+
cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
|
|
53
|
+
cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
|
|
54
|
+
memory: "memory";
|
|
55
|
+
disk: "disk";
|
|
56
|
+
}>>;
|
|
57
|
+
cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
|
|
58
|
+
cache_ram_mib: z.ZodOptional<z.ZodNumber>;
|
|
51
59
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
52
60
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
53
61
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -75,6 +83,8 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
75
83
|
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
76
84
|
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
77
85
|
'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
|
|
86
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
87
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
78
88
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
79
89
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
80
90
|
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
@@ -93,6 +103,14 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
93
103
|
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
94
104
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
95
105
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
106
|
+
spec_type: z.ZodOptional<z.ZodEnum<{
|
|
107
|
+
none: "none";
|
|
108
|
+
"draft-mtp": "draft-mtp";
|
|
109
|
+
"draft-dflash": "draft-dflash";
|
|
110
|
+
}>>;
|
|
111
|
+
spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
|
|
112
|
+
spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
|
|
113
|
+
spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
|
|
96
114
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
97
115
|
src: z.ZodString;
|
|
98
116
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -116,6 +134,49 @@ export declare const llmConfigBaseSchema: z.ZodObject<{
|
|
|
116
134
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
117
135
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
118
136
|
"llamacpp-decision": "llamacpp-decision";
|
|
137
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
138
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
139
|
+
"onnx-tts": "onnx-tts";
|
|
140
|
+
"tts-ggml": "tts-ggml";
|
|
141
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
142
|
+
"moss-transcribe": "moss-transcribe";
|
|
143
|
+
"ggml-ocr": "ggml-ocr";
|
|
144
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
145
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
146
|
+
"ggml-vla": "ggml-vla";
|
|
147
|
+
"ggml-classification": "ggml-classification";
|
|
148
|
+
llm: "llm";
|
|
149
|
+
whisper: "whisper";
|
|
150
|
+
bci: "bci";
|
|
151
|
+
nmt: "nmt";
|
|
152
|
+
parakeet: "parakeet";
|
|
153
|
+
classification: "classification";
|
|
154
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
155
|
+
}, z.core.$strip>]>>;
|
|
156
|
+
draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
157
|
+
src: z.ZodString;
|
|
158
|
+
name: z.ZodOptional<z.ZodString>;
|
|
159
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
160
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
161
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
162
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
163
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
164
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
165
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
166
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
167
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
168
|
+
embeddings: "embeddings";
|
|
169
|
+
diffusion: "diffusion";
|
|
170
|
+
audiogen: "audiogen";
|
|
171
|
+
tts: "tts";
|
|
172
|
+
ocr: "ocr";
|
|
173
|
+
vla: "vla";
|
|
174
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
175
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
176
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
177
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
178
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
179
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
119
180
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
120
181
|
"onnx-tts": "onnx-tts";
|
|
121
182
|
"tts-ggml": "tts-ggml";
|
|
@@ -189,6 +250,14 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
189
250
|
stop_sequences: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
190
251
|
parallel: z.ZodOptional<z.ZodNumber>;
|
|
191
252
|
tools: z.ZodOptional<z.ZodBoolean>;
|
|
253
|
+
cache_checkpoints: z.ZodOptional<z.ZodNumber>;
|
|
254
|
+
cache_checkpoints_max_bytes: z.ZodOptional<z.ZodNumber>;
|
|
255
|
+
cache_checkpoint_storage: z.ZodOptional<z.ZodEnum<{
|
|
256
|
+
memory: "memory";
|
|
257
|
+
disk: "disk";
|
|
258
|
+
}>>;
|
|
259
|
+
cache_checkpoint_dir: z.ZodOptional<z.ZodString>;
|
|
260
|
+
cache_ram_mib: z.ZodOptional<z.ZodNumber>;
|
|
192
261
|
'cache-type-k': z.ZodOptional<z.ZodString>;
|
|
193
262
|
'cache-type-v': z.ZodOptional<z.ZodString>;
|
|
194
263
|
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -216,6 +285,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
216
285
|
'image-max-tokens': z.ZodOptional<z.ZodNumber>;
|
|
217
286
|
'image-min-tokens': z.ZodOptional<z.ZodNumber>;
|
|
218
287
|
'image-max-megapixels': z.ZodOptional<z.ZodNumber>;
|
|
288
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
289
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
219
290
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
220
291
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
221
292
|
'cpu-mask': z.ZodOptional<z.ZodString>;
|
|
@@ -234,6 +305,14 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
234
305
|
'fit-ctx': z.ZodOptional<z.ZodNumber>;
|
|
235
306
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
236
307
|
reasoning_budget: z.ZodOptional<z.ZodNumber>;
|
|
308
|
+
spec_type: z.ZodOptional<z.ZodEnum<{
|
|
309
|
+
none: "none";
|
|
310
|
+
"draft-mtp": "draft-mtp";
|
|
311
|
+
"draft-dflash": "draft-dflash";
|
|
312
|
+
}>>;
|
|
313
|
+
spec_draft_n_max: z.ZodOptional<z.ZodNumber>;
|
|
314
|
+
spec_draft_n_min: z.ZodOptional<z.ZodNumber>;
|
|
315
|
+
spec_draft_p_min: z.ZodOptional<z.ZodNumber>;
|
|
237
316
|
projectionModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
238
317
|
src: z.ZodString;
|
|
239
318
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -257,6 +336,49 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
257
336
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
258
337
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
259
338
|
"llamacpp-decision": "llamacpp-decision";
|
|
339
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
340
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
341
|
+
"onnx-tts": "onnx-tts";
|
|
342
|
+
"tts-ggml": "tts-ggml";
|
|
343
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
344
|
+
"moss-transcribe": "moss-transcribe";
|
|
345
|
+
"ggml-ocr": "ggml-ocr";
|
|
346
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
347
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
348
|
+
"ggml-vla": "ggml-vla";
|
|
349
|
+
"ggml-classification": "ggml-classification";
|
|
350
|
+
llm: "llm";
|
|
351
|
+
whisper: "whisper";
|
|
352
|
+
bci: "bci";
|
|
353
|
+
nmt: "nmt";
|
|
354
|
+
parakeet: "parakeet";
|
|
355
|
+
classification: "classification";
|
|
356
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
357
|
+
}, z.core.$strip>]>>;
|
|
358
|
+
draftModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
359
|
+
src: z.ZodString;
|
|
360
|
+
name: z.ZodOptional<z.ZodString>;
|
|
361
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
362
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
363
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
364
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
365
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
366
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
367
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
368
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
369
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
370
|
+
embeddings: "embeddings";
|
|
371
|
+
diffusion: "diffusion";
|
|
372
|
+
audiogen: "audiogen";
|
|
373
|
+
tts: "tts";
|
|
374
|
+
ocr: "ocr";
|
|
375
|
+
vla: "vla";
|
|
376
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
377
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
378
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
379
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
380
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
381
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
260
382
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
261
383
|
"onnx-tts": "onnx-tts";
|
|
262
384
|
"tts-ggml": "tts-ggml";
|
|
@@ -305,6 +427,11 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
305
427
|
stop_sequences?: string[] | undefined;
|
|
306
428
|
parallel?: number | undefined;
|
|
307
429
|
tools?: boolean | undefined;
|
|
430
|
+
cache_checkpoints?: number | undefined;
|
|
431
|
+
cache_checkpoints_max_bytes?: number | undefined;
|
|
432
|
+
cache_checkpoint_storage?: "memory" | "disk" | undefined;
|
|
433
|
+
cache_checkpoint_dir?: string | undefined;
|
|
434
|
+
cache_ram_mib?: number | undefined;
|
|
308
435
|
'cache-type-k'?: string | undefined;
|
|
309
436
|
'cache-type-v'?: string | undefined;
|
|
310
437
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
@@ -321,6 +448,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
321
448
|
'image-max-tokens'?: number | undefined;
|
|
322
449
|
'image-min-tokens'?: number | undefined;
|
|
323
450
|
'image-max-megapixels'?: number | undefined;
|
|
451
|
+
poll?: number | undefined;
|
|
452
|
+
pollBatch?: number | undefined;
|
|
324
453
|
threads?: number | undefined;
|
|
325
454
|
'threads-batch'?: number | undefined;
|
|
326
455
|
'cpu-mask'?: string | undefined;
|
|
@@ -335,6 +464,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
335
464
|
'fit-ctx'?: number | undefined;
|
|
336
465
|
openclCacheDir?: string | undefined;
|
|
337
466
|
reasoning_budget?: number | undefined;
|
|
467
|
+
spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
|
|
468
|
+
spec_draft_n_max?: number | undefined;
|
|
469
|
+
spec_draft_n_min?: number | undefined;
|
|
470
|
+
spec_draft_p_min?: number | undefined;
|
|
338
471
|
projectionModelSrc?: string | {
|
|
339
472
|
src: string;
|
|
340
473
|
name?: string | undefined;
|
|
@@ -346,7 +479,20 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
346
479
|
engine?: string | undefined;
|
|
347
480
|
expectedSize?: number | undefined;
|
|
348
481
|
sha256Checksum?: string | undefined;
|
|
349
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
482
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
483
|
+
} | undefined;
|
|
484
|
+
draftModelSrc?: string | {
|
|
485
|
+
src: string;
|
|
486
|
+
name?: string | undefined;
|
|
487
|
+
modelId?: string | undefined;
|
|
488
|
+
registryPath?: string | undefined;
|
|
489
|
+
registrySource?: string | undefined;
|
|
490
|
+
blobCoreKey?: string | undefined;
|
|
491
|
+
blobIndex?: number | undefined;
|
|
492
|
+
engine?: string | undefined;
|
|
493
|
+
expectedSize?: number | undefined;
|
|
494
|
+
sha256Checksum?: string | undefined;
|
|
495
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
350
496
|
} | undefined;
|
|
351
497
|
image_tile_mode: "disabled" | "batched" | "sequential" | undefined;
|
|
352
498
|
image_no_upscale?: "on" | "off" | undefined;
|
|
@@ -371,6 +517,11 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
371
517
|
stop_sequences?: string[] | undefined;
|
|
372
518
|
parallel?: number | undefined;
|
|
373
519
|
tools?: boolean | undefined;
|
|
520
|
+
cache_checkpoints?: number | undefined;
|
|
521
|
+
cache_checkpoints_max_bytes?: number | undefined;
|
|
522
|
+
cache_checkpoint_storage?: "memory" | "disk" | undefined;
|
|
523
|
+
cache_checkpoint_dir?: string | undefined;
|
|
524
|
+
cache_ram_mib?: number | undefined;
|
|
374
525
|
'cache-type-k'?: string | undefined;
|
|
375
526
|
'cache-type-v'?: string | undefined;
|
|
376
527
|
'main-gpu'?: number | "integrated" | "dedicated" | undefined;
|
|
@@ -387,6 +538,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
387
538
|
'image-max-tokens'?: number | undefined;
|
|
388
539
|
'image-min-tokens'?: number | undefined;
|
|
389
540
|
'image-max-megapixels'?: number | undefined;
|
|
541
|
+
poll?: number | undefined;
|
|
542
|
+
pollBatch?: number | undefined;
|
|
390
543
|
threads?: number | undefined;
|
|
391
544
|
'threads-batch'?: number | undefined;
|
|
392
545
|
'cpu-mask'?: string | undefined;
|
|
@@ -401,6 +554,10 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
401
554
|
'fit-ctx'?: number | undefined;
|
|
402
555
|
openclCacheDir?: string | undefined;
|
|
403
556
|
reasoning_budget?: number | undefined;
|
|
557
|
+
spec_type?: "none" | "draft-mtp" | "draft-dflash" | undefined;
|
|
558
|
+
spec_draft_n_max?: number | undefined;
|
|
559
|
+
spec_draft_n_min?: number | undefined;
|
|
560
|
+
spec_draft_p_min?: number | undefined;
|
|
404
561
|
projectionModelSrc?: string | {
|
|
405
562
|
src: string;
|
|
406
563
|
name?: string | undefined;
|
|
@@ -412,7 +569,20 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
412
569
|
engine?: string | undefined;
|
|
413
570
|
expectedSize?: number | undefined;
|
|
414
571
|
sha256Checksum?: string | undefined;
|
|
415
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
572
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
573
|
+
} | undefined;
|
|
574
|
+
draftModelSrc?: string | {
|
|
575
|
+
src: string;
|
|
576
|
+
name?: string | undefined;
|
|
577
|
+
modelId?: string | undefined;
|
|
578
|
+
registryPath?: string | undefined;
|
|
579
|
+
registrySource?: string | undefined;
|
|
580
|
+
blobCoreKey?: string | undefined;
|
|
581
|
+
blobIndex?: number | undefined;
|
|
582
|
+
engine?: string | undefined;
|
|
583
|
+
expectedSize?: number | undefined;
|
|
584
|
+
sha256Checksum?: string | undefined;
|
|
585
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
416
586
|
} | undefined;
|
|
417
587
|
image_tile_mode?: "disabled" | "batched" | "sequential" | undefined;
|
|
418
588
|
image_no_upscale?: "on" | "off" | undefined;
|
|
@@ -420,6 +590,8 @@ export declare const llmConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
420
590
|
}>>;
|
|
421
591
|
export type LlmConfig = z.infer<typeof llmConfigSchema>;
|
|
422
592
|
export declare const embedConfigBaseSchema: z.ZodObject<{
|
|
593
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
594
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
423
595
|
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
424
596
|
auto: "auto";
|
|
425
597
|
cuda: "cuda";
|
|
@@ -438,7 +610,6 @@ export declare const embedConfigBaseSchema: z.ZodObject<{
|
|
|
438
610
|
mean: "mean";
|
|
439
611
|
cls: "cls";
|
|
440
612
|
last: "last";
|
|
441
|
-
rank: "rank";
|
|
442
613
|
}>>;
|
|
443
614
|
attention: z.ZodOptional<z.ZodEnum<{
|
|
444
615
|
causal: "causal";
|
|
@@ -474,6 +645,8 @@ export declare const EMBED_CONFIG_DEFAULTS: {
|
|
|
474
645
|
readonly batchSize: 1024;
|
|
475
646
|
};
|
|
476
647
|
export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
648
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
649
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
477
650
|
backend: z.ZodOptional<z.ZodArray<z.ZodEnum<{
|
|
478
651
|
auto: "auto";
|
|
479
652
|
cuda: "cuda";
|
|
@@ -492,7 +665,6 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
492
665
|
mean: "mean";
|
|
493
666
|
cls: "cls";
|
|
494
667
|
last: "last";
|
|
495
|
-
rank: "rank";
|
|
496
668
|
}>>;
|
|
497
669
|
attention: z.ZodOptional<z.ZodEnum<{
|
|
498
670
|
causal: "causal";
|
|
@@ -521,11 +693,13 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
521
693
|
}>>;
|
|
522
694
|
openclCacheDir: z.ZodOptional<z.ZodString>;
|
|
523
695
|
}, z.core.$strip>, z.ZodTransform<{
|
|
696
|
+
poll?: number | undefined;
|
|
697
|
+
pollBatch?: number | undefined;
|
|
524
698
|
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
525
699
|
gpuLayers: number | undefined;
|
|
526
700
|
device: "cpu" | "gpu" | undefined;
|
|
527
701
|
batchSize: number | undefined;
|
|
528
|
-
pooling?: "none" | "mean" | "cls" | "last" |
|
|
702
|
+
pooling?: "none" | "mean" | "cls" | "last" | undefined;
|
|
529
703
|
attention?: "causal" | "non-causal" | undefined;
|
|
530
704
|
embdNormalize?: number | undefined;
|
|
531
705
|
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
@@ -535,11 +709,13 @@ export declare const embedConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
535
709
|
verbosity?: 0 | 3 | 2 | 1 | undefined;
|
|
536
710
|
openclCacheDir?: string | undefined;
|
|
537
711
|
}, {
|
|
712
|
+
poll?: number | undefined;
|
|
713
|
+
pollBatch?: number | undefined;
|
|
538
714
|
backend?: ("auto" | "cuda" | "vulkan" | "metal" | "opencl")[] | undefined;
|
|
539
715
|
gpuLayers?: number | undefined;
|
|
540
716
|
device?: "cpu" | "gpu" | undefined;
|
|
541
717
|
batchSize?: number | undefined;
|
|
542
|
-
pooling?: "none" | "mean" | "cls" | "last" |
|
|
718
|
+
pooling?: "none" | "mean" | "cls" | "last" | undefined;
|
|
543
719
|
attention?: "causal" | "non-causal" | undefined;
|
|
544
720
|
embdNormalize?: number | undefined;
|
|
545
721
|
flashAttention?: "auto" | "on" | "off" | undefined;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
/**
|
|
4
4
|
* Upper bound for `reasoning_budget`. Mirrors the llm-llamacpp addon, which
|
|
5
5
|
* stores the budget as a 32-bit `int` and rejects values above
|
|
@@ -101,6 +101,35 @@ export const llmConfigBaseSchema = z.object({
|
|
|
101
101
|
.boolean()
|
|
102
102
|
.optional()
|
|
103
103
|
.describe("Enable tool calling via the model's jinja chat template. Default false."),
|
|
104
|
+
cache_checkpoints: z
|
|
105
|
+
.number()
|
|
106
|
+
.int()
|
|
107
|
+
.min(0)
|
|
108
|
+
.max(1024)
|
|
109
|
+
.optional()
|
|
110
|
+
.describe("Prompt-cache checkpoints kept per sequence on hybrid / recurrent models (Qwen3.5, Jamba, DeepSeek V4) and on sliding-window models (Gemma 3/4, gpt-oss) whose context exceeds the window, one per cached request at the end of its history (0–1024). Default 1, which serves the next turn and a regenerate; editing the user message k-th from the end without reprocessing the whole conversation needs `k + 1`. Regenerates and edits restore a checkpoint only under a caller-managed string `kvCache` key. `0` disables them. Each checkpoint holds a copy of the recurrent or sliding-window state of its sequence in host RAM (on disk with `cache_checkpoint_storage: 'disk'`), up to hundreds of MiB on larger models, so memory grows with this value and with `parallel` unless `cache_checkpoints_max_bytes` caps it. Model fit checks do not count it. The newest one is also saved in the `cacheKey` file, so a conversation reloaded in a new process continues from it. Ignored by other models."),
|
|
111
|
+
cache_checkpoints_max_bytes: z
|
|
112
|
+
.number()
|
|
113
|
+
.int()
|
|
114
|
+
.min(0)
|
|
115
|
+
.optional()
|
|
116
|
+
.describe('Byte budget for the checkpoints kept per sequence; the oldest are dropped until the rest fit. `0` (default) is unlimited. The load fails when the budget cannot hold `cache_checkpoints` checkpoints of the largest size the context allows (on a sliding-window model, a full window).'),
|
|
117
|
+
cache_checkpoint_storage: z
|
|
118
|
+
.enum(['memory', 'disk'])
|
|
119
|
+
.optional()
|
|
120
|
+
.describe("Where checkpoints and the per-request rollback snapshot are kept: `'memory'` (default) in host RAM, `'disk'` in files under `cache_checkpoint_dir`, which it requires."),
|
|
121
|
+
cache_checkpoint_dir: z
|
|
122
|
+
.string()
|
|
123
|
+
.min(1)
|
|
124
|
+
.optional()
|
|
125
|
+
.describe("Writable directory for checkpoint files, required with `cache_checkpoint_storage: 'disk'` and rejected without it. The addon writes in a private directory it creates inside it (on Windows, in the directory itself). On mobile, pass the app's cache directory."),
|
|
126
|
+
cache_ram_mib: z
|
|
127
|
+
.number()
|
|
128
|
+
.int()
|
|
129
|
+
.min(0)
|
|
130
|
+
.max(1048576)
|
|
131
|
+
.optional()
|
|
132
|
+
.describe('Host-RAM budget, in MiB, for cached conversations that are not running (0–1048576). Default 0 (off). A conversation the model switches away from (another `kvCache` key, or a slot eviction with `parallel >= 2`) is kept in RAM, so returning to its caller-managed string `kvCache` key skips reading its `cacheKey` file. Model fit checks do not count this memory.'),
|
|
104
133
|
'cache-type-k': z
|
|
105
134
|
.string()
|
|
106
135
|
.optional()
|
|
@@ -184,6 +213,20 @@ export const llmConfigBaseSchema = z.object({
|
|
|
184
213
|
.max(18_446_744_073_709)
|
|
185
214
|
.optional()
|
|
186
215
|
.describe('Largest image a vision model accepts, in millions of pixels (width × height). Checked against the image header before decoding; larger images are rejected. Vision models only. Default 50.'),
|
|
216
|
+
poll: z
|
|
217
|
+
.number()
|
|
218
|
+
.int()
|
|
219
|
+
.min(0)
|
|
220
|
+
.max(100)
|
|
221
|
+
.optional()
|
|
222
|
+
.describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
|
|
223
|
+
pollBatch: z
|
|
224
|
+
.number()
|
|
225
|
+
.int()
|
|
226
|
+
.min(0)
|
|
227
|
+
.max(100)
|
|
228
|
+
.optional()
|
|
229
|
+
.describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
|
|
187
230
|
threads: z
|
|
188
231
|
.number()
|
|
189
232
|
.int()
|
|
@@ -193,15 +236,15 @@ export const llmConfigBaseSchema = z.object({
|
|
|
193
236
|
.number()
|
|
194
237
|
.int()
|
|
195
238
|
.optional()
|
|
196
|
-
.describe('CPU threads to use during batch and prompt processing.
|
|
239
|
+
.describe('CPU threads to use during batch and prompt processing. Applies to steps processing several tokens, including parallel decoding and speculative verification. Single-sequence generation uses `threads`.'),
|
|
197
240
|
'cpu-mask': z
|
|
198
241
|
.string()
|
|
199
242
|
.optional()
|
|
200
|
-
.describe("CPU affinity mask as an arbitrarily long hex string, e.g. `'ff'`. Unset applies no affinity.
|
|
243
|
+
.describe("CPU affinity mask as an arbitrarily long hex string, e.g. `'ff'`. Applies to generation. Unset applies no affinity."),
|
|
201
244
|
'cpu-mask-batch': z
|
|
202
245
|
.string()
|
|
203
246
|
.optional()
|
|
204
|
-
.describe('CPU affinity mask for batch and prompt processing, in the same form as `cpu-mask`.
|
|
247
|
+
.describe('CPU affinity mask for batch and prompt processing, in the same form as `cpu-mask`. Unset inherits `cpu-mask` when the batch thread count is also unset.'),
|
|
205
248
|
'override-tensor': z
|
|
206
249
|
.string()
|
|
207
250
|
.optional()
|
|
@@ -249,9 +292,36 @@ export const llmConfigBaseSchema = z.object({
|
|
|
249
292
|
.max(REASONING_BUDGET_MAX)
|
|
250
293
|
.optional()
|
|
251
294
|
.describe('Reasoning-channel token budget. `-1` (default) unrestricted, `0` disables it, any positive integer caps the reasoning channel at that many tokens (the closing think tag is force-emitted once the budget is spent).'),
|
|
295
|
+
spec_type: z
|
|
296
|
+
.enum(['none', 'draft-mtp', 'draft-dflash'])
|
|
297
|
+
.optional()
|
|
298
|
+
.describe("Speculative decoding, as llama-server's `--spec-type`. `'draft-mtp'` drafts with the model's own multi-token-prediction head, or with an external MTP head given as `draftModelSrc`; the head, when given, otherwise the model, must ship MTP layers, and a head must match the model, or the load fails. `'draft-dflash'` drafts with the DFlash model given as `draftModelSrc`, which it requires. The model verifies every draft, so output keeps the distribution of plain decoding. `'none'` (default) decodes one token per step. Works with multimodal prompts, `parallel` and `kvCache`. Completion stats then report `draftTokens` and `draftAcceptedTokens`."),
|
|
299
|
+
spec_draft_n_max: z
|
|
300
|
+
.number()
|
|
301
|
+
.int()
|
|
302
|
+
.min(1)
|
|
303
|
+
.max(64)
|
|
304
|
+
.optional()
|
|
305
|
+
.describe("Longest draft per step (1–64, default 3). Lowered at load, with a warning, to fit one `ubatch-size` and each sequence’s share of `batch-size`. Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
|
|
306
|
+
spec_draft_n_min: z
|
|
307
|
+
.number()
|
|
308
|
+
.int()
|
|
309
|
+
.min(0)
|
|
310
|
+
.max(64)
|
|
311
|
+
.optional()
|
|
312
|
+
.describe("Shortest draft worth verifying (0–64, default 0, at most `spec_draft_n_max`); shorter drafts are dropped. Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
|
|
313
|
+
spec_draft_p_min: z
|
|
314
|
+
.number()
|
|
315
|
+
.min(0)
|
|
316
|
+
.max(1)
|
|
317
|
+
.optional()
|
|
318
|
+
.describe("Minimum draft-head probability for a token to extend the draft (0–1, default 0). Requires `spec_type` `'draft-mtp'` or `'draft-dflash'`."),
|
|
252
319
|
projectionModelSrc: modelSrcInputSchema
|
|
253
320
|
.optional()
|
|
254
321
|
.describe('Multimodal projection (mmproj / vision encoder) model source; multimodal models only.'),
|
|
322
|
+
draftModelSrc: modelSrcInputSchema
|
|
323
|
+
.optional()
|
|
324
|
+
.describe("Draft model source, as llama-server's `--spec-draft-model`: the DFlash model, required by `spec_type: 'draft-dflash'`, or an external MTP head for `spec_type: 'draft-mtp'`, such as the MTP quantization of the same model or a Gemma 4 assistant for its Gemma 4 model. Placed like the model (`device`, `gpu_layers`). Model fit checks count an MTP head's memory but not a DFlash model's or a Gemma 4 assistant's, so leave room for those."),
|
|
255
325
|
image_tile_mode: z
|
|
256
326
|
.enum(['disabled', 'batched', 'sequential'])
|
|
257
327
|
.optional()
|
|
@@ -278,12 +348,37 @@ export const LLM_CONFIG_DEFAULTS = {
|
|
|
278
348
|
image_tile_mode: 'sequential'
|
|
279
349
|
};
|
|
280
350
|
// Full schema - applies defaults via transform (no duplication)
|
|
281
|
-
|
|
351
|
+
// Checked on the config merged with device defaults, before the draft model is downloaded.
|
|
352
|
+
export const llmConfigSchema = llmConfigBaseSchema
|
|
353
|
+
.superRefine((data, ctx) => {
|
|
354
|
+
if (data.draftModelSrc !== undefined && (data.spec_type ?? 'none') === 'none') {
|
|
355
|
+
ctx.addIssue({
|
|
356
|
+
code: 'custom',
|
|
357
|
+
path: ['draftModelSrc'],
|
|
358
|
+
message: "draftModelSrc requires spec_type 'draft-mtp' or 'draft-dflash'."
|
|
359
|
+
});
|
|
360
|
+
}
|
|
361
|
+
})
|
|
362
|
+
.transform((data) => ({
|
|
282
363
|
...LLM_CONFIG_DEFAULTS,
|
|
283
364
|
...data
|
|
284
365
|
}));
|
|
285
366
|
// Base schema - validates types, all fields optional (for input validation)
|
|
286
367
|
export const embedConfigBaseSchema = z.object({
|
|
368
|
+
poll: z
|
|
369
|
+
.number()
|
|
370
|
+
.int()
|
|
371
|
+
.min(0)
|
|
372
|
+
.max(100)
|
|
373
|
+
.optional()
|
|
374
|
+
.describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
|
|
375
|
+
pollBatch: z
|
|
376
|
+
.number()
|
|
377
|
+
.int()
|
|
378
|
+
.min(0)
|
|
379
|
+
.max(100)
|
|
380
|
+
.optional()
|
|
381
|
+
.describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
|
|
287
382
|
backend: z
|
|
288
383
|
.array(z.enum(['cuda', 'vulkan', 'metal', 'opencl', 'auto']))
|
|
289
384
|
.min(1)
|
|
@@ -310,9 +405,9 @@ export const embedConfigBaseSchema = z.object({
|
|
|
310
405
|
.optional()
|
|
311
406
|
.describe('Tokens processed per batch (input throughput). Default 1024.'),
|
|
312
407
|
pooling: z
|
|
313
|
-
.enum(['none', 'mean', 'cls', 'last'
|
|
408
|
+
.enum(['none', 'mean', 'cls', 'last'])
|
|
314
409
|
.optional()
|
|
315
|
-
.describe("Pooling strategy collapsing token embeddings into one sequence vector: `'none'`, `'mean'`, `'cls'`,
|
|
410
|
+
.describe("Pooling strategy collapsing token embeddings into one sequence vector: `'none'`, `'mean'`, `'cls'`, or `'last'`. Unset uses the model default."),
|
|
316
411
|
attention: z
|
|
317
412
|
.enum(['causal', 'non-causal'])
|
|
318
413
|
.optional()
|