@qvac/inference 0.22.0 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +59 -40
- package/README.md +1 -1
- package/dist/api/audio-gen.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +3 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/index.d.ts +39 -38
- package/dist/api/index.js +38 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +6 -0
- package/dist/errors/index.js +13 -1
- package/dist/handlers/assess-model-fit.d.ts +1 -1
- package/dist/handlers/assess-model-fit.js +4 -4
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +2 -3
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.js +4 -2
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +1 -1
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +4 -4
- package/dist/{resources/model-fit → model-fit}/assess.js +3 -3
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +4 -4
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +1 -1
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +5 -5
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +2 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +6 -6
- package/dist/{resources/model-fit → model-fit}/floor.d.ts +2 -2
- package/dist/{resources/model-fit → model-fit}/floor.js +1 -1
- package/dist/{resources/model-fit → model-fit}/kv-cache.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +8 -10
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +14 -40
- package/dist/{resources/model-fit/types.d.ts → model-fit/platform.d.ts} +8 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +3 -3
- package/dist/{resources/model-fit/native-probe/create-fit-request.js → model-fit/request/create.js} +8 -8
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +9 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.js +13 -10
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/nmt.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.d.ts +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/ocr.js +1 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +2 -2
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +1 -1
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +3 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +1 -1
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +510 -0
- package/dist/models/registry/models.js +2946 -2410
- package/dist/models/registry/resource-profiles.js +203 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +60 -54
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +4 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +26 -25
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -4
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +11 -10
- package/dist/plugins/builtin/ggml-ocr/plugin.js +4 -4
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +12 -12
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +15 -14
- package/dist/plugins/builtin/index.js +15 -14
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +36 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +169 -78
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -17
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +1 -1
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +39 -33
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +7 -6
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +16 -6
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +6 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +16 -16
- package/dist/plugins/builtin/moss-transcribe/plugin.js +4 -4
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +18 -13
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +29 -29
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +4 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +19 -8
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +2 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +90 -34
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +45 -45
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +2 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +2 -2
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +47 -32
- package/dist/plugins/builtin/tts-ggml/plugin.js +3 -3
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +34 -33
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +4 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +4 -3
- package/dist/plugins/ops/kv-cache-utils.js +15 -8
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +14 -5
- package/dist/plugins/ops/transcribe.js +1 -1
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +2 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +3 -3
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +3 -0
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +14 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +6 -0
- package/dist/schemas/assess-model-fit.js +4 -4
- package/dist/schemas/audio-gen.d.ts +13 -1
- package/dist/schemas/audio-gen.js +3 -3
- package/dist/schemas/batch-completion-stream.d.ts +8 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +1 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +1 -1
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/common.d.ts +478 -100
- package/dist/schemas/common.js +35 -32
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +11 -2
- package/dist/schemas/completion-stream.js +37 -10
- package/dist/schemas/config.d.ts +849 -6
- package/dist/schemas/config.js +12 -10
- package/dist/schemas/decision.d.ts +8 -0
- package/dist/schemas/decision.js +14 -0
- package/dist/schemas/download-asset.d.ts +6 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +2 -1
- package/dist/schemas/engine-addon-map.js +4 -3
- package/dist/schemas/errors.d.ts +1 -0
- package/dist/schemas/errors.js +6 -1
- package/dist/schemas/index.d.ts +51 -50
- package/dist/schemas/index.js +50 -49
- package/dist/schemas/llamacpp-config.d.ts +182 -6
- package/dist/schemas/llamacpp-config.js +102 -7
- package/dist/schemas/load-model.d.ts +3176 -646
- package/dist/schemas/load-model.js +34 -1
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +195 -1
- package/dist/schemas/model-config-schemas.js +14 -12
- package/dist/schemas/model-fit-policy.d.ts +1 -1
- package/dist/schemas/model-info.js +2 -2
- package/dist/schemas/model-resource-profile.d.ts +1 -0
- package/dist/schemas/model-resource-profile.js +1 -1
- package/dist/schemas/model-src-utils.d.ts +6 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +5 -1
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +2 -0
- package/dist/schemas/ocr.js +1 -1
- package/dist/schemas/plugin.d.ts +9 -3
- package/dist/schemas/plugin.js +6 -0
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +8 -0
- package/dist/schemas/registry.js +2 -1
- package/dist/schemas/reload-config.d.ts +6 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/sdcpp-config.d.ts +56 -0
- package/dist/schemas/sdcpp-config.js +33 -15
- package/dist/schemas/text-to-speech.d.ts +61 -0
- package/dist/schemas/transcription-config.d.ts +5 -0
- package/dist/schemas/transcription-config.js +16 -1
- package/dist/schemas/transcription.d.ts +1 -1
- package/dist/schemas/transcription.js +1 -1
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +20 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/surface.d.ts +2 -1
- package/dist/surface.js +2 -1
- package/dist/utils/addon-responses.d.ts +2 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/tts-stats.d.ts +1 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +53 -45
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit → model-fit}/kv-cache.js +0 -0
- /package/dist/{resources/model-fit → model-fit}/platform.js +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
package/dist/schemas/config.js
CHANGED
|
@@ -1,14 +1,15 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { logLevelSchema } from '
|
|
3
|
-
import { decisionConfigBaseSchema } from '
|
|
4
|
-
import {
|
|
5
|
-
import {
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
2
|
+
import { logLevelSchema } from '../schemas/logging-stream.js';
|
|
3
|
+
import { decisionConfigBaseSchema } from '../schemas/decision.js';
|
|
4
|
+
import { rerankConfigBaseSchema } from '../schemas/rerank.js';
|
|
5
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
6
|
+
import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
|
|
7
|
+
import { whisperConfigSchema, parakeetConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
|
|
8
|
+
import { ocrConfigSchema } from '../schemas/ocr.js';
|
|
9
|
+
import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
|
|
10
|
+
import { vlaConfigSchema } from '../schemas/vla.js';
|
|
11
|
+
import { runtimeContextSchema } from '../schemas/runtime-context.js';
|
|
12
|
+
import { modelFitPolicySchema } from '../schemas/model-fit-policy.js';
|
|
12
13
|
// Alias keys for user convenience (maps to canonical types)
|
|
13
14
|
const AliasKeys = {
|
|
14
15
|
llm: 'llm',
|
|
@@ -46,6 +47,7 @@ export const deviceConfigDefaultsSchema = z
|
|
|
46
47
|
[ModelType.llamacppCompletion]: llmConfigBaseSchema.optional(),
|
|
47
48
|
[ModelType.llamacppEmbedding]: embedConfigBaseSchema.optional(),
|
|
48
49
|
[ModelType.llamacppDecision]: decisionConfigBaseSchema.optional(),
|
|
50
|
+
[ModelType.llamacppRerank]: rerankConfigBaseSchema.optional(),
|
|
49
51
|
[ModelType.whispercppTranscription]: whisperConfigSchema.partial().optional(),
|
|
50
52
|
[ModelType.parakeetTranscription]: parakeetConfigSchema.partial().optional(),
|
|
51
53
|
[ModelType.mossTranscribe]: mossTranscribeConfigSchema.optional(),
|
|
@@ -508,6 +508,8 @@ export declare const decisionConfigBaseSchema: z.ZodObject<{
|
|
|
508
508
|
}>>;
|
|
509
509
|
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
510
510
|
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
511
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
512
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
511
513
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
512
514
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
513
515
|
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
@@ -538,6 +540,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
538
540
|
}>>;
|
|
539
541
|
gpu_layers: z.ZodOptional<z.ZodNumber>;
|
|
540
542
|
batch_size: z.ZodOptional<z.ZodNumber>;
|
|
543
|
+
poll: z.ZodOptional<z.ZodNumber>;
|
|
544
|
+
pollBatch: z.ZodOptional<z.ZodNumber>;
|
|
541
545
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
542
546
|
'threads-batch': z.ZodOptional<z.ZodNumber>;
|
|
543
547
|
flash_attn: z.ZodOptional<z.ZodEnum<{
|
|
@@ -560,6 +564,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
560
564
|
device: "cpu" | "gpu";
|
|
561
565
|
gpu_layers?: number | undefined;
|
|
562
566
|
batch_size?: number | undefined;
|
|
567
|
+
poll?: number | undefined;
|
|
568
|
+
pollBatch?: number | undefined;
|
|
563
569
|
threads?: number | undefined;
|
|
564
570
|
'threads-batch'?: number | undefined;
|
|
565
571
|
flash_attn?: "auto" | "on" | "off" | undefined;
|
|
@@ -572,6 +578,8 @@ export declare const decisionConfigSchema: z.ZodPipe<z.ZodObject<{
|
|
|
572
578
|
device?: "cpu" | "gpu" | undefined;
|
|
573
579
|
gpu_layers?: number | undefined;
|
|
574
580
|
batch_size?: number | undefined;
|
|
581
|
+
poll?: number | undefined;
|
|
582
|
+
pollBatch?: number | undefined;
|
|
575
583
|
threads?: number | undefined;
|
|
576
584
|
'threads-batch'?: number | undefined;
|
|
577
585
|
flash_attn?: "auto" | "on" | "off" | undefined;
|
package/dist/schemas/decision.js
CHANGED
|
@@ -162,6 +162,20 @@ export const decisionConfigBaseSchema = z
|
|
|
162
162
|
.positive()
|
|
163
163
|
.optional()
|
|
164
164
|
.describe('Tokens per forward pass. Default 2048; each sequence must fit.'),
|
|
165
|
+
poll: z
|
|
166
|
+
.number()
|
|
167
|
+
.int()
|
|
168
|
+
.min(0)
|
|
169
|
+
.max(100)
|
|
170
|
+
.optional()
|
|
171
|
+
.describe('CPU polling level, from 0 to 100. If omitted, uses the default native behavior. Higher values may reduce wake latency but consume more CPU during GPU work.'),
|
|
172
|
+
pollBatch: z
|
|
173
|
+
.number()
|
|
174
|
+
.int()
|
|
175
|
+
.min(0)
|
|
176
|
+
.max(100)
|
|
177
|
+
.optional()
|
|
178
|
+
.describe('CPU polling level for batch processing, from 0 to 100. If omitted, uses the default native behavior.'),
|
|
165
179
|
threads: z
|
|
166
180
|
.number()
|
|
167
181
|
.int()
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type { AbortController } from 'bare-abort-controller';
|
|
3
|
-
import type { ModelProgressUpdate } from '
|
|
3
|
+
import type { ModelProgressUpdate } from '../schemas/load-model.js';
|
|
4
4
|
export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
5
5
|
assetSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
6
6
|
src: z.ZodString;
|
|
@@ -25,6 +25,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
25
25
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26
26
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
27
27
|
"llamacpp-decision": "llamacpp-decision";
|
|
28
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
28
29
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
29
30
|
"onnx-tts": "onnx-tts";
|
|
30
31
|
"tts-ggml": "tts-ggml";
|
|
@@ -59,7 +60,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
59
60
|
engine?: string | undefined;
|
|
60
61
|
expectedSize?: number | undefined;
|
|
61
62
|
sha256Checksum?: string | undefined;
|
|
62
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
63
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
63
64
|
};
|
|
64
65
|
requireHttpChecksum?: boolean | undefined;
|
|
65
66
|
requireSecureTransport?: boolean | undefined;
|
|
@@ -75,7 +76,7 @@ export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
|
75
76
|
engine?: string | undefined;
|
|
76
77
|
expectedSize?: number | undefined;
|
|
77
78
|
sha256Checksum?: string | undefined;
|
|
78
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
79
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
79
80
|
};
|
|
80
81
|
seed?: boolean | undefined;
|
|
81
82
|
requireHttpChecksum?: boolean | undefined;
|
|
@@ -105,6 +106,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
|
|
|
105
106
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
106
107
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
107
108
|
"llamacpp-decision": "llamacpp-decision";
|
|
109
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
108
110
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
109
111
|
"onnx-tts": "onnx-tts";
|
|
110
112
|
"tts-ggml": "tts-ggml";
|
|
@@ -149,7 +151,7 @@ export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<
|
|
|
149
151
|
engine?: string | undefined;
|
|
150
152
|
expectedSize?: number | undefined;
|
|
151
153
|
sha256Checksum?: string | undefined;
|
|
152
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
154
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
153
155
|
};
|
|
154
156
|
seed?: boolean | undefined;
|
|
155
157
|
requireHttpChecksum?: boolean | undefined;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema, modelInputToSrcSchema, MODEL_SOURCE_URI_HINT } from '
|
|
2
|
+
import { modelSrcInputSchema, modelInputToSrcSchema, MODEL_SOURCE_URI_HINT } from '../schemas/model-src-utils.js';
|
|
3
3
|
const ASSET_SRC_DESCRIPTION = `The asset to download and cache: ${MODEL_SOURCE_URI_HINT}.`;
|
|
4
4
|
const downloadAssetOptionsBaseSchema = z.object({
|
|
5
5
|
assetSrc: modelSrcInputSchema.describe(ASSET_SRC_DESCRIPTION),
|
|
@@ -1,10 +1,11 @@
|
|
|
1
|
-
import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '
|
|
1
|
+
import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '../schemas/registry.js';
|
|
2
2
|
export declare const ENGINE_TO_ADDON: {
|
|
3
3
|
readonly "llamacpp-completion": "llm";
|
|
4
4
|
readonly "whispercpp-transcription": "whisper";
|
|
5
5
|
readonly "bci-whispercpp-transcription": "bci";
|
|
6
6
|
readonly "llamacpp-embedding": "embeddings";
|
|
7
7
|
readonly "llamacpp-decision": "embeddings";
|
|
8
|
+
readonly "llamacpp-rerank": "embeddings";
|
|
8
9
|
readonly "nmtcpp-translation": "nmt";
|
|
9
10
|
readonly "onnx-tts": "tts";
|
|
10
11
|
readonly "tts-ggml": "tts";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { ModelType } from '
|
|
2
|
-
import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from '
|
|
3
|
-
import { modelRegistryEngineSchema } from '
|
|
1
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
2
|
+
import { ADDON_ASR, ADDON_AUDIOGEN, ADDON_BCI, ADDON_CLASSIFICATION, ADDON_DIFFUSION, ADDON_EMBEDDING, ADDON_LLM, ADDON_NMT, ADDON_OCR, ADDON_PARAKEET, ADDON_TTS, ADDON_VLA, ADDON_WHISPER } from '../schemas/plugin.js';
|
|
3
|
+
import { modelRegistryEngineSchema } from '../schemas/registry.js';
|
|
4
4
|
// Canonical engine → addon mapping (exhaustive). `as const` preserves
|
|
5
5
|
// per-key literals so the addon can be derived from the engine at the type level.
|
|
6
6
|
export const ENGINE_TO_ADDON = {
|
|
@@ -9,6 +9,7 @@ export const ENGINE_TO_ADDON = {
|
|
|
9
9
|
[ModelType.bciWhispercppTranscription]: 'bci',
|
|
10
10
|
[ModelType.llamacppEmbedding]: 'embeddings',
|
|
11
11
|
[ModelType.llamacppDecision]: 'embeddings',
|
|
12
|
+
[ModelType.llamacppRerank]: 'embeddings',
|
|
12
13
|
[ModelType.nmtcppTranslation]: 'nmt',
|
|
13
14
|
[ModelType.onnxTts]: 'tts',
|
|
14
15
|
[ModelType.ttsGgml]: 'tts',
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -112,6 +112,7 @@ export declare const ERROR_CODES: {
|
|
|
112
112
|
readonly PLUGIN_LOAD_CONFIG_VALIDATION_FAILED: 53859;
|
|
113
113
|
readonly PATH_TRAVERSAL: 53900;
|
|
114
114
|
readonly QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950;
|
|
115
|
+
readonly QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951;
|
|
115
116
|
};
|
|
116
117
|
declare const errorDefinitions: ErrorCodesMap;
|
|
117
118
|
export { errorDefinitions as ERROR_DEFINITIONS };
|
package/dist/schemas/errors.js
CHANGED
|
@@ -131,7 +131,8 @@ export const ERROR_CODES = {
|
|
|
131
131
|
// Security (53,900-53,949)
|
|
132
132
|
PATH_TRAVERSAL: 53900,
|
|
133
133
|
// Model registry query (53,950-54,000)
|
|
134
|
-
QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950
|
|
134
|
+
QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950,
|
|
135
|
+
QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951
|
|
135
136
|
};
|
|
136
137
|
const errorDefinitions = {
|
|
137
138
|
// Response / request validation
|
|
@@ -629,6 +630,10 @@ const errorDefinitions = {
|
|
|
629
630
|
[ERROR_CODES.QVAC_MODEL_REGISTRY_QUERY_FAILED]: {
|
|
630
631
|
name: 'QVAC_MODEL_REGISTRY_QUERY_FAILED',
|
|
631
632
|
message: (details) => `QVAC model registry query failed${details ? `: ${details}` : ''}`
|
|
633
|
+
},
|
|
634
|
+
[ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND]: {
|
|
635
|
+
name: 'QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND',
|
|
636
|
+
message: (registrySource, registryPath) => `QVAC model registry has no model at ${registrySource}/${registryPath}`
|
|
632
637
|
}
|
|
633
638
|
};
|
|
634
639
|
addCodes(errorDefinitions, { name: 'qvac-inference', version: '1.0.0' });
|
package/dist/schemas/index.d.ts
CHANGED
|
@@ -1,51 +1,52 @@
|
|
|
1
|
-
export * from '
|
|
2
|
-
export * from '
|
|
3
|
-
export * from '
|
|
4
|
-
export * from '
|
|
5
|
-
export * from '
|
|
6
|
-
export { toolSchema, toolCallSchema, toolCallErrorSchema, type Tool, type ToolCall, type ToolCallError, type ToolCallWithCall } from '
|
|
7
|
-
export * from '
|
|
8
|
-
export * from '
|
|
9
|
-
export * from '
|
|
10
|
-
export * from '
|
|
11
|
-
export * from '
|
|
12
|
-
export * from '
|
|
13
|
-
export * from '
|
|
14
|
-
export * from '
|
|
15
|
-
export * from '
|
|
16
|
-
export * from '
|
|
17
|
-
export * from '
|
|
18
|
-
export * from '
|
|
19
|
-
export * from '
|
|
20
|
-
export * from '
|
|
21
|
-
export * from '
|
|
22
|
-
export * from '
|
|
23
|
-
export * from '
|
|
24
|
-
export * from '
|
|
25
|
-
export * from '
|
|
26
|
-
export * from '
|
|
27
|
-
export * from '
|
|
28
|
-
export * from '
|
|
29
|
-
export * from '
|
|
30
|
-
export * from '
|
|
31
|
-
export * from '
|
|
32
|
-
export * from '
|
|
33
|
-
export * from '
|
|
34
|
-
export * from '
|
|
35
|
-
export
|
|
1
|
+
export * from '../schemas/model-file.js';
|
|
2
|
+
export * from '../schemas/cancel.js';
|
|
3
|
+
export * from '../schemas/batch-completion-stream.js';
|
|
4
|
+
export * from '../schemas/completion-stream.js';
|
|
5
|
+
export * from '../schemas/completion-event.js';
|
|
6
|
+
export { toolSchema, toolCallSchema, toolCallErrorSchema, type Tool, type ToolCall, type ToolCallError, type ToolCallWithCall } from '../schemas/tools.js';
|
|
7
|
+
export * from '../schemas/heartbeat.js';
|
|
8
|
+
export * from '../schemas/model-ops.js';
|
|
9
|
+
export * from '../schemas/download-asset.js';
|
|
10
|
+
export * from '../schemas/embed.js';
|
|
11
|
+
export * from '../schemas/decision.js';
|
|
12
|
+
export * from '../schemas/rerank.js';
|
|
13
|
+
export * from '../schemas/finetune.js';
|
|
14
|
+
export * from '../schemas/load-model.js';
|
|
15
|
+
export * from '../schemas/reload-config.js';
|
|
16
|
+
export * from '../schemas/logging-stream.js';
|
|
17
|
+
export * from '../schemas/common.js';
|
|
18
|
+
export * from '../schemas/transcription.js';
|
|
19
|
+
export * from '../schemas/bci.js';
|
|
20
|
+
export * from '../schemas/bci-config.js';
|
|
21
|
+
export * from '../schemas/translate.js';
|
|
22
|
+
export * from '../schemas/translation-config.js';
|
|
23
|
+
export * from '../schemas/llamacpp-config.js';
|
|
24
|
+
export * from '../schemas/transcription-config.js';
|
|
25
|
+
export * from '../schemas/text-to-speech.js';
|
|
26
|
+
export * from '../schemas/error.js';
|
|
27
|
+
export * from '../schemas/rag.js';
|
|
28
|
+
export * from '../schemas/vector-index.js';
|
|
29
|
+
export * from '../schemas/ocr.js';
|
|
30
|
+
export * from '../schemas/sdcpp-config.js';
|
|
31
|
+
export * from '../schemas/vla.js';
|
|
32
|
+
export * from '../schemas/classification.js';
|
|
33
|
+
export * from '../schemas/audio-gen.js';
|
|
34
|
+
export * from '../schemas/model-config-schemas.js';
|
|
35
|
+
export * from '../schemas/lifecycle.js';
|
|
36
|
+
export { ERROR_CODES, REGISTRY_ERROR_CODES } from '../schemas/errors.js';
|
|
36
37
|
export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
|
|
37
|
-
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema, type QvacConfig, type DeviceMatch, type DeviceConfigDefaults, type DevicePattern } from '
|
|
38
|
-
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema, type ProfilerMode, type ServerBreakdown, type OperationEvent, type ProfilingRequestMeta, type ProfilingResponseMeta, type PerCallProfiling, type ProfilerGPUResourceGauge, type ProfilerResourceGauge } from '
|
|
39
|
-
export { runtimeContextSchema, type RuntimeContext } from '
|
|
40
|
-
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY, type ModelFitPolicy } from '
|
|
41
|
-
export * from '
|
|
42
|
-
export * from '
|
|
43
|
-
export * from '
|
|
44
|
-
export * from '
|
|
45
|
-
export { type McpClient, type McpClientInput } from '
|
|
46
|
-
export { PUBLIC_MODEL_TYPES as MODEL_TYPES, ModelType, type CanonicalModelType, type ModelTypeInput, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '
|
|
47
|
-
export * from '
|
|
48
|
-
export * from '
|
|
49
|
-
export * from '
|
|
50
|
-
export * from '
|
|
51
|
-
export * from '
|
|
38
|
+
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema, type QvacConfig, type DeviceMatch, type DeviceConfigDefaults, type DevicePattern } from '../schemas/config.js';
|
|
39
|
+
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema, type ProfilerMode, type ServerBreakdown, type OperationEvent, type ProfilingRequestMeta, type ProfilingResponseMeta, type PerCallProfiling, type ProfilerGPUResourceGauge, type ProfilerResourceGauge } from '../schemas/profiling.js';
|
|
40
|
+
export { runtimeContextSchema, type RuntimeContext } from '../schemas/runtime-context.js';
|
|
41
|
+
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY, type ModelFitPolicy } from '../schemas/model-fit-policy.js';
|
|
42
|
+
export * from '../schemas/model-info.js';
|
|
43
|
+
export * from '../schemas/system-resources.js';
|
|
44
|
+
export * from '../schemas/model-src-utils.js';
|
|
45
|
+
export * from '../schemas/json-schema.js';
|
|
46
|
+
export { type McpClient, type McpClientInput } from '../schemas/mcp-adapter.js';
|
|
47
|
+
export { PUBLIC_MODEL_TYPES as MODEL_TYPES, ModelType, type CanonicalModelType, type ModelTypeInput, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
|
|
48
|
+
export * from '../schemas/plugin.js';
|
|
49
|
+
export * from '../schemas/registry.js';
|
|
50
|
+
export * from '../schemas/model-resource-profile.js';
|
|
51
|
+
export * from '../schemas/assess-model-fit.js';
|
|
52
|
+
export * from '../schemas/rpc-server.js';
|
package/dist/schemas/index.js
CHANGED
|
@@ -1,51 +1,52 @@
|
|
|
1
1
|
// Re-export all schemas and types
|
|
2
|
-
export * from '
|
|
3
|
-
export * from '
|
|
4
|
-
export * from '
|
|
5
|
-
export * from '
|
|
6
|
-
export * from '
|
|
7
|
-
export { toolSchema, toolCallSchema, toolCallErrorSchema } from '
|
|
8
|
-
export * from '
|
|
9
|
-
export * from '
|
|
10
|
-
export * from '
|
|
11
|
-
export * from '
|
|
12
|
-
export * from '
|
|
13
|
-
export * from '
|
|
14
|
-
export * from '
|
|
15
|
-
export * from '
|
|
16
|
-
export * from '
|
|
17
|
-
export * from '
|
|
18
|
-
export * from '
|
|
19
|
-
export * from '
|
|
20
|
-
export * from '
|
|
21
|
-
export * from '
|
|
22
|
-
export * from '
|
|
23
|
-
export * from '
|
|
24
|
-
export * from '
|
|
25
|
-
export * from '
|
|
26
|
-
export * from '
|
|
27
|
-
export * from '
|
|
28
|
-
export * from '
|
|
29
|
-
export * from '
|
|
30
|
-
export * from '
|
|
31
|
-
export * from '
|
|
32
|
-
export * from '
|
|
33
|
-
export * from '
|
|
34
|
-
export * from '
|
|
35
|
-
export * from '
|
|
36
|
-
export
|
|
2
|
+
export * from '../schemas/model-file.js';
|
|
3
|
+
export * from '../schemas/cancel.js';
|
|
4
|
+
export * from '../schemas/batch-completion-stream.js';
|
|
5
|
+
export * from '../schemas/completion-stream.js';
|
|
6
|
+
export * from '../schemas/completion-event.js';
|
|
7
|
+
export { toolSchema, toolCallSchema, toolCallErrorSchema } from '../schemas/tools.js';
|
|
8
|
+
export * from '../schemas/heartbeat.js';
|
|
9
|
+
export * from '../schemas/model-ops.js';
|
|
10
|
+
export * from '../schemas/download-asset.js';
|
|
11
|
+
export * from '../schemas/embed.js';
|
|
12
|
+
export * from '../schemas/decision.js';
|
|
13
|
+
export * from '../schemas/rerank.js';
|
|
14
|
+
export * from '../schemas/finetune.js';
|
|
15
|
+
export * from '../schemas/load-model.js';
|
|
16
|
+
export * from '../schemas/reload-config.js';
|
|
17
|
+
export * from '../schemas/logging-stream.js';
|
|
18
|
+
export * from '../schemas/common.js';
|
|
19
|
+
export * from '../schemas/transcription.js';
|
|
20
|
+
export * from '../schemas/bci.js';
|
|
21
|
+
export * from '../schemas/bci-config.js';
|
|
22
|
+
export * from '../schemas/translate.js';
|
|
23
|
+
export * from '../schemas/translation-config.js';
|
|
24
|
+
export * from '../schemas/llamacpp-config.js';
|
|
25
|
+
export * from '../schemas/transcription-config.js';
|
|
26
|
+
export * from '../schemas/text-to-speech.js';
|
|
27
|
+
export * from '../schemas/error.js';
|
|
28
|
+
export * from '../schemas/rag.js';
|
|
29
|
+
export * from '../schemas/vector-index.js';
|
|
30
|
+
export * from '../schemas/ocr.js';
|
|
31
|
+
export * from '../schemas/sdcpp-config.js';
|
|
32
|
+
export * from '../schemas/vla.js';
|
|
33
|
+
export * from '../schemas/classification.js';
|
|
34
|
+
export * from '../schemas/audio-gen.js';
|
|
35
|
+
export * from '../schemas/model-config-schemas.js';
|
|
36
|
+
export * from '../schemas/lifecycle.js';
|
|
37
|
+
export { ERROR_CODES, REGISTRY_ERROR_CODES } from '../schemas/errors.js';
|
|
37
38
|
export { ERR_CODES as RAG_ERROR_CODES } from '@qvac/rag/errors';
|
|
38
|
-
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema } from '
|
|
39
|
-
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema } from '
|
|
40
|
-
export { runtimeContextSchema } from '
|
|
41
|
-
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY } from '
|
|
42
|
-
export * from '
|
|
43
|
-
export * from '
|
|
44
|
-
export * from '
|
|
45
|
-
export * from '
|
|
46
|
-
export { PUBLIC_MODEL_TYPES as MODEL_TYPES, ModelType, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '
|
|
47
|
-
export * from '
|
|
48
|
-
export * from '
|
|
49
|
-
export * from '
|
|
50
|
-
export * from '
|
|
51
|
-
export * from '
|
|
39
|
+
export { qvacConfigSchema, deviceMatchSchema, deviceConfigDefaultsSchema, devicePatternSchema } from '../schemas/config.js';
|
|
40
|
+
export { PROFILING_KEY, PROFILING_TRAILER_KEY, OPERATION_EVENT_KEY, MODEL_EXECUTION_KEY, BACKEND_DIAGNOSTICS_KEY, profilerModeSchema, profilerGPUResourceGaugeSchema, profilerResourceGaugeSchema, serverBreakdownSchema, operationEventSchema, profilingRequestMetaSchema, profilingResponseMetaSchema, perCallProfilingSchema } from '../schemas/profiling.js';
|
|
41
|
+
export { runtimeContextSchema } from '../schemas/runtime-context.js';
|
|
42
|
+
export { modelFitPolicySchema, DEFAULT_MODEL_FIT_POLICY } from '../schemas/model-fit-policy.js';
|
|
43
|
+
export * from '../schemas/model-info.js';
|
|
44
|
+
export * from '../schemas/system-resources.js';
|
|
45
|
+
export * from '../schemas/model-src-utils.js';
|
|
46
|
+
export * from '../schemas/json-schema.js';
|
|
47
|
+
export { PUBLIC_MODEL_TYPES as MODEL_TYPES, ModelType, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
|
|
48
|
+
export * from '../schemas/plugin.js';
|
|
49
|
+
export * from '../schemas/registry.js';
|
|
50
|
+
export * from '../schemas/model-resource-profile.js';
|
|
51
|
+
export * from '../schemas/assess-model-fit.js';
|
|
52
|
+
export * from '../schemas/rpc-server.js';
|