@qvac/inference 0.21.1 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +89 -41
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +5 -2
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -2
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +39 -37
- package/dist/api/index.js +38 -36
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +6 -5
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +9 -0
- package/dist/errors/index.js +18 -1
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +84 -32
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -5
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +7 -5
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
- package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
- package/dist/model-fit/floor.d.ts +31 -0
- package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
- package/dist/model-fit/kv-cache.d.ts +23 -0
- package/dist/model-fit/kv-cache.js +85 -0
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
- package/dist/model-fit/platform.d.ts +14 -0
- package/dist/model-fit/platform.js +26 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
- package/dist/model-fit/request/create.js +61 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/model-fit/request/engines/audiogen.js +63 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
- package/dist/model-fit/request/engines/llama.js +44 -0
- package/dist/model-fit/request/engines/nmt.d.ts +8 -0
- package/dist/model-fit/request/engines/nmt.js +11 -0
- package/dist/model-fit/request/engines/ocr.d.ts +9 -0
- package/dist/model-fit/request/engines/ocr.js +13 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1072 -815
- package/dist/models/registry/models.js +3704 -3405
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +406 -3
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
- package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
- package/dist/plugins/builtin/index.d.ts +15 -12
- package/dist/plugins/builtin/index.js +15 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
- package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
- package/dist/plugins/ops/kv-cache-utils.js +25 -33
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +33 -19
- package/dist/plugins/ops/transcribe.js +18 -2
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +3 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +9 -1
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +22 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +7 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +106 -43
- package/dist/schemas/assess-model-fit.js +69 -32
- package/dist/schemas/audio-gen.d.ts +199 -19
- package/dist/schemas/audio-gen.js +183 -51
- package/dist/schemas/batch-completion-stream.d.ts +210 -36
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +3 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +24 -3
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +1465 -162
- package/dist/schemas/common.js +37 -31
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +243 -39
- package/dist/schemas/completion-stream.js +100 -29
- package/dist/schemas/config.d.ts +1326 -18
- package/dist/schemas/config.js +30 -8
- package/dist/schemas/decision.d.ts +610 -0
- package/dist/schemas/decision.js +219 -0
- package/dist/schemas/download-asset.d.ts +10 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +9 -1
- package/dist/schemas/engine-addon-map.js +26 -5
- package/dist/schemas/errors.d.ts +2 -0
- package/dist/schemas/errors.js +11 -1
- package/dist/schemas/index.d.ts +51 -48
- package/dist/schemas/index.js +50 -47
- package/dist/schemas/llamacpp-config.d.ts +222 -6
- package/dist/schemas/llamacpp-config.js +129 -7
- package/dist/schemas/load-model.d.ts +7960 -1492
- package/dist/schemas/load-model.js +122 -10
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +428 -9
- package/dist/schemas/model-config-schemas.js +16 -11
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +4 -3
- package/dist/schemas/model-resource-profile.d.ts +4 -4
- package/dist/schemas/model-resource-profile.js +2 -5
- package/dist/schemas/model-src-utils.d.ts +14 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +14 -1
- package/dist/schemas/model-types.js +4 -0
- package/dist/schemas/ocr.d.ts +76 -0
- package/dist/schemas/ocr.js +43 -1
- package/dist/schemas/plugin.d.ts +16 -4
- package/dist/schemas/plugin.js +12 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +34 -0
- package/dist/schemas/registry.js +5 -1
- package/dist/schemas/reload-config.d.ts +14 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +82 -0
- package/dist/schemas/sdcpp-config.js +41 -22
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +463 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +20 -0
- package/dist/schemas/transcription-config.js +54 -4
- package/dist/schemas/transcription.d.ts +47 -5
- package/dist/schemas/transcription.js +52 -5
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +40 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +3 -2
- package/dist/surface.js +3 -2
- package/dist/utils/addon-responses.d.ts +3 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +13 -9
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +2 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +68 -51
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -28
- package/dist/resources/model-fit/types.d.ts +0 -120
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
|
@@ -1,14 +1,16 @@
|
|
|
1
|
-
import { llmConfigBaseSchema, embedConfigBaseSchema } from '
|
|
2
|
-
import { whisperConfigSchema, parakeetRuntimeConfigSchema } from '
|
|
3
|
-
import { bciConfigSchema } from '
|
|
4
|
-
import { nmtConfigBaseSchema } from '
|
|
5
|
-
import { ttsLoadConfigSchema } from '
|
|
6
|
-
import { ocrConfigSchema } from '
|
|
7
|
-
import { sdcppConfigSchema } from '
|
|
8
|
-
import { audioGenConfigSchema } from '
|
|
9
|
-
import { vlaConfigSchema } from '
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
1
|
+
import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
|
|
2
|
+
import { whisperConfigSchema, parakeetRuntimeConfigSchema, mossTranscribeConfigSchema } from '../schemas/transcription-config.js';
|
|
3
|
+
import { bciConfigSchema } from '../schemas/bci-config.js';
|
|
4
|
+
import { nmtConfigBaseSchema } from '../schemas/translation-config.js';
|
|
5
|
+
import { ttsLoadConfigSchema } from '../schemas/text-to-speech.js';
|
|
6
|
+
import { ocrConfigSchema } from '../schemas/ocr.js';
|
|
7
|
+
import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
|
|
8
|
+
import { audioGenConfigSchema } from '../schemas/audio-gen.js';
|
|
9
|
+
import { vlaConfigSchema } from '../schemas/vla.js';
|
|
10
|
+
import { decisionConfigBaseSchema } from '../schemas/decision.js';
|
|
11
|
+
import { rerankConfigBaseSchema } from '../schemas/rerank.js';
|
|
12
|
+
import { classificationConfigSchema } from '../schemas/classification.js';
|
|
13
|
+
import { ModelType, normalizeModelType } from '../schemas/model-types.js';
|
|
12
14
|
// Canonical model type -> the `modelConfig` schema whose fields a user
|
|
13
15
|
// configures. This is the describable, user-facing config surface: base/runtime
|
|
14
16
|
// schemas and the load-time discriminated unions (tts / nmt / audiogen),
|
|
@@ -25,10 +27,13 @@ export const MODEL_CONFIG_SCHEMA_BY_TYPE = {
|
|
|
25
27
|
[ModelType.llamacppCompletion]: llmConfigBaseSchema,
|
|
26
28
|
[ModelType.whispercppTranscription]: whisperConfigSchema,
|
|
27
29
|
[ModelType.bciWhispercppTranscription]: bciConfigSchema,
|
|
30
|
+
[ModelType.llamacppDecision]: decisionConfigBaseSchema,
|
|
31
|
+
[ModelType.llamacppRerank]: rerankConfigBaseSchema,
|
|
28
32
|
[ModelType.llamacppEmbedding]: embedConfigBaseSchema,
|
|
29
33
|
[ModelType.nmtcppTranslation]: nmtConfigBaseSchema,
|
|
30
34
|
[ModelType.ttsGgml]: ttsLoadConfigSchema,
|
|
31
35
|
[ModelType.parakeetTranscription]: parakeetRuntimeConfigSchema,
|
|
36
|
+
[ModelType.mossTranscribe]: mossTranscribeConfigSchema,
|
|
32
37
|
[ModelType.ggmlOcr]: ocrConfigSchema,
|
|
33
38
|
[ModelType.sdcppGeneration]: sdcppConfigSchema,
|
|
34
39
|
[ModelType.audiogenGgml]: audioGenConfigSchema,
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import type { NativeProbeVerdict } from '../schemas/assess-model-fit.js';
|
|
3
|
+
/**
|
|
4
|
+
* What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
|
|
5
|
+
* under `refuse`: `unknown` is what an engine with no fitter, an unresolved
|
|
6
|
+
* companion set and a host reporting no memory all answer.
|
|
7
|
+
*/
|
|
8
|
+
export declare const modelFitPolicySchema: z.ZodEnum<{
|
|
9
|
+
off: "off";
|
|
10
|
+
log: "log";
|
|
11
|
+
refuse: "refuse";
|
|
12
|
+
}>;
|
|
13
|
+
export type ModelFitPolicy = z.infer<typeof modelFitPolicySchema>;
|
|
14
|
+
export declare const DEFAULT_MODEL_FIT_POLICY: ModelFitPolicy;
|
|
15
|
+
export declare function resolveModelFitPolicy(perCall: ModelFitPolicy | undefined, configured: ModelFitPolicy | undefined): ModelFitPolicy;
|
|
16
|
+
export declare function runsProbe(policy: ModelFitPolicy): boolean;
|
|
17
|
+
export declare function refusesLoad(policy: ModelFitPolicy, verdict: NativeProbeVerdict | undefined): boolean;
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* What the engine fitter's verdict does to a load. Only `does-not-fit` blocks
|
|
4
|
+
* under `refuse`: `unknown` is what an engine with no fitter, an unresolved
|
|
5
|
+
* companion set and a host reporting no memory all answer.
|
|
6
|
+
*/
|
|
7
|
+
export const modelFitPolicySchema = z.enum(['log', 'refuse', 'off']);
|
|
8
|
+
export const DEFAULT_MODEL_FIT_POLICY = 'log';
|
|
9
|
+
export function resolveModelFitPolicy(perCall, configured) {
|
|
10
|
+
return perCall ?? configured ?? DEFAULT_MODEL_FIT_POLICY;
|
|
11
|
+
}
|
|
12
|
+
export function runsProbe(policy) {
|
|
13
|
+
return policy !== 'off';
|
|
14
|
+
}
|
|
15
|
+
export function refusesLoad(policy, verdict) {
|
|
16
|
+
return policy === 'refuse' && verdict === 'does-not-fit';
|
|
17
|
+
}
|
|
@@ -41,6 +41,7 @@ export declare const modelInfoSchema: z.ZodObject<{
|
|
|
41
41
|
tts: "tts";
|
|
42
42
|
ocr: "ocr";
|
|
43
43
|
vla: "vla";
|
|
44
|
+
"moss-transcribe": "moss-transcribe";
|
|
44
45
|
llm: "llm";
|
|
45
46
|
whisper: "whisper";
|
|
46
47
|
bci: "bci";
|
|
@@ -92,6 +93,7 @@ export declare const getModelInfoResponseSchema: z.ZodObject<{
|
|
|
92
93
|
tts: "tts";
|
|
93
94
|
ocr: "ocr";
|
|
94
95
|
vla: "vla";
|
|
96
|
+
"moss-transcribe": "moss-transcribe";
|
|
95
97
|
llm: "llm";
|
|
96
98
|
whisper: "whisper";
|
|
97
99
|
bci: "bci";
|
|
@@ -150,9 +152,9 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
|
|
|
150
152
|
name: z.ZodOptional<z.ZodString>;
|
|
151
153
|
path: z.ZodOptional<z.ZodString>;
|
|
152
154
|
toolDialect: z.ZodOptional<z.ZodEnum<{
|
|
155
|
+
json: "json";
|
|
153
156
|
hermes: "hermes";
|
|
154
157
|
pythonic: "pythonic";
|
|
155
|
-
json: "json";
|
|
156
158
|
harmony: "harmony";
|
|
157
159
|
qwen35: "qwen35";
|
|
158
160
|
gemma4: "gemma4";
|
|
@@ -183,6 +185,14 @@ export declare const loadedModelInfoSchema: z.ZodObject<{
|
|
|
183
185
|
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
184
186
|
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
185
187
|
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
188
|
+
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
189
|
+
name: z.ZodString;
|
|
190
|
+
totalBytes: z.ZodNumber;
|
|
191
|
+
freeBytes: z.ZodNumber;
|
|
192
|
+
weightsBytes: z.ZodNumber;
|
|
193
|
+
contextBytes: z.ZodNumber;
|
|
194
|
+
computeBytes: z.ZodNumber;
|
|
195
|
+
}, z.core.$strip>>>;
|
|
186
196
|
report: z.ZodOptional<z.ZodString>;
|
|
187
197
|
}, z.core.$strip>>;
|
|
188
198
|
}, z.core.$strip>>;
|
|
@@ -199,9 +209,9 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
|
|
|
199
209
|
name: z.ZodOptional<z.ZodString>;
|
|
200
210
|
path: z.ZodOptional<z.ZodString>;
|
|
201
211
|
toolDialect: z.ZodOptional<z.ZodEnum<{
|
|
212
|
+
json: "json";
|
|
202
213
|
hermes: "hermes";
|
|
203
214
|
pythonic: "pythonic";
|
|
204
|
-
json: "json";
|
|
205
215
|
harmony: "harmony";
|
|
206
216
|
qwen35: "qwen35";
|
|
207
217
|
gemma4: "gemma4";
|
|
@@ -232,6 +242,14 @@ export declare const getLoadedModelInfoResponseSchema: z.ZodObject<{
|
|
|
232
242
|
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
233
243
|
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
234
244
|
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
245
|
+
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
246
|
+
name: z.ZodString;
|
|
247
|
+
totalBytes: z.ZodNumber;
|
|
248
|
+
freeBytes: z.ZodNumber;
|
|
249
|
+
weightsBytes: z.ZodNumber;
|
|
250
|
+
contextBytes: z.ZodNumber;
|
|
251
|
+
computeBytes: z.ZodNumber;
|
|
252
|
+
}, z.core.$strip>>>;
|
|
235
253
|
report: z.ZodOptional<z.ZodString>;
|
|
236
254
|
}, z.core.$strip>>;
|
|
237
255
|
}, z.core.$strip>>;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { toolDialectSchema } from '
|
|
3
|
-
import { nativeProbeFitSchema } from '
|
|
2
|
+
import { toolDialectSchema } from '../schemas/completion-stream.js';
|
|
3
|
+
import { nativeProbeFitSchema } from '../schemas/assess-model-fit.js';
|
|
4
4
|
// ============== Model info (catalog) ==============
|
|
5
5
|
export const getModelInfoParamsSchema = z.object({
|
|
6
6
|
name: z.string().describe("The model's registry name (as found in QVAC's built-in catalog).")
|
|
@@ -61,6 +61,7 @@ export const modelInfoSchema = z.object({
|
|
|
61
61
|
'whisper',
|
|
62
62
|
'bci',
|
|
63
63
|
'parakeet',
|
|
64
|
+
'moss-transcribe',
|
|
64
65
|
'embeddings',
|
|
65
66
|
'nmt',
|
|
66
67
|
'vad',
|
|
@@ -118,7 +119,7 @@ export const loadedModelInfoSchema = z
|
|
|
118
119
|
toolDialect: toolDialectSchema.optional(),
|
|
119
120
|
fitProbe: nativeProbeFitSchema
|
|
120
121
|
.optional()
|
|
121
|
-
.describe(
|
|
122
|
+
.describe("Outcome of the engine fitter's check that ran ahead of this load. Absent when the load set `modelFitPolicy: 'off'`.")
|
|
122
123
|
})
|
|
123
124
|
.meta({ title: 'LoadedModelInfo' });
|
|
124
125
|
export const getLoadedModelInfoResponseSchema = z.object({
|
|
@@ -50,11 +50,8 @@ export declare const ggufFactsSchema: z.ZodObject<{
|
|
|
50
50
|
assumptions: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
51
51
|
}, z.core.$strip>;
|
|
52
52
|
/**
|
|
53
|
-
* Per-model
|
|
53
|
+
* Per-model facts the computed floor reads before download. Generated into
|
|
54
54
|
* `models/registry/resource-profiles.ts` alongside the model catalog.
|
|
55
|
-
*
|
|
56
|
-
* Profiles hold facts only — no memory numbers — so re-calibrating an estimator
|
|
57
|
-
* never requires regenerating the catalog.
|
|
58
55
|
*/
|
|
59
56
|
export declare const modelResourceProfileSchema: z.ZodObject<{
|
|
60
57
|
schemaVersion: z.ZodLiteral<1>;
|
|
@@ -63,10 +60,13 @@ export declare const modelResourceProfileSchema: z.ZodObject<{
|
|
|
63
60
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
64
61
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
65
62
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
63
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
64
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
66
65
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
67
66
|
"onnx-tts": "onnx-tts";
|
|
68
67
|
"tts-ggml": "tts-ggml";
|
|
69
68
|
"parakeet-transcription": "parakeet-transcription";
|
|
69
|
+
"moss-transcribe": "moss-transcribe";
|
|
70
70
|
"ggml-ocr": "ggml-ocr";
|
|
71
71
|
"sdcpp-generation": "sdcpp-generation";
|
|
72
72
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelRegistryEngineSchema } from '
|
|
2
|
+
import { modelRegistryEngineSchema } from '../schemas/registry.js';
|
|
3
3
|
/**
|
|
4
4
|
* One group of transformer blocks that size their KV cache identically.
|
|
5
5
|
*
|
|
@@ -61,11 +61,8 @@ export const ggufFactsSchema = z.object({
|
|
|
61
61
|
.describe('Notes on any value that was derived rather than read from the file.')
|
|
62
62
|
});
|
|
63
63
|
/**
|
|
64
|
-
* Per-model
|
|
64
|
+
* Per-model facts the computed floor reads before download. Generated into
|
|
65
65
|
* `models/registry/resource-profiles.ts` alongside the model catalog.
|
|
66
|
-
*
|
|
67
|
-
* Profiles hold facts only — no memory numbers — so re-calibrating an estimator
|
|
68
|
-
* never requires regenerating the catalog.
|
|
69
66
|
*/
|
|
70
67
|
export const modelResourceProfileSchema = z.object({
|
|
71
68
|
schemaVersion: z.literal(1).describe('Bumped whenever the emitted profile shape changes.'),
|
|
@@ -22,10 +22,13 @@ export declare const modelDescriptorSchema: z.ZodObject<{
|
|
|
22
22
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
23
23
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
24
24
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
25
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
26
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
25
27
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
26
28
|
"onnx-tts": "onnx-tts";
|
|
27
29
|
"tts-ggml": "tts-ggml";
|
|
28
30
|
"parakeet-transcription": "parakeet-transcription";
|
|
31
|
+
"moss-transcribe": "moss-transcribe";
|
|
29
32
|
"ggml-ocr": "ggml-ocr";
|
|
30
33
|
"sdcpp-generation": "sdcpp-generation";
|
|
31
34
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -61,10 +64,13 @@ export declare const modelSrcInputSchema: z.ZodUnion<readonly [z.ZodString, z.Zo
|
|
|
61
64
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
62
65
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
63
66
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
67
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
68
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
64
69
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
65
70
|
"onnx-tts": "onnx-tts";
|
|
66
71
|
"tts-ggml": "tts-ggml";
|
|
67
72
|
"parakeet-transcription": "parakeet-transcription";
|
|
73
|
+
"moss-transcribe": "moss-transcribe";
|
|
68
74
|
"ggml-ocr": "ggml-ocr";
|
|
69
75
|
"sdcpp-generation": "sdcpp-generation";
|
|
70
76
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -106,10 +112,13 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
106
112
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
107
113
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
108
114
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
115
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
116
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
109
117
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
110
118
|
"onnx-tts": "onnx-tts";
|
|
111
119
|
"tts-ggml": "tts-ggml";
|
|
112
120
|
"parakeet-transcription": "parakeet-transcription";
|
|
121
|
+
"moss-transcribe": "moss-transcribe";
|
|
113
122
|
"ggml-ocr": "ggml-ocr";
|
|
114
123
|
"sdcpp-generation": "sdcpp-generation";
|
|
115
124
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -133,7 +142,7 @@ export declare const modelInputToSrcSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zod
|
|
|
133
142
|
engine?: string | undefined;
|
|
134
143
|
expectedSize?: number | undefined;
|
|
135
144
|
sha256Checksum?: string | undefined;
|
|
136
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
145
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
137
146
|
}>>;
|
|
138
147
|
/**
|
|
139
148
|
* Schema that transforms ModelSrc to its optional name
|
|
@@ -161,10 +170,13 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
161
170
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
162
171
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
163
172
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
173
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
174
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
164
175
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
165
176
|
"onnx-tts": "onnx-tts";
|
|
166
177
|
"tts-ggml": "tts-ggml";
|
|
167
178
|
"parakeet-transcription": "parakeet-transcription";
|
|
179
|
+
"moss-transcribe": "moss-transcribe";
|
|
168
180
|
"ggml-ocr": "ggml-ocr";
|
|
169
181
|
"sdcpp-generation": "sdcpp-generation";
|
|
170
182
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -188,6 +200,6 @@ export declare const modelInputToNameSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
|
|
|
188
200
|
engine?: string | undefined;
|
|
189
201
|
expectedSize?: number | undefined;
|
|
190
202
|
sha256Checksum?: string | undefined;
|
|
191
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
203
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
192
204
|
}>>;
|
|
193
205
|
export declare function inferModelTypeFromModelSrc(modelSrc: unknown): string | undefined;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '
|
|
3
|
-
import { resolveCanonicalEngine } from '
|
|
2
|
+
import { modelTypeInputSchema, normalizeModelType, isCanonicalModelType, isModelTypeAlias } from '../schemas/model-types.js';
|
|
3
|
+
import { resolveCanonicalEngine } from '../schemas/engine-addon-map.js';
|
|
4
4
|
// Addon field accepts model type inputs plus "vad"
|
|
5
5
|
const addonSchema = z.union([modelTypeInputSchema, z.literal('vad')]);
|
|
6
6
|
// Shared phrasing for the accepted model-source locations, reused by every
|
|
@@ -9,10 +9,13 @@ export declare const ModelType: {
|
|
|
9
9
|
readonly whispercppTranscription: "whispercpp-transcription";
|
|
10
10
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
11
11
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
12
|
+
readonly llamacppDecision: "llamacpp-decision";
|
|
13
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
12
14
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
13
15
|
readonly onnxTts: "onnx-tts";
|
|
14
16
|
readonly ttsGgml: "tts-ggml";
|
|
15
17
|
readonly parakeetTranscription: "parakeet-transcription";
|
|
18
|
+
readonly mossTranscribe: "moss-transcribe";
|
|
16
19
|
readonly ggmlOcr: "ggml-ocr";
|
|
17
20
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
18
21
|
readonly audiogenGgml: "audiogen-ggml";
|
|
@@ -72,10 +75,13 @@ export declare const PUBLIC_MODEL_TYPES: {
|
|
|
72
75
|
readonly whispercppTranscription: "whispercpp-transcription";
|
|
73
76
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
74
77
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
78
|
+
readonly llamacppDecision: "llamacpp-decision";
|
|
79
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
75
80
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
76
81
|
readonly onnxTts: "onnx-tts";
|
|
77
82
|
readonly ttsGgml: "tts-ggml";
|
|
78
83
|
readonly parakeetTranscription: "parakeet-transcription";
|
|
84
|
+
readonly mossTranscribe: "moss-transcribe";
|
|
79
85
|
readonly ggmlOcr: "ggml-ocr";
|
|
80
86
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
81
87
|
readonly audiogenGgml: "audiogen-ggml";
|
|
@@ -94,10 +100,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
94
100
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
95
101
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
96
102
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
103
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
104
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
97
105
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
98
106
|
"onnx-tts": "onnx-tts";
|
|
99
107
|
"tts-ggml": "tts-ggml";
|
|
100
108
|
"parakeet-transcription": "parakeet-transcription";
|
|
109
|
+
"moss-transcribe": "moss-transcribe";
|
|
101
110
|
"ggml-ocr": "ggml-ocr";
|
|
102
111
|
"sdcpp-generation": "sdcpp-generation";
|
|
103
112
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -122,10 +131,13 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
122
131
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
123
132
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
124
133
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
134
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
135
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
125
136
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
126
137
|
"onnx-tts": "onnx-tts";
|
|
127
138
|
"tts-ggml": "tts-ggml";
|
|
128
139
|
"parakeet-transcription": "parakeet-transcription";
|
|
140
|
+
"moss-transcribe": "moss-transcribe";
|
|
129
141
|
"ggml-ocr": "ggml-ocr";
|
|
130
142
|
"sdcpp-generation": "sdcpp-generation";
|
|
131
143
|
"audiogen-ggml": "audiogen-ggml";
|
|
@@ -137,7 +149,7 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
137
149
|
nmt: "nmt";
|
|
138
150
|
parakeet: "parakeet";
|
|
139
151
|
classification: "classification";
|
|
140
|
-
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
152
|
+
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
141
153
|
/**
|
|
142
154
|
* Normalize model type input to canonical form.
|
|
143
155
|
* Custom plugin types (not in built-ins) are returned as-is.
|
|
@@ -193,6 +205,7 @@ export declare const parakeetModelTypeSchema: z.ZodEnum<{
|
|
|
193
205
|
parakeet: "parakeet";
|
|
194
206
|
}>;
|
|
195
207
|
export type ParakeetModelTypeInput = z.infer<typeof parakeetModelTypeSchema>;
|
|
208
|
+
export declare const mossTranscribeModelTypeSchema: z.ZodLiteral<"moss-transcribe">;
|
|
196
209
|
/**
|
|
197
210
|
* Embeddings model type schema.
|
|
198
211
|
* - Alias: `"embeddings"` → resolves to `"llamacpp-embedding"`
|
|
@@ -10,10 +10,13 @@ export const ModelType = {
|
|
|
10
10
|
whispercppTranscription: 'whispercpp-transcription',
|
|
11
11
|
bciWhispercppTranscription: 'bci-whispercpp-transcription',
|
|
12
12
|
llamacppEmbedding: 'llamacpp-embedding',
|
|
13
|
+
llamacppDecision: 'llamacpp-decision',
|
|
14
|
+
llamacppRerank: 'llamacpp-rerank',
|
|
13
15
|
nmtcppTranslation: 'nmtcpp-translation',
|
|
14
16
|
onnxTts: 'onnx-tts',
|
|
15
17
|
ttsGgml: 'tts-ggml',
|
|
16
18
|
parakeetTranscription: 'parakeet-transcription',
|
|
19
|
+
mossTranscribe: 'moss-transcribe',
|
|
17
20
|
ggmlOcr: 'ggml-ocr',
|
|
18
21
|
sdcppGeneration: 'sdcpp-generation',
|
|
19
22
|
audiogenGgml: 'audiogen-ggml',
|
|
@@ -157,6 +160,7 @@ export const bciModelTypeSchema = modelTypeInputSchema
|
|
|
157
160
|
export const parakeetModelTypeSchema = modelTypeInputSchema
|
|
158
161
|
.extract([AliasKeys.parakeet, ModelType.parakeetTranscription])
|
|
159
162
|
.describe('Parakeet model type: "parakeet" (alias) or "parakeet-transcription" (canonical)');
|
|
163
|
+
export const mossTranscribeModelTypeSchema = z.literal(ModelType.mossTranscribe);
|
|
160
164
|
/**
|
|
161
165
|
* Embeddings model type schema.
|
|
162
166
|
* - Alias: `"embeddings"` → resolves to `"llamacpp-embedding"`
|
package/dist/schemas/ocr.d.ts
CHANGED
|
@@ -20,6 +20,10 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
20
20
|
opencl: "opencl";
|
|
21
21
|
}>>;
|
|
22
22
|
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
23
|
+
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
24
|
+
integrated: "integrated";
|
|
25
|
+
dedicated: "dedicated";
|
|
26
|
+
}>]>>;
|
|
23
27
|
detectorModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
24
28
|
src: z.ZodString;
|
|
25
29
|
name: z.ZodOptional<z.ZodString>;
|
|
@@ -42,10 +46,82 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
42
46
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
43
47
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
44
48
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
49
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
50
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
45
51
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
46
52
|
"onnx-tts": "onnx-tts";
|
|
47
53
|
"tts-ggml": "tts-ggml";
|
|
48
54
|
"parakeet-transcription": "parakeet-transcription";
|
|
55
|
+
"moss-transcribe": "moss-transcribe";
|
|
56
|
+
"ggml-ocr": "ggml-ocr";
|
|
57
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
58
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
59
|
+
"ggml-vla": "ggml-vla";
|
|
60
|
+
"ggml-classification": "ggml-classification";
|
|
61
|
+
llm: "llm";
|
|
62
|
+
whisper: "whisper";
|
|
63
|
+
bci: "bci";
|
|
64
|
+
nmt: "nmt";
|
|
65
|
+
parakeet: "parakeet";
|
|
66
|
+
classification: "classification";
|
|
67
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
68
|
+
}, z.core.$strip>]>>;
|
|
69
|
+
}, z.core.$strip>;
|
|
70
|
+
export declare function refineOcrMainGpuSelector(config: Pick<OCRConfig, 'gpuDevice' | 'mainGpu'>, ctx: z.RefinementCtx): void;
|
|
71
|
+
export declare function refineOcrMainGpu(config: Pick<OCRConfig, 'backendDevice' | 'gpuDevice' | 'mainGpu'>, ctx: z.RefinementCtx): void;
|
|
72
|
+
export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
73
|
+
langList: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
74
|
+
pipelineType: z.ZodOptional<z.ZodEnum<{
|
|
75
|
+
easyocr: "easyocr";
|
|
76
|
+
doctr: "doctr";
|
|
77
|
+
}>>;
|
|
78
|
+
magRatio: z.ZodOptional<z.ZodNumber>;
|
|
79
|
+
canvasSize: z.ZodOptional<z.ZodNumber>;
|
|
80
|
+
defaultRotationAngles: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
81
|
+
contrastRetry: z.ZodOptional<z.ZodBoolean>;
|
|
82
|
+
lowConfidenceThreshold: z.ZodOptional<z.ZodNumber>;
|
|
83
|
+
recognizerBatchSize: z.ZodOptional<z.ZodNumber>;
|
|
84
|
+
nThreads: z.ZodOptional<z.ZodNumber>;
|
|
85
|
+
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
86
|
+
cpu: "cpu";
|
|
87
|
+
vulkan: "vulkan";
|
|
88
|
+
metal: "metal";
|
|
89
|
+
opencl: "opencl";
|
|
90
|
+
}>>;
|
|
91
|
+
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
92
|
+
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
93
|
+
integrated: "integrated";
|
|
94
|
+
dedicated: "dedicated";
|
|
95
|
+
}>]>>;
|
|
96
|
+
detectorModelSrc: z.ZodOptional<z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
97
|
+
src: z.ZodString;
|
|
98
|
+
name: z.ZodOptional<z.ZodString>;
|
|
99
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
100
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
101
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
102
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
103
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
104
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
105
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
106
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
107
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
108
|
+
embeddings: "embeddings";
|
|
109
|
+
diffusion: "diffusion";
|
|
110
|
+
audiogen: "audiogen";
|
|
111
|
+
tts: "tts";
|
|
112
|
+
ocr: "ocr";
|
|
113
|
+
vla: "vla";
|
|
114
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
115
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
116
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
117
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
118
|
+
"llamacpp-decision": "llamacpp-decision";
|
|
119
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
120
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
121
|
+
"onnx-tts": "onnx-tts";
|
|
122
|
+
"tts-ggml": "tts-ggml";
|
|
123
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
124
|
+
"moss-transcribe": "moss-transcribe";
|
|
49
125
|
"ggml-ocr": "ggml-ocr";
|
|
50
126
|
"sdcpp-generation": "sdcpp-generation";
|
|
51
127
|
"audiogen-ggml": "audiogen-ggml";
|
package/dist/schemas/ocr.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
// Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
|
|
4
4
|
// (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
|
|
5
5
|
// zod's default (non-strict) object strips them silently if still passed.
|
|
@@ -48,10 +48,52 @@ export const ocrConfigSchema = z.object({
|
|
|
48
48
|
.number()
|
|
49
49
|
.optional()
|
|
50
50
|
.describe("0-based GPU device index for `'vulkan'`/`'metal'`/`'opencl'`; when omitted, prefers a discrete GPU. Ignored for `'cpu'`."),
|
|
51
|
+
mainGpu: z
|
|
52
|
+
.union([
|
|
53
|
+
// Titled so the generated Python model gets a stable name instead of
|
|
54
|
+
// taking the next positional `MainGpuN` from an existing schema.
|
|
55
|
+
z.number().int().min(0).max(2147483647).meta({ title: 'OcrMainGpuIndex' }),
|
|
56
|
+
z.enum(['integrated', 'dedicated'])
|
|
57
|
+
])
|
|
58
|
+
.optional()
|
|
59
|
+
.describe("GPU to use on multi-GPU systems: a ggml registry index, or `'integrated'`/`'dedicated'` to restrict selection to that class. Requires `backendDevice` `'vulkan'`, `'metal'`, or `'opencl'`; cannot be combined with `gpuDevice`. An unavailable class or refused device falls back to CPU; an out-of-range index uses automatic selection. Stripped on mobile."),
|
|
51
60
|
detectorModelSrc: modelSrcInputSchema
|
|
52
61
|
.optional()
|
|
53
62
|
.describe('Text-detector model source (easyocr: CRAFT; doctr: DBNet). Derived from the recognizer model source when omitted.')
|
|
54
63
|
});
|
|
64
|
+
const OCR_GPU_BACKEND_DEVICES = new Set([
|
|
65
|
+
'vulkan',
|
|
66
|
+
'metal',
|
|
67
|
+
'opencl'
|
|
68
|
+
]);
|
|
69
|
+
// Applied where a model config is validated rather than on `ocrConfigSchema`
|
|
70
|
+
// itself: zod refuses `.partial()` on an object carrying refinements.
|
|
71
|
+
// Request schemas run before device defaults are merged, so they only reject
|
|
72
|
+
// the selector conflict the caller wrote; `backendDevice` may still come from
|
|
73
|
+
// a default.
|
|
74
|
+
export function refineOcrMainGpuSelector(config, ctx) {
|
|
75
|
+
if (config.mainGpu === undefined || config.gpuDevice === undefined)
|
|
76
|
+
return;
|
|
77
|
+
ctx.addIssue({
|
|
78
|
+
code: 'custom',
|
|
79
|
+
path: ['mainGpu'],
|
|
80
|
+
message: 'mainGpu cannot be combined with gpuDevice. Use only one GPU selector.'
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
// Full rule, for the merged config the plugin loads.
|
|
84
|
+
export function refineOcrMainGpu(config, ctx) {
|
|
85
|
+
refineOcrMainGpuSelector(config, ctx);
|
|
86
|
+
if (config.mainGpu === undefined)
|
|
87
|
+
return;
|
|
88
|
+
if (!OCR_GPU_BACKEND_DEVICES.has(config.backendDevice)) {
|
|
89
|
+
ctx.addIssue({
|
|
90
|
+
code: 'custom',
|
|
91
|
+
path: ['mainGpu'],
|
|
92
|
+
message: `mainGpu requires backendDevice 'vulkan', 'metal', or 'opencl' (got ${config.backendDevice === undefined ? "the default 'cpu'" : `'${config.backendDevice}'`}).`
|
|
93
|
+
});
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
export const ocrLoadConfigSchema = ocrConfigSchema.superRefine(refineOcrMainGpu);
|
|
55
97
|
// Image input types
|
|
56
98
|
export const imageInputSchema = z.discriminatedUnion('type', [
|
|
57
99
|
z.object({
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type Buffer from 'bare-buffer';
|
|
3
3
|
import type { TurboVecIndexProvider } from '@qvac/rag';
|
|
4
|
-
import type { ModelSrcInput } from '
|
|
5
|
-
import type { RuntimeContext } from '
|
|
4
|
+
import type { ModelSrcInput } from '../schemas/model-src-utils.js';
|
|
5
|
+
import type { RuntimeContext } from '../schemas/runtime-context.js';
|
|
6
6
|
/**
|
|
7
7
|
* Granularity at which the addon can cancel.
|
|
8
8
|
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
@@ -57,6 +57,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
57
57
|
*
|
|
58
58
|
* Built-in artifact keys:
|
|
59
59
|
* - `projectionModelPath` - LLM multimodal projection model
|
|
60
|
+
* - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
|
|
60
61
|
* - `vadModelPath` - Whisper voice activity detection model
|
|
61
62
|
* - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
|
|
62
63
|
* - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
|
|
@@ -135,7 +136,8 @@ export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys ext
|
|
|
135
136
|
/**
|
|
136
137
|
* The engine's own fitter. Carrying it here keeps every addon specifier
|
|
137
138
|
* inside the module graph of the plugin that owns it, so a bundler walking a
|
|
138
|
-
* host that ships one engine never resolves the others.
|
|
139
|
+
* host that ships one engine never resolves the others. It returns the
|
|
140
|
+
* engine's fit result or a Promise of it.
|
|
139
141
|
*/
|
|
140
142
|
assessFit?: (request: never) => unknown;
|
|
141
143
|
handlers: Record<string, PluginHandlerDefinition>;
|
|
@@ -275,6 +277,16 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
275
277
|
* Provides: completion, streaming chat, tool calling.
|
|
276
278
|
*/
|
|
277
279
|
export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
|
|
280
|
+
/**
|
|
281
|
+
* Decision plugin (llama.cpp).
|
|
282
|
+
* Provides: typed choice, score, and noul answers about a state.
|
|
283
|
+
*/
|
|
284
|
+
export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
|
|
285
|
+
/**
|
|
286
|
+
* Rerank plugin (llama.cpp).
|
|
287
|
+
* Provides: relevance scores for documents against a query.
|
|
288
|
+
*/
|
|
289
|
+
export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
|
|
278
290
|
/**
|
|
279
291
|
* Text embedding plugin (llama.cpp).
|
|
280
292
|
* Provides: vector embeddings for RAG and semantic search.
|
|
@@ -340,7 +352,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
|
|
|
340
352
|
* plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
|
|
341
353
|
* };
|
|
342
354
|
*/
|
|
343
|
-
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
355
|
+
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
344
356
|
export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
|
|
345
357
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
346
358
|
export declare const ADDON_LLM: "@qvac/llm-llamacpp";
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -142,6 +142,16 @@ export const pluginDefinitionRuntimeSchema = z
|
|
|
142
142
|
* Provides: completion, streaming chat, tool calling.
|
|
143
143
|
*/
|
|
144
144
|
export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
|
|
145
|
+
/**
|
|
146
|
+
* Decision plugin (llama.cpp).
|
|
147
|
+
* Provides: typed choice, score, and noul answers about a state.
|
|
148
|
+
*/
|
|
149
|
+
export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
|
|
150
|
+
/**
|
|
151
|
+
* Rerank plugin (llama.cpp).
|
|
152
|
+
* Provides: relevance scores for documents against a query.
|
|
153
|
+
*/
|
|
154
|
+
export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
|
|
145
155
|
/**
|
|
146
156
|
* Text embedding plugin (llama.cpp).
|
|
147
157
|
* Provides: vector embeddings for RAG and semantic search.
|
|
@@ -210,6 +220,8 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
|
|
|
210
220
|
export const BUILTIN_PLUGINS = [
|
|
211
221
|
PLUGIN_LLM,
|
|
212
222
|
PLUGIN_EMBEDDING,
|
|
223
|
+
PLUGIN_DECISION,
|
|
224
|
+
PLUGIN_RERANK,
|
|
213
225
|
PLUGIN_WHISPER,
|
|
214
226
|
PLUGIN_BCI,
|
|
215
227
|
PLUGIN_PARAKEET,
|