@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -10,6 +10,7 @@ export declare const ModelType: {
|
|
|
10
10
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
11
11
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
12
12
|
readonly llamacppDecision: "llamacpp-decision";
|
|
13
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
13
14
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
14
15
|
readonly onnxTts: "onnx-tts";
|
|
15
16
|
readonly ttsGgml: "tts-ggml";
|
|
@@ -19,6 +20,7 @@ export declare const ModelType: {
|
|
|
19
20
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
20
21
|
readonly audiogenGgml: "audiogen-ggml";
|
|
21
22
|
readonly ggmlVla: "ggml-vla";
|
|
23
|
+
readonly ggmlImageEmbedding: "ggml-image-embedding";
|
|
22
24
|
readonly ggmlClassification: "ggml-classification";
|
|
23
25
|
};
|
|
24
26
|
/**
|
|
@@ -75,6 +77,7 @@ export declare const PUBLIC_MODEL_TYPES: {
|
|
|
75
77
|
readonly bciWhispercppTranscription: "bci-whispercpp-transcription";
|
|
76
78
|
readonly llamacppEmbedding: "llamacpp-embedding";
|
|
77
79
|
readonly llamacppDecision: "llamacpp-decision";
|
|
80
|
+
readonly llamacppRerank: "llamacpp-rerank";
|
|
78
81
|
readonly nmtcppTranslation: "nmtcpp-translation";
|
|
79
82
|
readonly onnxTts: "onnx-tts";
|
|
80
83
|
readonly ttsGgml: "tts-ggml";
|
|
@@ -84,6 +87,7 @@ export declare const PUBLIC_MODEL_TYPES: {
|
|
|
84
87
|
readonly sdcppGeneration: "sdcpp-generation";
|
|
85
88
|
readonly audiogenGgml: "audiogen-ggml";
|
|
86
89
|
readonly ggmlVla: "ggml-vla";
|
|
90
|
+
readonly ggmlImageEmbedding: "ggml-image-embedding";
|
|
87
91
|
readonly ggmlClassification: "ggml-classification";
|
|
88
92
|
};
|
|
89
93
|
/** Schema accepting both canonical and alias model type inputs */
|
|
@@ -93,12 +97,14 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
93
97
|
audiogen: "audiogen";
|
|
94
98
|
tts: "tts";
|
|
95
99
|
ocr: "ocr";
|
|
100
|
+
classification: "classification";
|
|
96
101
|
vla: "vla";
|
|
97
102
|
"llamacpp-completion": "llamacpp-completion";
|
|
98
103
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
99
104
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
100
105
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
101
106
|
"llamacpp-decision": "llamacpp-decision";
|
|
107
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
102
108
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
103
109
|
"onnx-tts": "onnx-tts";
|
|
104
110
|
"tts-ggml": "tts-ggml";
|
|
@@ -108,13 +114,13 @@ export declare const modelTypeInputSchema: z.ZodEnum<{
|
|
|
108
114
|
"sdcpp-generation": "sdcpp-generation";
|
|
109
115
|
"audiogen-ggml": "audiogen-ggml";
|
|
110
116
|
"ggml-vla": "ggml-vla";
|
|
117
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
111
118
|
"ggml-classification": "ggml-classification";
|
|
112
119
|
llm: "llm";
|
|
113
120
|
whisper: "whisper";
|
|
114
121
|
bci: "bci";
|
|
115
122
|
nmt: "nmt";
|
|
116
123
|
parakeet: "parakeet";
|
|
117
|
-
classification: "classification";
|
|
118
124
|
}>;
|
|
119
125
|
/** Schema that transforms input to canonical model type */
|
|
120
126
|
export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
@@ -123,12 +129,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
123
129
|
audiogen: "audiogen";
|
|
124
130
|
tts: "tts";
|
|
125
131
|
ocr: "ocr";
|
|
132
|
+
classification: "classification";
|
|
126
133
|
vla: "vla";
|
|
127
134
|
"llamacpp-completion": "llamacpp-completion";
|
|
128
135
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
129
136
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
130
137
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
131
138
|
"llamacpp-decision": "llamacpp-decision";
|
|
139
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
132
140
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
133
141
|
"onnx-tts": "onnx-tts";
|
|
134
142
|
"tts-ggml": "tts-ggml";
|
|
@@ -138,14 +146,14 @@ export declare const modelTypeSchema: z.ZodPipe<z.ZodEnum<{
|
|
|
138
146
|
"sdcpp-generation": "sdcpp-generation";
|
|
139
147
|
"audiogen-ggml": "audiogen-ggml";
|
|
140
148
|
"ggml-vla": "ggml-vla";
|
|
149
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
141
150
|
"ggml-classification": "ggml-classification";
|
|
142
151
|
llm: "llm";
|
|
143
152
|
whisper: "whisper";
|
|
144
153
|
bci: "bci";
|
|
145
154
|
nmt: "nmt";
|
|
146
155
|
parakeet: "parakeet";
|
|
147
|
-
|
|
148
|
-
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification">>;
|
|
156
|
+
}>, z.ZodTransform<"llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification", "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet">>;
|
|
149
157
|
/**
|
|
150
158
|
* Normalize model type input to canonical form.
|
|
151
159
|
* Custom plugin types (not in built-ins) are returned as-is.
|
|
@@ -278,7 +286,7 @@ export type VlaModelTypeInput = z.infer<typeof vlaModelTypeSchema>;
|
|
|
278
286
|
* - Canonical: `"ggml-classification"`
|
|
279
287
|
*/
|
|
280
288
|
export declare const classificationModelTypeSchema: z.ZodEnum<{
|
|
281
|
-
"ggml-classification": "ggml-classification";
|
|
282
289
|
classification: "classification";
|
|
290
|
+
"ggml-classification": "ggml-classification";
|
|
283
291
|
}>;
|
|
284
292
|
export type ClassificationModelTypeInput = z.infer<typeof classificationModelTypeSchema>;
|
|
@@ -11,6 +11,7 @@ export const ModelType = {
|
|
|
11
11
|
bciWhispercppTranscription: 'bci-whispercpp-transcription',
|
|
12
12
|
llamacppEmbedding: 'llamacpp-embedding',
|
|
13
13
|
llamacppDecision: 'llamacpp-decision',
|
|
14
|
+
llamacppRerank: 'llamacpp-rerank',
|
|
14
15
|
nmtcppTranslation: 'nmtcpp-translation',
|
|
15
16
|
onnxTts: 'onnx-tts',
|
|
16
17
|
ttsGgml: 'tts-ggml',
|
|
@@ -20,6 +21,7 @@ export const ModelType = {
|
|
|
20
21
|
sdcppGeneration: 'sdcpp-generation',
|
|
21
22
|
audiogenGgml: 'audiogen-ggml',
|
|
22
23
|
ggmlVla: 'ggml-vla',
|
|
24
|
+
ggmlImageEmbedding: 'ggml-image-embedding',
|
|
23
25
|
ggmlClassification: 'ggml-classification'
|
|
24
26
|
};
|
|
25
27
|
// === INTERNAL: Alias keys (backward compat names) ===
|
package/dist/schemas/ocr.d.ts
CHANGED
|
@@ -16,8 +16,8 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
16
16
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
17
17
|
cpu: "cpu";
|
|
18
18
|
vulkan: "vulkan";
|
|
19
|
-
metal: "metal";
|
|
20
19
|
opencl: "opencl";
|
|
20
|
+
metal: "metal";
|
|
21
21
|
}>>;
|
|
22
22
|
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
23
23
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -41,12 +41,14 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
41
41
|
audiogen: "audiogen";
|
|
42
42
|
tts: "tts";
|
|
43
43
|
ocr: "ocr";
|
|
44
|
+
classification: "classification";
|
|
44
45
|
vla: "vla";
|
|
45
46
|
"llamacpp-completion": "llamacpp-completion";
|
|
46
47
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
47
48
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
48
49
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
49
50
|
"llamacpp-decision": "llamacpp-decision";
|
|
51
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
50
52
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
51
53
|
"onnx-tts": "onnx-tts";
|
|
52
54
|
"tts-ggml": "tts-ggml";
|
|
@@ -56,13 +58,13 @@ export declare const ocrConfigSchema: z.ZodObject<{
|
|
|
56
58
|
"sdcpp-generation": "sdcpp-generation";
|
|
57
59
|
"audiogen-ggml": "audiogen-ggml";
|
|
58
60
|
"ggml-vla": "ggml-vla";
|
|
61
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
59
62
|
"ggml-classification": "ggml-classification";
|
|
60
63
|
llm: "llm";
|
|
61
64
|
whisper: "whisper";
|
|
62
65
|
bci: "bci";
|
|
63
66
|
nmt: "nmt";
|
|
64
67
|
parakeet: "parakeet";
|
|
65
|
-
classification: "classification";
|
|
66
68
|
}>, z.ZodLiteral<"vad">]>>;
|
|
67
69
|
}, z.core.$strip>]>>;
|
|
68
70
|
}, z.core.$strip>;
|
|
@@ -84,8 +86,8 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
84
86
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
85
87
|
cpu: "cpu";
|
|
86
88
|
vulkan: "vulkan";
|
|
87
|
-
metal: "metal";
|
|
88
89
|
opencl: "opencl";
|
|
90
|
+
metal: "metal";
|
|
89
91
|
}>>;
|
|
90
92
|
gpuDevice: z.ZodOptional<z.ZodNumber>;
|
|
91
93
|
mainGpu: z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodEnum<{
|
|
@@ -109,12 +111,14 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
109
111
|
audiogen: "audiogen";
|
|
110
112
|
tts: "tts";
|
|
111
113
|
ocr: "ocr";
|
|
114
|
+
classification: "classification";
|
|
112
115
|
vla: "vla";
|
|
113
116
|
"llamacpp-completion": "llamacpp-completion";
|
|
114
117
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
115
118
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
116
119
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
117
120
|
"llamacpp-decision": "llamacpp-decision";
|
|
121
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
118
122
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
119
123
|
"onnx-tts": "onnx-tts";
|
|
120
124
|
"tts-ggml": "tts-ggml";
|
|
@@ -124,13 +128,13 @@ export declare const ocrLoadConfigSchema: z.ZodObject<{
|
|
|
124
128
|
"sdcpp-generation": "sdcpp-generation";
|
|
125
129
|
"audiogen-ggml": "audiogen-ggml";
|
|
126
130
|
"ggml-vla": "ggml-vla";
|
|
131
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
127
132
|
"ggml-classification": "ggml-classification";
|
|
128
133
|
llm: "llm";
|
|
129
134
|
whisper: "whisper";
|
|
130
135
|
bci: "bci";
|
|
131
136
|
nmt: "nmt";
|
|
132
137
|
parakeet: "parakeet";
|
|
133
|
-
classification: "classification";
|
|
134
138
|
}>, z.ZodLiteral<"vad">]>>;
|
|
135
139
|
}, z.core.$strip>]>>;
|
|
136
140
|
}, z.core.$strip>;
|
|
@@ -170,6 +174,8 @@ export declare const ocrStreamRequestSchema: z.ZodObject<{
|
|
|
170
174
|
paragraph: z.ZodOptional<z.ZodBoolean>;
|
|
171
175
|
}, z.core.$strip>>;
|
|
172
176
|
type: z.ZodLiteral<"ocrStream">;
|
|
177
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
178
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
173
179
|
}, z.core.$strip>;
|
|
174
180
|
export declare const ocrTextBlockSchema: z.ZodObject<{
|
|
175
181
|
text: z.ZodString;
|
|
@@ -183,6 +189,7 @@ export declare const ocrStatsSchema: z.ZodObject<{
|
|
|
183
189
|
}, z.core.$strip>;
|
|
184
190
|
export declare const ocrStreamResponseSchema: z.ZodObject<{
|
|
185
191
|
type: z.ZodLiteral<"ocrStream">;
|
|
192
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
186
193
|
blocks: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
187
194
|
text: z.ZodString;
|
|
188
195
|
bbox: z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber, z.ZodNumber, z.ZodNumber], null>>;
|
package/dist/schemas/ocr.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
// Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
|
|
4
5
|
// (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
|
|
5
6
|
// zod's default (non-strict) object strips them silently if still passed.
|
|
@@ -114,9 +115,11 @@ export const ocrParamsSchema = z.object({
|
|
|
114
115
|
image: imageInputSchema,
|
|
115
116
|
options: ocrOptionsSchema.optional()
|
|
116
117
|
});
|
|
117
|
-
export const ocrStreamRequestSchema = ocrParamsSchema
|
|
118
|
+
export const ocrStreamRequestSchema = ocrParamsSchema
|
|
119
|
+
.extend({
|
|
118
120
|
type: z.literal('ocrStream')
|
|
119
|
-
})
|
|
121
|
+
})
|
|
122
|
+
.extend(trackedRequestSchema.shape);
|
|
120
123
|
export const ocrTextBlockSchema = z.object({
|
|
121
124
|
text: z.string(),
|
|
122
125
|
bbox: z.tuple([z.number(), z.number(), z.number(), z.number()]).optional(),
|
|
@@ -129,6 +132,7 @@ export const ocrStatsSchema = z.object({
|
|
|
129
132
|
});
|
|
130
133
|
export const ocrStreamResponseSchema = z.object({
|
|
131
134
|
type: z.literal('ocrStream'),
|
|
135
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
132
136
|
blocks: z.array(ocrTextBlockSchema).optional(),
|
|
133
137
|
done: z.boolean().optional(),
|
|
134
138
|
error: z.string().optional(),
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type Buffer from 'bare-buffer';
|
|
3
3
|
import type { TurboVecIndexProvider } from '@qvac/rag';
|
|
4
|
-
import type {
|
|
5
|
-
import type {
|
|
4
|
+
import type { ModelFitModelResult, TranscriptionFitWorkload, TtsFitWorkload } from '../schemas/assess-model-fit.js';
|
|
5
|
+
import type { ModelSrcInput } from '../schemas/model-src-utils.js';
|
|
6
|
+
import type { RuntimeContext } from '../schemas/runtime-context.js';
|
|
7
|
+
import type { AbortSignalLike } from '../schemas/abort-signal.js';
|
|
6
8
|
/**
|
|
7
9
|
* Granularity at which the addon can cancel.
|
|
8
10
|
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
@@ -19,6 +21,30 @@ export interface PluginHandlerCancel {
|
|
|
19
21
|
*/
|
|
20
22
|
hard?: boolean;
|
|
21
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* The request a handler runs under when it is reached through `pluginInvoke`.
|
|
26
|
+
* The engine registers that request under the caller's session and id, so a
|
|
27
|
+
* handler that does not register anything only has to forward the abort to
|
|
28
|
+
* its native job. A handler that registers its own request begins it with
|
|
29
|
+
* `requestParent(context)`: the inner request then runs as the caller's
|
|
30
|
+
* session and aborts with the invoke, so a cancel of the invoke by id or a
|
|
31
|
+
* close of the session reaches the native job at once.
|
|
32
|
+
*/
|
|
33
|
+
export interface PluginHandlerContext {
|
|
34
|
+
signal: AbortSignalLike;
|
|
35
|
+
requestId: string;
|
|
36
|
+
/** The caller's session; undefined for the runtime owner. */
|
|
37
|
+
sessionId: string | undefined;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* The `begin` options that make a request a child of the invoke it runs under.
|
|
41
|
+
* Spread last, so the context's session replaces the one the request names.
|
|
42
|
+
* Without a context the request is its own root, as under direct dispatch.
|
|
43
|
+
*/
|
|
44
|
+
export declare function requestParent(context: PluginHandlerContext | undefined): {
|
|
45
|
+
sessionId?: string | undefined;
|
|
46
|
+
parentSignal?: AbortSignalLike;
|
|
47
|
+
};
|
|
22
48
|
/**
|
|
23
49
|
* Definition for a plugin handler with explicit Zod schemas.
|
|
24
50
|
* Each handler must define its request/response schemas for validation.
|
|
@@ -28,7 +54,7 @@ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType,
|
|
|
28
54
|
responseSchema: TResponse;
|
|
29
55
|
streaming: boolean;
|
|
30
56
|
duplex?: boolean;
|
|
31
|
-
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer
|
|
57
|
+
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext) => Promise<O> | AsyncGenerator<O> : never : never;
|
|
32
58
|
/**
|
|
33
59
|
* Cancel surface this handler advertises. Omitting is equivalent
|
|
34
60
|
* to `{ scope: "none" }` (soft-cancel fallback).
|
|
@@ -44,7 +70,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
44
70
|
responseSchema: TResponse;
|
|
45
71
|
streaming: true;
|
|
46
72
|
duplex: true;
|
|
47
|
-
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer
|
|
73
|
+
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>, context?: PluginHandlerContext) => AsyncGenerator<O> : never : never;
|
|
48
74
|
/** See `PluginHandlerDefinition.cancel`. */
|
|
49
75
|
cancel?: PluginHandlerCancel;
|
|
50
76
|
}
|
|
@@ -57,6 +83,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
57
83
|
*
|
|
58
84
|
* Built-in artifact keys:
|
|
59
85
|
* - `projectionModelPath` - LLM multimodal projection model
|
|
86
|
+
* - `draftModelPath` - LLM speculative-decoding draft model (DFlash model or external MTP head)
|
|
60
87
|
* - `vadModelPath` - Whisper voice activity detection model
|
|
61
88
|
* - `s3genPath` - TTS (Chatterbox GGML) S3Gen + HiFT GGUF
|
|
62
89
|
* - `referenceAudioPath` - TTS (Chatterbox GGML) path to reference WAV file for voice cloning
|
|
@@ -126,19 +153,39 @@ export interface ResolveResult<TConfig = Record<string, unknown>, K extends stri
|
|
|
126
153
|
config: TConfig;
|
|
127
154
|
artifacts?: Partial<Record<K, string>>;
|
|
128
155
|
}
|
|
156
|
+
/** A load as `loadModel` would run it, resolved for its engine's fitter. */
|
|
157
|
+
export interface FitLoad {
|
|
158
|
+
modelPath: string;
|
|
159
|
+
modelConfig: unknown;
|
|
160
|
+
artifacts?: Record<string, string> | undefined;
|
|
161
|
+
isShardedModel: boolean;
|
|
162
|
+
transcriptionWorkload?: TranscriptionFitWorkload | undefined;
|
|
163
|
+
ttsWorkload?: TtsFitWorkload | undefined;
|
|
164
|
+
}
|
|
165
|
+
export type FitRequestPlan = {
|
|
166
|
+
request: unknown;
|
|
167
|
+
} | {
|
|
168
|
+
unknown: string;
|
|
169
|
+
};
|
|
129
170
|
export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys extends string = string> {
|
|
130
171
|
modelType: string;
|
|
131
172
|
displayName: string;
|
|
132
173
|
addonPackage: string;
|
|
133
174
|
loadConfigSchema: z.ZodType;
|
|
134
175
|
createModel: (params: CreateModelParams) => PluginModelResult;
|
|
176
|
+
/**
|
|
177
|
+
* Builds the addon's fit request from a resolved load, or names why the load
|
|
178
|
+
* cannot be projected. A plugin without both it and `assessFit` answers every
|
|
179
|
+
* fit with `unknown`.
|
|
180
|
+
*/
|
|
181
|
+
fitRequest?: (load: FitLoad) => FitRequestPlan;
|
|
135
182
|
/**
|
|
136
183
|
* The engine's own fitter. Carrying it here keeps every addon specifier
|
|
137
184
|
* inside the module graph of the plugin that owns it, so a bundler walking a
|
|
138
|
-
* host that ships one engine never resolves the others. It
|
|
139
|
-
*
|
|
185
|
+
* host that ships one engine never resolves the others. It takes what
|
|
186
|
+
* `fitRequest` built and resolves to the addon's fit result.
|
|
140
187
|
*/
|
|
141
|
-
assessFit?: (request: never) =>
|
|
188
|
+
assessFit?: (request: never) => Promise<ModelFitModelResult>;
|
|
142
189
|
handlers: Record<string, PluginHandlerDefinition>;
|
|
143
190
|
logging?: PluginLogging | undefined;
|
|
144
191
|
capabilities?: QvacPluginCapabilities | undefined;
|
|
@@ -156,9 +203,12 @@ export declare const pluginInvokeRequestSchema: z.ZodObject<{
|
|
|
156
203
|
modelId: z.ZodString;
|
|
157
204
|
handler: z.ZodString;
|
|
158
205
|
params: z.ZodUnknown;
|
|
206
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
207
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
159
208
|
}, z.core.$strip>;
|
|
160
209
|
export declare const pluginInvokeResponseSchema: z.ZodObject<{
|
|
161
210
|
type: z.ZodLiteral<"pluginInvoke">;
|
|
211
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
162
212
|
result: z.ZodUnknown;
|
|
163
213
|
}, z.core.$strip>;
|
|
164
214
|
export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
|
|
@@ -166,9 +216,12 @@ export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
|
|
|
166
216
|
modelId: z.ZodString;
|
|
167
217
|
handler: z.ZodString;
|
|
168
218
|
params: z.ZodUnknown;
|
|
219
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
220
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
169
221
|
}, z.core.$strip>;
|
|
170
222
|
export declare const pluginInvokeStreamResponseSchema: z.ZodObject<{
|
|
171
223
|
type: z.ZodLiteral<"pluginInvokeStream">;
|
|
224
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
172
225
|
result: z.ZodUnknown;
|
|
173
226
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
174
227
|
}, z.core.$strip>;
|
|
@@ -239,6 +292,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
239
292
|
safeParse: z.ZodInstanceOf<Function>;
|
|
240
293
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
241
294
|
createModel: z.ZodInstanceOf<Function>;
|
|
295
|
+
fitRequest: z.ZodOptional<z.ZodInstanceOf<Function>>;
|
|
296
|
+
assessFit: z.ZodOptional<z.ZodInstanceOf<Function>>;
|
|
242
297
|
handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
243
298
|
requestSchema: z.ZodObject<{
|
|
244
299
|
safeParse: z.ZodInstanceOf<Function>;
|
|
@@ -281,11 +336,18 @@ export declare const PLUGIN_LLM: "@qvac/inference/llamacpp-completion/plugin";
|
|
|
281
336
|
* Provides: typed choice, score, and noul answers about a state.
|
|
282
337
|
*/
|
|
283
338
|
export declare const PLUGIN_DECISION: "@qvac/inference/llamacpp-decision/plugin";
|
|
339
|
+
/**
|
|
340
|
+
* Rerank plugin (llama.cpp).
|
|
341
|
+
* Provides: relevance scores for documents against a query.
|
|
342
|
+
*/
|
|
343
|
+
export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
|
|
284
344
|
/**
|
|
285
345
|
* Text embedding plugin (llama.cpp).
|
|
286
346
|
* Provides: vector embeddings for RAG and semantic search.
|
|
287
347
|
*/
|
|
288
348
|
export declare const PLUGIN_EMBEDDING: "@qvac/inference/llamacpp-embedding/plugin";
|
|
349
|
+
/** Image descriptors for visual place recognition and retrieval with MegaLoc. */
|
|
350
|
+
export declare const PLUGIN_IMAGE_EMBEDDING: "@qvac/inference/ggml-image-embedding/plugin";
|
|
289
351
|
/**
|
|
290
352
|
* Speech-to-text transcription plugin (whisper.cpp).
|
|
291
353
|
* Provides: audio transcription, language detection.
|
|
@@ -346,7 +408,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
|
|
|
346
408
|
* plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
|
|
347
409
|
* };
|
|
348
410
|
*/
|
|
349
|
-
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
411
|
+
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/ggml-image-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
350
412
|
export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
|
|
351
413
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
352
414
|
export declare const ADDON_LLM: "@qvac/llm-llamacpp";
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -1,24 +1,41 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
|
+
/**
|
|
4
|
+
* The `begin` options that make a request a child of the invoke it runs under.
|
|
5
|
+
* Spread last, so the context's session replaces the one the request names.
|
|
6
|
+
* Without a context the request is its own root, as under direct dispatch.
|
|
7
|
+
*/
|
|
8
|
+
export function requestParent(context) {
|
|
9
|
+
if (!context)
|
|
10
|
+
return {};
|
|
11
|
+
return { sessionId: context.sessionId, parentSignal: context.signal };
|
|
12
|
+
}
|
|
2
13
|
// Non-streaming plugin invoke
|
|
3
|
-
export const pluginInvokeRequestSchema = z
|
|
14
|
+
export const pluginInvokeRequestSchema = z
|
|
15
|
+
.object({
|
|
4
16
|
type: z.literal('pluginInvoke'),
|
|
5
17
|
modelId: z.string(),
|
|
6
18
|
handler: z.string(),
|
|
7
19
|
params: z.unknown()
|
|
8
|
-
})
|
|
20
|
+
})
|
|
21
|
+
.extend(trackedRequestSchema.shape);
|
|
9
22
|
export const pluginInvokeResponseSchema = z.object({
|
|
10
23
|
type: z.literal('pluginInvoke'),
|
|
24
|
+
requestId: z.string().optional().describe('Identity of the request.'),
|
|
11
25
|
result: z.unknown()
|
|
12
26
|
});
|
|
13
27
|
// Streaming plugin invoke
|
|
14
|
-
export const pluginInvokeStreamRequestSchema = z
|
|
28
|
+
export const pluginInvokeStreamRequestSchema = z
|
|
29
|
+
.object({
|
|
15
30
|
type: z.literal('pluginInvokeStream'),
|
|
16
31
|
modelId: z.string(),
|
|
17
32
|
handler: z.string(),
|
|
18
33
|
params: z.unknown()
|
|
19
|
-
})
|
|
34
|
+
})
|
|
35
|
+
.extend(trackedRequestSchema.shape);
|
|
20
36
|
export const pluginInvokeStreamResponseSchema = z.object({
|
|
21
37
|
type: z.literal('pluginInvokeStream'),
|
|
38
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
22
39
|
result: z.unknown(),
|
|
23
40
|
done: z.boolean().optional()
|
|
24
41
|
});
|
|
@@ -111,6 +128,8 @@ export const pluginDefinitionRuntimeSchema = z
|
|
|
111
128
|
.min(1, 'addonPackage must be a non-empty string'),
|
|
112
129
|
loadConfigSchema: zodSchemaLikeRuntimeSchema,
|
|
113
130
|
createModel: functionRuntimeSchema,
|
|
131
|
+
fitRequest: functionRuntimeSchema.optional(),
|
|
132
|
+
assessFit: functionRuntimeSchema.optional(),
|
|
114
133
|
handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
|
|
115
134
|
logging: z
|
|
116
135
|
.object({
|
|
@@ -147,11 +166,18 @@ export const PLUGIN_LLM = '@qvac/inference/llamacpp-completion/plugin';
|
|
|
147
166
|
* Provides: typed choice, score, and noul answers about a state.
|
|
148
167
|
*/
|
|
149
168
|
export const PLUGIN_DECISION = '@qvac/inference/llamacpp-decision/plugin';
|
|
169
|
+
/**
|
|
170
|
+
* Rerank plugin (llama.cpp).
|
|
171
|
+
* Provides: relevance scores for documents against a query.
|
|
172
|
+
*/
|
|
173
|
+
export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
|
|
150
174
|
/**
|
|
151
175
|
* Text embedding plugin (llama.cpp).
|
|
152
176
|
* Provides: vector embeddings for RAG and semantic search.
|
|
153
177
|
*/
|
|
154
178
|
export const PLUGIN_EMBEDDING = '@qvac/inference/llamacpp-embedding/plugin';
|
|
179
|
+
/** Image descriptors for visual place recognition and retrieval with MegaLoc. */
|
|
180
|
+
export const PLUGIN_IMAGE_EMBEDDING = '@qvac/inference/ggml-image-embedding/plugin';
|
|
155
181
|
/**
|
|
156
182
|
* Speech-to-text transcription plugin (whisper.cpp).
|
|
157
183
|
* Provides: audio transcription, language detection.
|
|
@@ -215,7 +241,9 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
|
|
|
215
241
|
export const BUILTIN_PLUGINS = [
|
|
216
242
|
PLUGIN_LLM,
|
|
217
243
|
PLUGIN_EMBEDDING,
|
|
244
|
+
PLUGIN_IMAGE_EMBEDDING,
|
|
218
245
|
PLUGIN_DECISION,
|
|
246
|
+
PLUGIN_RERANK,
|
|
219
247
|
PLUGIN_WHISPER,
|
|
220
248
|
PLUGIN_BCI,
|
|
221
249
|
PLUGIN_PARAKEET,
|