@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -5,6 +5,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
|
5
5
|
audiogen: "audiogen";
|
|
6
6
|
tts: "tts";
|
|
7
7
|
ocr: "ocr";
|
|
8
|
+
classification: "classification";
|
|
8
9
|
vla: "vla";
|
|
9
10
|
"moss-transcribe": "moss-transcribe";
|
|
10
11
|
llm: "llm";
|
|
@@ -12,7 +13,6 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
|
12
13
|
bci: "bci";
|
|
13
14
|
nmt: "nmt";
|
|
14
15
|
parakeet: "parakeet";
|
|
15
|
-
classification: "classification";
|
|
16
16
|
vad: "vad";
|
|
17
17
|
other: "other";
|
|
18
18
|
}>;
|
|
@@ -22,6 +22,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
22
22
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
23
23
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
24
24
|
"llamacpp-decision": "llamacpp-decision";
|
|
25
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
25
26
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
26
27
|
"onnx-tts": "onnx-tts";
|
|
27
28
|
"tts-ggml": "tts-ggml";
|
|
@@ -31,6 +32,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
31
32
|
"sdcpp-generation": "sdcpp-generation";
|
|
32
33
|
"audiogen-ggml": "audiogen-ggml";
|
|
33
34
|
"ggml-vla": "ggml-vla";
|
|
35
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
34
36
|
"ggml-classification": "ggml-classification";
|
|
35
37
|
"onnx-vad": "onnx-vad";
|
|
36
38
|
}>;
|
|
@@ -49,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
49
51
|
audiogen: "audiogen";
|
|
50
52
|
tts: "tts";
|
|
51
53
|
ocr: "ocr";
|
|
54
|
+
classification: "classification";
|
|
52
55
|
vla: "vla";
|
|
53
56
|
"moss-transcribe": "moss-transcribe";
|
|
54
57
|
llm: "llm";
|
|
@@ -56,7 +59,6 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
56
59
|
bci: "bci";
|
|
57
60
|
nmt: "nmt";
|
|
58
61
|
parakeet: "parakeet";
|
|
59
|
-
classification: "classification";
|
|
60
62
|
vad: "vad";
|
|
61
63
|
other: "other";
|
|
62
64
|
}>;
|
|
@@ -68,6 +70,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
68
70
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
69
71
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
70
72
|
"llamacpp-decision": "llamacpp-decision";
|
|
73
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
71
74
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
72
75
|
"onnx-tts": "onnx-tts";
|
|
73
76
|
"tts-ggml": "tts-ggml";
|
|
@@ -77,6 +80,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
77
80
|
"sdcpp-generation": "sdcpp-generation";
|
|
78
81
|
"audiogen-ggml": "audiogen-ggml";
|
|
79
82
|
"ggml-vla": "ggml-vla";
|
|
83
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
80
84
|
"ggml-classification": "ggml-classification";
|
|
81
85
|
"onnx-vad": "onnx-vad";
|
|
82
86
|
}>;
|
|
@@ -88,6 +92,8 @@ export type ModelRegistryEntryAddon = z.infer<typeof modelRegistryEntryAddonSche
|
|
|
88
92
|
export type ModelRegistryEngine = z.infer<typeof modelRegistryEngineSchema>;
|
|
89
93
|
export declare const modelRegistryListRequestSchema: z.ZodObject<{
|
|
90
94
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
95
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
96
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
91
97
|
}, z.core.$strip>;
|
|
92
98
|
export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
93
99
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
@@ -107,6 +113,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
107
113
|
audiogen: "audiogen";
|
|
108
114
|
tts: "tts";
|
|
109
115
|
ocr: "ocr";
|
|
116
|
+
classification: "classification";
|
|
110
117
|
vla: "vla";
|
|
111
118
|
"moss-transcribe": "moss-transcribe";
|
|
112
119
|
llm: "llm";
|
|
@@ -114,7 +121,6 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
114
121
|
bci: "bci";
|
|
115
122
|
nmt: "nmt";
|
|
116
123
|
parakeet: "parakeet";
|
|
117
|
-
classification: "classification";
|
|
118
124
|
vad: "vad";
|
|
119
125
|
other: "other";
|
|
120
126
|
}>;
|
|
@@ -126,6 +132,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
126
132
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
127
133
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
128
134
|
"llamacpp-decision": "llamacpp-decision";
|
|
135
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
129
136
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
130
137
|
"onnx-tts": "onnx-tts";
|
|
131
138
|
"tts-ggml": "tts-ggml";
|
|
@@ -135,6 +142,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
135
142
|
"sdcpp-generation": "sdcpp-generation";
|
|
136
143
|
"audiogen-ggml": "audiogen-ggml";
|
|
137
144
|
"ggml-vla": "ggml-vla";
|
|
145
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
138
146
|
"ggml-classification": "ggml-classification";
|
|
139
147
|
"onnx-vad": "onnx-vad";
|
|
140
148
|
}>;
|
|
@@ -156,6 +164,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
156
164
|
audiogen: "audiogen";
|
|
157
165
|
tts: "tts";
|
|
158
166
|
ocr: "ocr";
|
|
167
|
+
classification: "classification";
|
|
159
168
|
vla: "vla";
|
|
160
169
|
"moss-transcribe": "moss-transcribe";
|
|
161
170
|
llm: "llm";
|
|
@@ -163,10 +172,11 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
163
172
|
bci: "bci";
|
|
164
173
|
nmt: "nmt";
|
|
165
174
|
parakeet: "parakeet";
|
|
166
|
-
classification: "classification";
|
|
167
175
|
vad: "vad";
|
|
168
176
|
other: "other";
|
|
169
177
|
}>>;
|
|
178
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
179
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
170
180
|
}, z.core.$strip>;
|
|
171
181
|
export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
172
182
|
type: z.ZodLiteral<"modelRegistrySearch">;
|
|
@@ -186,6 +196,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
186
196
|
audiogen: "audiogen";
|
|
187
197
|
tts: "tts";
|
|
188
198
|
ocr: "ocr";
|
|
199
|
+
classification: "classification";
|
|
189
200
|
vla: "vla";
|
|
190
201
|
"moss-transcribe": "moss-transcribe";
|
|
191
202
|
llm: "llm";
|
|
@@ -193,7 +204,6 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
193
204
|
bci: "bci";
|
|
194
205
|
nmt: "nmt";
|
|
195
206
|
parakeet: "parakeet";
|
|
196
|
-
classification: "classification";
|
|
197
207
|
vad: "vad";
|
|
198
208
|
other: "other";
|
|
199
209
|
}>;
|
|
@@ -205,6 +215,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
205
215
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
206
216
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
207
217
|
"llamacpp-decision": "llamacpp-decision";
|
|
218
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
208
219
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
209
220
|
"onnx-tts": "onnx-tts";
|
|
210
221
|
"tts-ggml": "tts-ggml";
|
|
@@ -214,6 +225,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
214
225
|
"sdcpp-generation": "sdcpp-generation";
|
|
215
226
|
"audiogen-ggml": "audiogen-ggml";
|
|
216
227
|
"ggml-vla": "ggml-vla";
|
|
228
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
217
229
|
"ggml-classification": "ggml-classification";
|
|
218
230
|
"onnx-vad": "onnx-vad";
|
|
219
231
|
}>;
|
|
@@ -228,6 +240,8 @@ export declare const modelRegistryGetModelRequestSchema: z.ZodObject<{
|
|
|
228
240
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
229
241
|
registryPath: z.ZodString;
|
|
230
242
|
registrySource: z.ZodString;
|
|
243
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
244
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
231
245
|
}, z.core.$strip>;
|
|
232
246
|
export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
233
247
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
@@ -247,6 +261,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
247
261
|
audiogen: "audiogen";
|
|
248
262
|
tts: "tts";
|
|
249
263
|
ocr: "ocr";
|
|
264
|
+
classification: "classification";
|
|
250
265
|
vla: "vla";
|
|
251
266
|
"moss-transcribe": "moss-transcribe";
|
|
252
267
|
llm: "llm";
|
|
@@ -254,7 +269,6 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
254
269
|
bci: "bci";
|
|
255
270
|
nmt: "nmt";
|
|
256
271
|
parakeet: "parakeet";
|
|
257
|
-
classification: "classification";
|
|
258
272
|
vad: "vad";
|
|
259
273
|
other: "other";
|
|
260
274
|
}>;
|
|
@@ -266,6 +280,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
266
280
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
267
281
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
268
282
|
"llamacpp-decision": "llamacpp-decision";
|
|
283
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
269
284
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
270
285
|
"onnx-tts": "onnx-tts";
|
|
271
286
|
"tts-ggml": "tts-ggml";
|
|
@@ -275,6 +290,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
275
290
|
"sdcpp-generation": "sdcpp-generation";
|
|
276
291
|
"audiogen-ggml": "audiogen-ggml";
|
|
277
292
|
"ggml-vla": "ggml-vla";
|
|
293
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
278
294
|
"ggml-classification": "ggml-classification";
|
|
279
295
|
"onnx-vad": "onnx-vad";
|
|
280
296
|
}>;
|
|
@@ -287,6 +303,8 @@ export type ModelRegistryGetModelRequest = z.infer<typeof modelRegistryGetModelR
|
|
|
287
303
|
export type ModelRegistryGetModelResponse = z.infer<typeof modelRegistryGetModelResponseSchema>;
|
|
288
304
|
export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
289
305
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
306
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
307
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
290
308
|
}, z.core.$strip>, z.ZodObject<{
|
|
291
309
|
type: z.ZodLiteral<"modelRegistrySearch">;
|
|
292
310
|
filter: z.ZodOptional<z.ZodString>;
|
|
@@ -298,6 +316,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
298
316
|
audiogen: "audiogen";
|
|
299
317
|
tts: "tts";
|
|
300
318
|
ocr: "ocr";
|
|
319
|
+
classification: "classification";
|
|
301
320
|
vla: "vla";
|
|
302
321
|
"moss-transcribe": "moss-transcribe";
|
|
303
322
|
llm: "llm";
|
|
@@ -305,14 +324,17 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
305
324
|
bci: "bci";
|
|
306
325
|
nmt: "nmt";
|
|
307
326
|
parakeet: "parakeet";
|
|
308
|
-
classification: "classification";
|
|
309
327
|
vad: "vad";
|
|
310
328
|
other: "other";
|
|
311
329
|
}>>;
|
|
330
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
331
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
312
332
|
}, z.core.$strip>, z.ZodObject<{
|
|
313
333
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
314
334
|
registryPath: z.ZodString;
|
|
315
335
|
registrySource: z.ZodString;
|
|
336
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
337
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
316
338
|
}, z.core.$strip>]>;
|
|
317
339
|
export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
318
340
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
@@ -332,6 +354,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
332
354
|
audiogen: "audiogen";
|
|
333
355
|
tts: "tts";
|
|
334
356
|
ocr: "ocr";
|
|
357
|
+
classification: "classification";
|
|
335
358
|
vla: "vla";
|
|
336
359
|
"moss-transcribe": "moss-transcribe";
|
|
337
360
|
llm: "llm";
|
|
@@ -339,7 +362,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
339
362
|
bci: "bci";
|
|
340
363
|
nmt: "nmt";
|
|
341
364
|
parakeet: "parakeet";
|
|
342
|
-
classification: "classification";
|
|
343
365
|
vad: "vad";
|
|
344
366
|
other: "other";
|
|
345
367
|
}>;
|
|
@@ -351,6 +373,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
351
373
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
352
374
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
353
375
|
"llamacpp-decision": "llamacpp-decision";
|
|
376
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
354
377
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
355
378
|
"onnx-tts": "onnx-tts";
|
|
356
379
|
"tts-ggml": "tts-ggml";
|
|
@@ -360,6 +383,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
360
383
|
"sdcpp-generation": "sdcpp-generation";
|
|
361
384
|
"audiogen-ggml": "audiogen-ggml";
|
|
362
385
|
"ggml-vla": "ggml-vla";
|
|
386
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
363
387
|
"ggml-classification": "ggml-classification";
|
|
364
388
|
"onnx-vad": "onnx-vad";
|
|
365
389
|
}>;
|
|
@@ -385,6 +409,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
385
409
|
audiogen: "audiogen";
|
|
386
410
|
tts: "tts";
|
|
387
411
|
ocr: "ocr";
|
|
412
|
+
classification: "classification";
|
|
388
413
|
vla: "vla";
|
|
389
414
|
"moss-transcribe": "moss-transcribe";
|
|
390
415
|
llm: "llm";
|
|
@@ -392,7 +417,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
392
417
|
bci: "bci";
|
|
393
418
|
nmt: "nmt";
|
|
394
419
|
parakeet: "parakeet";
|
|
395
|
-
classification: "classification";
|
|
396
420
|
vad: "vad";
|
|
397
421
|
other: "other";
|
|
398
422
|
}>;
|
|
@@ -404,6 +428,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
404
428
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
405
429
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
406
430
|
"llamacpp-decision": "llamacpp-decision";
|
|
431
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
407
432
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
408
433
|
"onnx-tts": "onnx-tts";
|
|
409
434
|
"tts-ggml": "tts-ggml";
|
|
@@ -413,6 +438,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
413
438
|
"sdcpp-generation": "sdcpp-generation";
|
|
414
439
|
"audiogen-ggml": "audiogen-ggml";
|
|
415
440
|
"ggml-vla": "ggml-vla";
|
|
441
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
416
442
|
"ggml-classification": "ggml-classification";
|
|
417
443
|
"onnx-vad": "onnx-vad";
|
|
418
444
|
}>;
|
|
@@ -438,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
438
464
|
audiogen: "audiogen";
|
|
439
465
|
tts: "tts";
|
|
440
466
|
ocr: "ocr";
|
|
467
|
+
classification: "classification";
|
|
441
468
|
vla: "vla";
|
|
442
469
|
"moss-transcribe": "moss-transcribe";
|
|
443
470
|
llm: "llm";
|
|
@@ -445,7 +472,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
445
472
|
bci: "bci";
|
|
446
473
|
nmt: "nmt";
|
|
447
474
|
parakeet: "parakeet";
|
|
448
|
-
classification: "classification";
|
|
449
475
|
vad: "vad";
|
|
450
476
|
other: "other";
|
|
451
477
|
}>;
|
|
@@ -457,6 +483,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
457
483
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
458
484
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
459
485
|
"llamacpp-decision": "llamacpp-decision";
|
|
486
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
460
487
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
461
488
|
"onnx-tts": "onnx-tts";
|
|
462
489
|
"tts-ggml": "tts-ggml";
|
|
@@ -466,6 +493,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
466
493
|
"sdcpp-generation": "sdcpp-generation";
|
|
467
494
|
"audiogen-ggml": "audiogen-ggml";
|
|
468
495
|
"ggml-vla": "ggml-vla";
|
|
496
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
469
497
|
"ggml-classification": "ggml-classification";
|
|
470
498
|
"onnx-vad": "onnx-vad";
|
|
471
499
|
}>;
|
package/dist/schemas/registry.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { ModelType } from '
|
|
2
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
// QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
|
|
4
5
|
const modelRegistryEntryAddonSchema = z.enum([
|
|
5
6
|
'llm',
|
|
@@ -29,6 +30,7 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
29
30
|
ModelType.bciWhispercppTranscription,
|
|
30
31
|
ModelType.llamacppEmbedding,
|
|
31
32
|
ModelType.llamacppDecision,
|
|
33
|
+
ModelType.llamacppRerank,
|
|
32
34
|
ModelType.nmtcppTranslation,
|
|
33
35
|
ModelType.onnxTts,
|
|
34
36
|
ModelType.ttsGgml,
|
|
@@ -39,6 +41,7 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
39
41
|
ModelType.audiogenGgml,
|
|
40
42
|
ModelType.ggmlVla,
|
|
41
43
|
ModelType.ggmlClassification,
|
|
44
|
+
ModelType.ggmlImageEmbedding,
|
|
42
45
|
'onnx-vad'
|
|
43
46
|
]);
|
|
44
47
|
export const modelRegistryEntrySchema = z.object({
|
|
@@ -58,9 +61,11 @@ export const modelRegistryEntrySchema = z.object({
|
|
|
58
61
|
params: z.string().describe('Parameter-count label for the model, e.g. `7B`.')
|
|
59
62
|
});
|
|
60
63
|
// QVAC Model Registry list request/response
|
|
61
|
-
export const modelRegistryListRequestSchema = z
|
|
64
|
+
export const modelRegistryListRequestSchema = z
|
|
65
|
+
.object({
|
|
62
66
|
type: z.literal('modelRegistryList')
|
|
63
|
-
})
|
|
67
|
+
})
|
|
68
|
+
.extend(trackedRequestSchema.shape);
|
|
64
69
|
export const modelRegistryListResponseSchema = z.object({
|
|
65
70
|
type: z.literal('modelRegistryList'),
|
|
66
71
|
success: z.boolean(),
|
|
@@ -68,13 +73,15 @@ export const modelRegistryListResponseSchema = z.object({
|
|
|
68
73
|
error: z.string().optional()
|
|
69
74
|
});
|
|
70
75
|
// QVAC Model Registry search request/response
|
|
71
|
-
export const modelRegistrySearchRequestSchema = z
|
|
76
|
+
export const modelRegistrySearchRequestSchema = z
|
|
77
|
+
.object({
|
|
72
78
|
type: z.literal('modelRegistrySearch'),
|
|
73
79
|
filter: z.string().optional(),
|
|
74
80
|
engine: z.string().optional(),
|
|
75
81
|
quantization: z.string().optional(),
|
|
76
82
|
addon: modelRegistryEntryAddonSchema.optional()
|
|
77
|
-
})
|
|
83
|
+
})
|
|
84
|
+
.extend(trackedRequestSchema.shape);
|
|
78
85
|
export const modelRegistrySearchResponseSchema = z.object({
|
|
79
86
|
type: z.literal('modelRegistrySearch'),
|
|
80
87
|
success: z.boolean(),
|
|
@@ -82,11 +89,13 @@ export const modelRegistrySearchResponseSchema = z.object({
|
|
|
82
89
|
error: z.string().optional()
|
|
83
90
|
});
|
|
84
91
|
// QVAC Model Registry get model request/response
|
|
85
|
-
export const modelRegistryGetModelRequestSchema = z
|
|
92
|
+
export const modelRegistryGetModelRequestSchema = z
|
|
93
|
+
.object({
|
|
86
94
|
type: z.literal('modelRegistryGetModel'),
|
|
87
95
|
registryPath: z.string(),
|
|
88
96
|
registrySource: z.string()
|
|
89
|
-
})
|
|
97
|
+
})
|
|
98
|
+
.extend(trackedRequestSchema.shape);
|
|
90
99
|
export const modelRegistryGetModelResponseSchema = z.object({
|
|
91
100
|
type: z.literal('modelRegistryGetModel'),
|
|
92
101
|
success: z.boolean(),
|
|
@@ -34,6 +34,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
34
34
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
35
35
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
36
36
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
37
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
37
38
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
38
39
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
39
40
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -66,6 +67,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
66
67
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
67
68
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
68
69
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
70
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
71
|
+
integrated: "integrated";
|
|
72
|
+
dedicated: "dedicated";
|
|
73
|
+
}>]>>;
|
|
69
74
|
}, z.core.$strip>>>;
|
|
70
75
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
71
76
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -88,12 +93,14 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
88
93
|
audiogen: "audiogen";
|
|
89
94
|
tts: "tts";
|
|
90
95
|
ocr: "ocr";
|
|
96
|
+
classification: "classification";
|
|
91
97
|
vla: "vla";
|
|
92
98
|
"llamacpp-completion": "llamacpp-completion";
|
|
93
99
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
94
100
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
95
101
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
96
102
|
"llamacpp-decision": "llamacpp-decision";
|
|
103
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
97
104
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
98
105
|
"onnx-tts": "onnx-tts";
|
|
99
106
|
"tts-ggml": "tts-ggml";
|
|
@@ -103,13 +110,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
103
110
|
"sdcpp-generation": "sdcpp-generation";
|
|
104
111
|
"audiogen-ggml": "audiogen-ggml";
|
|
105
112
|
"ggml-vla": "ggml-vla";
|
|
113
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
106
114
|
"ggml-classification": "ggml-classification";
|
|
107
115
|
llm: "llm";
|
|
108
116
|
whisper: "whisper";
|
|
109
117
|
bci: "bci";
|
|
110
118
|
nmt: "nmt";
|
|
111
119
|
parakeet: "parakeet";
|
|
112
|
-
classification: "classification";
|
|
113
120
|
}>, z.ZodLiteral<"vad">]>>;
|
|
114
121
|
}, z.core.$strip>]>>>;
|
|
115
122
|
}, z.core.$strict>;
|
|
@@ -148,6 +155,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
148
155
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
149
156
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
150
157
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
158
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
151
159
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
152
160
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
153
161
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -180,6 +188,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
180
188
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
181
189
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
182
190
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
191
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
192
|
+
integrated: "integrated";
|
|
193
|
+
dedicated: "dedicated";
|
|
194
|
+
}>]>>;
|
|
183
195
|
}, z.core.$strip>>>;
|
|
184
196
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
185
197
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -202,12 +214,14 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
202
214
|
audiogen: "audiogen";
|
|
203
215
|
tts: "tts";
|
|
204
216
|
ocr: "ocr";
|
|
217
|
+
classification: "classification";
|
|
205
218
|
vla: "vla";
|
|
206
219
|
"llamacpp-completion": "llamacpp-completion";
|
|
207
220
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
208
221
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
209
222
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
210
223
|
"llamacpp-decision": "llamacpp-decision";
|
|
224
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
211
225
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
212
226
|
"onnx-tts": "onnx-tts";
|
|
213
227
|
"tts-ggml": "tts-ggml";
|
|
@@ -217,17 +231,19 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
217
231
|
"sdcpp-generation": "sdcpp-generation";
|
|
218
232
|
"audiogen-ggml": "audiogen-ggml";
|
|
219
233
|
"ggml-vla": "ggml-vla";
|
|
234
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
220
235
|
"ggml-classification": "ggml-classification";
|
|
221
236
|
llm: "llm";
|
|
222
237
|
whisper: "whisper";
|
|
223
238
|
bci: "bci";
|
|
224
239
|
nmt: "nmt";
|
|
225
240
|
parakeet: "parakeet";
|
|
226
|
-
classification: "classification";
|
|
227
241
|
}>, z.ZodLiteral<"vad">]>>;
|
|
228
242
|
}, z.core.$strip>]>>>;
|
|
229
243
|
}, z.core.$strict>;
|
|
244
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
230
245
|
}, z.core.$strip>, z.ZodTransform<{
|
|
246
|
+
requestId?: string;
|
|
231
247
|
type: "loadModel";
|
|
232
248
|
modelId: string;
|
|
233
249
|
modelType: "whispercpp-transcription" | "whisper";
|
|
@@ -256,6 +272,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
256
272
|
tdrz_enable?: boolean | undefined;
|
|
257
273
|
suppress_regex?: string | undefined;
|
|
258
274
|
initial_prompt?: string | undefined;
|
|
275
|
+
carry_initial_prompt?: boolean | undefined;
|
|
259
276
|
language?: string | undefined;
|
|
260
277
|
detect_language?: boolean | undefined;
|
|
261
278
|
suppress_blank?: boolean | undefined;
|
|
@@ -285,6 +302,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
285
302
|
use_gpu?: boolean | undefined;
|
|
286
303
|
flash_attn?: boolean | undefined;
|
|
287
304
|
gpu_device?: number | undefined;
|
|
305
|
+
'main-gpu'?: string | number | undefined;
|
|
288
306
|
} | undefined;
|
|
289
307
|
miscConfig?: {
|
|
290
308
|
caption_enabled?: boolean | undefined;
|
|
@@ -301,7 +319,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
301
319
|
engine?: string | undefined;
|
|
302
320
|
expectedSize?: number | undefined;
|
|
303
321
|
sha256Checksum?: string | undefined;
|
|
304
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
322
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
305
323
|
} | undefined;
|
|
306
324
|
};
|
|
307
325
|
}, {
|
|
@@ -332,6 +350,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
332
350
|
tdrz_enable?: boolean | undefined;
|
|
333
351
|
suppress_regex?: string | undefined;
|
|
334
352
|
initial_prompt?: string | undefined;
|
|
353
|
+
carry_initial_prompt?: boolean | undefined;
|
|
335
354
|
language?: string | undefined;
|
|
336
355
|
detect_language?: boolean | undefined;
|
|
337
356
|
suppress_blank?: boolean | undefined;
|
|
@@ -361,6 +380,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
361
380
|
use_gpu?: boolean | undefined;
|
|
362
381
|
flash_attn?: boolean | undefined;
|
|
363
382
|
gpu_device?: number | undefined;
|
|
383
|
+
'main-gpu'?: string | number | undefined;
|
|
364
384
|
} | undefined;
|
|
365
385
|
miscConfig?: {
|
|
366
386
|
caption_enabled?: boolean | undefined;
|
|
@@ -377,9 +397,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
377
397
|
engine?: string | undefined;
|
|
378
398
|
expectedSize?: number | undefined;
|
|
379
399
|
sha256Checksum?: string | undefined;
|
|
380
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
400
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
381
401
|
} | undefined;
|
|
382
402
|
};
|
|
403
|
+
requestId?: string | undefined;
|
|
383
404
|
}>>]>;
|
|
384
405
|
export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
385
406
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -387,6 +408,8 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
387
408
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
388
409
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
389
410
|
seed: z.ZodOptional<z.ZodNever>;
|
|
411
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
412
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
390
413
|
modelType: z.ZodEnum<{
|
|
391
414
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
392
415
|
whisper: "whisper";
|
|
@@ -419,6 +442,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
419
442
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
420
443
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
421
444
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
445
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
422
446
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
423
447
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
424
448
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -451,6 +475,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
451
475
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
452
476
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
453
477
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
478
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
479
|
+
integrated: "integrated";
|
|
480
|
+
dedicated: "dedicated";
|
|
481
|
+
}>]>>;
|
|
454
482
|
}, z.core.$strip>>>;
|
|
455
483
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
456
484
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -473,12 +501,14 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
473
501
|
audiogen: "audiogen";
|
|
474
502
|
tts: "tts";
|
|
475
503
|
ocr: "ocr";
|
|
504
|
+
classification: "classification";
|
|
476
505
|
vla: "vla";
|
|
477
506
|
"llamacpp-completion": "llamacpp-completion";
|
|
478
507
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
479
508
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
480
509
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
481
510
|
"llamacpp-decision": "llamacpp-decision";
|
|
511
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
482
512
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
483
513
|
"onnx-tts": "onnx-tts";
|
|
484
514
|
"tts-ggml": "tts-ggml";
|
|
@@ -488,13 +518,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
488
518
|
"sdcpp-generation": "sdcpp-generation";
|
|
489
519
|
"audiogen-ggml": "audiogen-ggml";
|
|
490
520
|
"ggml-vla": "ggml-vla";
|
|
521
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
491
522
|
"ggml-classification": "ggml-classification";
|
|
492
523
|
llm: "llm";
|
|
493
524
|
whisper: "whisper";
|
|
494
525
|
bci: "bci";
|
|
495
526
|
nmt: "nmt";
|
|
496
527
|
parakeet: "parakeet";
|
|
497
|
-
classification: "classification";
|
|
498
528
|
}>, z.ZodLiteral<"vad">]>>;
|
|
499
529
|
}, z.core.$strip>]>>>;
|
|
500
530
|
}, z.core.$strip>;
|
|
@@ -505,6 +535,8 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
505
535
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
506
536
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
507
537
|
seed: z.ZodOptional<z.ZodNever>;
|
|
538
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
539
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
508
540
|
modelType: z.ZodEnum<{
|
|
509
541
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
510
542
|
whisper: "whisper";
|
|
@@ -537,6 +569,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
537
569
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
538
570
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
539
571
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
572
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
540
573
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
541
574
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
542
575
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -569,6 +602,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
569
602
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
570
603
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
571
604
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
605
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
606
|
+
integrated: "integrated";
|
|
607
|
+
dedicated: "dedicated";
|
|
608
|
+
}>]>>;
|
|
572
609
|
}, z.core.$strip>>>;
|
|
573
610
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
574
611
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -591,12 +628,14 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
591
628
|
audiogen: "audiogen";
|
|
592
629
|
tts: "tts";
|
|
593
630
|
ocr: "ocr";
|
|
631
|
+
classification: "classification";
|
|
594
632
|
vla: "vla";
|
|
595
633
|
"llamacpp-completion": "llamacpp-completion";
|
|
596
634
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
597
635
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
598
636
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
599
637
|
"llamacpp-decision": "llamacpp-decision";
|
|
638
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
600
639
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
601
640
|
"onnx-tts": "onnx-tts";
|
|
602
641
|
"tts-ggml": "tts-ggml";
|
|
@@ -606,13 +645,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
606
645
|
"sdcpp-generation": "sdcpp-generation";
|
|
607
646
|
"audiogen-ggml": "audiogen-ggml";
|
|
608
647
|
"ggml-vla": "ggml-vla";
|
|
648
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
609
649
|
"ggml-classification": "ggml-classification";
|
|
610
650
|
llm: "llm";
|
|
611
651
|
whisper: "whisper";
|
|
612
652
|
bci: "bci";
|
|
613
653
|
nmt: "nmt";
|
|
614
654
|
parakeet: "parakeet";
|
|
615
|
-
classification: "classification";
|
|
616
655
|
}>, z.ZodLiteral<"vad">]>>;
|
|
617
656
|
}, z.core.$strip>]>>>;
|
|
618
657
|
}, z.core.$strip>;
|