@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/dist/schemas/rag.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { safePathComponent } from '../schemas/path-validation.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
// ============== Common Schemas ==============
|
|
4
5
|
const llmChunkOptsSchema = z.object({
|
|
5
6
|
chunkSize: z.number().optional(),
|
|
@@ -126,23 +127,16 @@ const ragDeleteWorkspaceOperationSchema = ragDeleteWorkspaceParamsSchema.extend(
|
|
|
126
127
|
operation: z.literal('deleteWorkspace')
|
|
127
128
|
});
|
|
128
129
|
// ============== Unified Request Schema ==============
|
|
129
|
-
// `requestId` is threaded onto every RAG operation as an optional field so
|
|
130
|
-
// the request registry can correlate the in-flight context with the
|
|
131
|
-
// caller's decorated promise (`op.requestId`). Optional — falls back
|
|
132
|
-
// to a generated id when the field is missing.
|
|
133
|
-
const ragRequestIdField = {
|
|
134
|
-
requestId: z.string().min(1).optional()
|
|
135
|
-
};
|
|
136
130
|
export const ragRequestSchema = z.discriminatedUnion('operation', [
|
|
137
|
-
ragChunkOperationSchema.extend(
|
|
138
|
-
ragIngestOperationSchema.extend(
|
|
139
|
-
ragSaveEmbeddingsOperationSchema.extend(
|
|
140
|
-
ragSearchOperationSchema.extend(
|
|
141
|
-
ragDeleteEmbeddingsOperationSchema.extend(
|
|
142
|
-
ragReindexOperationSchema.extend(
|
|
143
|
-
ragListWorkspacesOperationSchema.extend(
|
|
144
|
-
ragCloseWorkspaceOperationSchema.extend(
|
|
145
|
-
ragDeleteWorkspaceOperationSchema.extend(
|
|
131
|
+
ragChunkOperationSchema.extend(trackedRequestSchema.shape),
|
|
132
|
+
ragIngestOperationSchema.extend(trackedRequestSchema.shape),
|
|
133
|
+
ragSaveEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
|
|
134
|
+
ragSearchOperationSchema.extend(trackedRequestSchema.shape),
|
|
135
|
+
ragDeleteEmbeddingsOperationSchema.extend(trackedRequestSchema.shape),
|
|
136
|
+
ragReindexOperationSchema.extend(trackedRequestSchema.shape),
|
|
137
|
+
ragListWorkspacesOperationSchema.extend(trackedRequestSchema.shape),
|
|
138
|
+
ragCloseWorkspaceOperationSchema.extend(trackedRequestSchema.shape),
|
|
139
|
+
ragDeleteWorkspaceOperationSchema.extend(trackedRequestSchema.shape)
|
|
146
140
|
]);
|
|
147
141
|
// ============== Response Schemas ==============
|
|
148
142
|
const ragResponseBaseSchema = z.object({
|
|
@@ -5,6 +5,7 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
|
5
5
|
audiogen: "audiogen";
|
|
6
6
|
tts: "tts";
|
|
7
7
|
ocr: "ocr";
|
|
8
|
+
classification: "classification";
|
|
8
9
|
vla: "vla";
|
|
9
10
|
"moss-transcribe": "moss-transcribe";
|
|
10
11
|
llm: "llm";
|
|
@@ -12,7 +13,6 @@ declare const modelRegistryEntryAddonSchema: z.ZodEnum<{
|
|
|
12
13
|
bci: "bci";
|
|
13
14
|
nmt: "nmt";
|
|
14
15
|
parakeet: "parakeet";
|
|
15
|
-
classification: "classification";
|
|
16
16
|
vad: "vad";
|
|
17
17
|
other: "other";
|
|
18
18
|
}>;
|
|
@@ -32,6 +32,7 @@ export declare const modelRegistryEngineSchema: z.ZodEnum<{
|
|
|
32
32
|
"sdcpp-generation": "sdcpp-generation";
|
|
33
33
|
"audiogen-ggml": "audiogen-ggml";
|
|
34
34
|
"ggml-vla": "ggml-vla";
|
|
35
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
35
36
|
"ggml-classification": "ggml-classification";
|
|
36
37
|
"onnx-vad": "onnx-vad";
|
|
37
38
|
}>;
|
|
@@ -50,6 +51,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
50
51
|
audiogen: "audiogen";
|
|
51
52
|
tts: "tts";
|
|
52
53
|
ocr: "ocr";
|
|
54
|
+
classification: "classification";
|
|
53
55
|
vla: "vla";
|
|
54
56
|
"moss-transcribe": "moss-transcribe";
|
|
55
57
|
llm: "llm";
|
|
@@ -57,7 +59,6 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
57
59
|
bci: "bci";
|
|
58
60
|
nmt: "nmt";
|
|
59
61
|
parakeet: "parakeet";
|
|
60
|
-
classification: "classification";
|
|
61
62
|
vad: "vad";
|
|
62
63
|
other: "other";
|
|
63
64
|
}>;
|
|
@@ -79,6 +80,7 @@ export declare const modelRegistryEntrySchema: z.ZodObject<{
|
|
|
79
80
|
"sdcpp-generation": "sdcpp-generation";
|
|
80
81
|
"audiogen-ggml": "audiogen-ggml";
|
|
81
82
|
"ggml-vla": "ggml-vla";
|
|
83
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
82
84
|
"ggml-classification": "ggml-classification";
|
|
83
85
|
"onnx-vad": "onnx-vad";
|
|
84
86
|
}>;
|
|
@@ -90,6 +92,8 @@ export type ModelRegistryEntryAddon = z.infer<typeof modelRegistryEntryAddonSche
|
|
|
90
92
|
export type ModelRegistryEngine = z.infer<typeof modelRegistryEngineSchema>;
|
|
91
93
|
export declare const modelRegistryListRequestSchema: z.ZodObject<{
|
|
92
94
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
95
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
96
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
93
97
|
}, z.core.$strip>;
|
|
94
98
|
export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
95
99
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
@@ -109,6 +113,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
109
113
|
audiogen: "audiogen";
|
|
110
114
|
tts: "tts";
|
|
111
115
|
ocr: "ocr";
|
|
116
|
+
classification: "classification";
|
|
112
117
|
vla: "vla";
|
|
113
118
|
"moss-transcribe": "moss-transcribe";
|
|
114
119
|
llm: "llm";
|
|
@@ -116,7 +121,6 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
116
121
|
bci: "bci";
|
|
117
122
|
nmt: "nmt";
|
|
118
123
|
parakeet: "parakeet";
|
|
119
|
-
classification: "classification";
|
|
120
124
|
vad: "vad";
|
|
121
125
|
other: "other";
|
|
122
126
|
}>;
|
|
@@ -138,6 +142,7 @@ export declare const modelRegistryListResponseSchema: z.ZodObject<{
|
|
|
138
142
|
"sdcpp-generation": "sdcpp-generation";
|
|
139
143
|
"audiogen-ggml": "audiogen-ggml";
|
|
140
144
|
"ggml-vla": "ggml-vla";
|
|
145
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
141
146
|
"ggml-classification": "ggml-classification";
|
|
142
147
|
"onnx-vad": "onnx-vad";
|
|
143
148
|
}>;
|
|
@@ -159,6 +164,7 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
159
164
|
audiogen: "audiogen";
|
|
160
165
|
tts: "tts";
|
|
161
166
|
ocr: "ocr";
|
|
167
|
+
classification: "classification";
|
|
162
168
|
vla: "vla";
|
|
163
169
|
"moss-transcribe": "moss-transcribe";
|
|
164
170
|
llm: "llm";
|
|
@@ -166,10 +172,11 @@ export declare const modelRegistrySearchRequestSchema: z.ZodObject<{
|
|
|
166
172
|
bci: "bci";
|
|
167
173
|
nmt: "nmt";
|
|
168
174
|
parakeet: "parakeet";
|
|
169
|
-
classification: "classification";
|
|
170
175
|
vad: "vad";
|
|
171
176
|
other: "other";
|
|
172
177
|
}>>;
|
|
178
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
179
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
173
180
|
}, z.core.$strip>;
|
|
174
181
|
export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
175
182
|
type: z.ZodLiteral<"modelRegistrySearch">;
|
|
@@ -189,6 +196,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
189
196
|
audiogen: "audiogen";
|
|
190
197
|
tts: "tts";
|
|
191
198
|
ocr: "ocr";
|
|
199
|
+
classification: "classification";
|
|
192
200
|
vla: "vla";
|
|
193
201
|
"moss-transcribe": "moss-transcribe";
|
|
194
202
|
llm: "llm";
|
|
@@ -196,7 +204,6 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
196
204
|
bci: "bci";
|
|
197
205
|
nmt: "nmt";
|
|
198
206
|
parakeet: "parakeet";
|
|
199
|
-
classification: "classification";
|
|
200
207
|
vad: "vad";
|
|
201
208
|
other: "other";
|
|
202
209
|
}>;
|
|
@@ -218,6 +225,7 @@ export declare const modelRegistrySearchResponseSchema: z.ZodObject<{
|
|
|
218
225
|
"sdcpp-generation": "sdcpp-generation";
|
|
219
226
|
"audiogen-ggml": "audiogen-ggml";
|
|
220
227
|
"ggml-vla": "ggml-vla";
|
|
228
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
221
229
|
"ggml-classification": "ggml-classification";
|
|
222
230
|
"onnx-vad": "onnx-vad";
|
|
223
231
|
}>;
|
|
@@ -232,6 +240,8 @@ export declare const modelRegistryGetModelRequestSchema: z.ZodObject<{
|
|
|
232
240
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
233
241
|
registryPath: z.ZodString;
|
|
234
242
|
registrySource: z.ZodString;
|
|
243
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
244
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
235
245
|
}, z.core.$strip>;
|
|
236
246
|
export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
237
247
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
@@ -251,6 +261,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
251
261
|
audiogen: "audiogen";
|
|
252
262
|
tts: "tts";
|
|
253
263
|
ocr: "ocr";
|
|
264
|
+
classification: "classification";
|
|
254
265
|
vla: "vla";
|
|
255
266
|
"moss-transcribe": "moss-transcribe";
|
|
256
267
|
llm: "llm";
|
|
@@ -258,7 +269,6 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
258
269
|
bci: "bci";
|
|
259
270
|
nmt: "nmt";
|
|
260
271
|
parakeet: "parakeet";
|
|
261
|
-
classification: "classification";
|
|
262
272
|
vad: "vad";
|
|
263
273
|
other: "other";
|
|
264
274
|
}>;
|
|
@@ -280,6 +290,7 @@ export declare const modelRegistryGetModelResponseSchema: z.ZodObject<{
|
|
|
280
290
|
"sdcpp-generation": "sdcpp-generation";
|
|
281
291
|
"audiogen-ggml": "audiogen-ggml";
|
|
282
292
|
"ggml-vla": "ggml-vla";
|
|
293
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
283
294
|
"ggml-classification": "ggml-classification";
|
|
284
295
|
"onnx-vad": "onnx-vad";
|
|
285
296
|
}>;
|
|
@@ -292,6 +303,8 @@ export type ModelRegistryGetModelRequest = z.infer<typeof modelRegistryGetModelR
|
|
|
292
303
|
export type ModelRegistryGetModelResponse = z.infer<typeof modelRegistryGetModelResponseSchema>;
|
|
293
304
|
export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
294
305
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
306
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
307
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
295
308
|
}, z.core.$strip>, z.ZodObject<{
|
|
296
309
|
type: z.ZodLiteral<"modelRegistrySearch">;
|
|
297
310
|
filter: z.ZodOptional<z.ZodString>;
|
|
@@ -303,6 +316,7 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
303
316
|
audiogen: "audiogen";
|
|
304
317
|
tts: "tts";
|
|
305
318
|
ocr: "ocr";
|
|
319
|
+
classification: "classification";
|
|
306
320
|
vla: "vla";
|
|
307
321
|
"moss-transcribe": "moss-transcribe";
|
|
308
322
|
llm: "llm";
|
|
@@ -310,14 +324,17 @@ export declare const modelRegistryRequestSchema: z.ZodUnion<readonly [z.ZodObjec
|
|
|
310
324
|
bci: "bci";
|
|
311
325
|
nmt: "nmt";
|
|
312
326
|
parakeet: "parakeet";
|
|
313
|
-
classification: "classification";
|
|
314
327
|
vad: "vad";
|
|
315
328
|
other: "other";
|
|
316
329
|
}>>;
|
|
330
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
331
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
317
332
|
}, z.core.$strip>, z.ZodObject<{
|
|
318
333
|
type: z.ZodLiteral<"modelRegistryGetModel">;
|
|
319
334
|
registryPath: z.ZodString;
|
|
320
335
|
registrySource: z.ZodString;
|
|
336
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
337
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
321
338
|
}, z.core.$strip>]>;
|
|
322
339
|
export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
323
340
|
type: z.ZodLiteral<"modelRegistryList">;
|
|
@@ -337,6 +354,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
337
354
|
audiogen: "audiogen";
|
|
338
355
|
tts: "tts";
|
|
339
356
|
ocr: "ocr";
|
|
357
|
+
classification: "classification";
|
|
340
358
|
vla: "vla";
|
|
341
359
|
"moss-transcribe": "moss-transcribe";
|
|
342
360
|
llm: "llm";
|
|
@@ -344,7 +362,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
344
362
|
bci: "bci";
|
|
345
363
|
nmt: "nmt";
|
|
346
364
|
parakeet: "parakeet";
|
|
347
|
-
classification: "classification";
|
|
348
365
|
vad: "vad";
|
|
349
366
|
other: "other";
|
|
350
367
|
}>;
|
|
@@ -366,6 +383,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
366
383
|
"sdcpp-generation": "sdcpp-generation";
|
|
367
384
|
"audiogen-ggml": "audiogen-ggml";
|
|
368
385
|
"ggml-vla": "ggml-vla";
|
|
386
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
369
387
|
"ggml-classification": "ggml-classification";
|
|
370
388
|
"onnx-vad": "onnx-vad";
|
|
371
389
|
}>;
|
|
@@ -391,6 +409,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
391
409
|
audiogen: "audiogen";
|
|
392
410
|
tts: "tts";
|
|
393
411
|
ocr: "ocr";
|
|
412
|
+
classification: "classification";
|
|
394
413
|
vla: "vla";
|
|
395
414
|
"moss-transcribe": "moss-transcribe";
|
|
396
415
|
llm: "llm";
|
|
@@ -398,7 +417,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
398
417
|
bci: "bci";
|
|
399
418
|
nmt: "nmt";
|
|
400
419
|
parakeet: "parakeet";
|
|
401
|
-
classification: "classification";
|
|
402
420
|
vad: "vad";
|
|
403
421
|
other: "other";
|
|
404
422
|
}>;
|
|
@@ -420,6 +438,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
420
438
|
"sdcpp-generation": "sdcpp-generation";
|
|
421
439
|
"audiogen-ggml": "audiogen-ggml";
|
|
422
440
|
"ggml-vla": "ggml-vla";
|
|
441
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
423
442
|
"ggml-classification": "ggml-classification";
|
|
424
443
|
"onnx-vad": "onnx-vad";
|
|
425
444
|
}>;
|
|
@@ -445,6 +464,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
445
464
|
audiogen: "audiogen";
|
|
446
465
|
tts: "tts";
|
|
447
466
|
ocr: "ocr";
|
|
467
|
+
classification: "classification";
|
|
448
468
|
vla: "vla";
|
|
449
469
|
"moss-transcribe": "moss-transcribe";
|
|
450
470
|
llm: "llm";
|
|
@@ -452,7 +472,6 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
452
472
|
bci: "bci";
|
|
453
473
|
nmt: "nmt";
|
|
454
474
|
parakeet: "parakeet";
|
|
455
|
-
classification: "classification";
|
|
456
475
|
vad: "vad";
|
|
457
476
|
other: "other";
|
|
458
477
|
}>;
|
|
@@ -474,6 +493,7 @@ export declare const modelRegistryResponseSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
474
493
|
"sdcpp-generation": "sdcpp-generation";
|
|
475
494
|
"audiogen-ggml": "audiogen-ggml";
|
|
476
495
|
"ggml-vla": "ggml-vla";
|
|
496
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
477
497
|
"ggml-classification": "ggml-classification";
|
|
478
498
|
"onnx-vad": "onnx-vad";
|
|
479
499
|
}>;
|
package/dist/schemas/registry.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { ModelType } from '../schemas/model-types.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
// QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
|
|
4
5
|
const modelRegistryEntryAddonSchema = z.enum([
|
|
5
6
|
'llm',
|
|
@@ -40,6 +41,7 @@ export const modelRegistryEngineSchema = z.enum([
|
|
|
40
41
|
ModelType.audiogenGgml,
|
|
41
42
|
ModelType.ggmlVla,
|
|
42
43
|
ModelType.ggmlClassification,
|
|
44
|
+
ModelType.ggmlImageEmbedding,
|
|
43
45
|
'onnx-vad'
|
|
44
46
|
]);
|
|
45
47
|
export const modelRegistryEntrySchema = z.object({
|
|
@@ -59,9 +61,11 @@ export const modelRegistryEntrySchema = z.object({
|
|
|
59
61
|
params: z.string().describe('Parameter-count label for the model, e.g. `7B`.')
|
|
60
62
|
});
|
|
61
63
|
// QVAC Model Registry list request/response
|
|
62
|
-
export const modelRegistryListRequestSchema = z
|
|
64
|
+
export const modelRegistryListRequestSchema = z
|
|
65
|
+
.object({
|
|
63
66
|
type: z.literal('modelRegistryList')
|
|
64
|
-
})
|
|
67
|
+
})
|
|
68
|
+
.extend(trackedRequestSchema.shape);
|
|
65
69
|
export const modelRegistryListResponseSchema = z.object({
|
|
66
70
|
type: z.literal('modelRegistryList'),
|
|
67
71
|
success: z.boolean(),
|
|
@@ -69,13 +73,15 @@ export const modelRegistryListResponseSchema = z.object({
|
|
|
69
73
|
error: z.string().optional()
|
|
70
74
|
});
|
|
71
75
|
// QVAC Model Registry search request/response
|
|
72
|
-
export const modelRegistrySearchRequestSchema = z
|
|
76
|
+
export const modelRegistrySearchRequestSchema = z
|
|
77
|
+
.object({
|
|
73
78
|
type: z.literal('modelRegistrySearch'),
|
|
74
79
|
filter: z.string().optional(),
|
|
75
80
|
engine: z.string().optional(),
|
|
76
81
|
quantization: z.string().optional(),
|
|
77
82
|
addon: modelRegistryEntryAddonSchema.optional()
|
|
78
|
-
})
|
|
83
|
+
})
|
|
84
|
+
.extend(trackedRequestSchema.shape);
|
|
79
85
|
export const modelRegistrySearchResponseSchema = z.object({
|
|
80
86
|
type: z.literal('modelRegistrySearch'),
|
|
81
87
|
success: z.boolean(),
|
|
@@ -83,11 +89,13 @@ export const modelRegistrySearchResponseSchema = z.object({
|
|
|
83
89
|
error: z.string().optional()
|
|
84
90
|
});
|
|
85
91
|
// QVAC Model Registry get model request/response
|
|
86
|
-
export const modelRegistryGetModelRequestSchema = z
|
|
92
|
+
export const modelRegistryGetModelRequestSchema = z
|
|
93
|
+
.object({
|
|
87
94
|
type: z.literal('modelRegistryGetModel'),
|
|
88
95
|
registryPath: z.string(),
|
|
89
96
|
registrySource: z.string()
|
|
90
|
-
})
|
|
97
|
+
})
|
|
98
|
+
.extend(trackedRequestSchema.shape);
|
|
91
99
|
export const modelRegistryGetModelResponseSchema = z.object({
|
|
92
100
|
type: z.literal('modelRegistryGetModel'),
|
|
93
101
|
success: z.boolean(),
|
|
@@ -34,6 +34,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
34
34
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
35
35
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
36
36
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
37
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
37
38
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
38
39
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
39
40
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -66,6 +67,10 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
66
67
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
67
68
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
68
69
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
70
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
71
|
+
integrated: "integrated";
|
|
72
|
+
dedicated: "dedicated";
|
|
73
|
+
}>]>>;
|
|
69
74
|
}, z.core.$strip>>>;
|
|
70
75
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
71
76
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -88,6 +93,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
88
93
|
audiogen: "audiogen";
|
|
89
94
|
tts: "tts";
|
|
90
95
|
ocr: "ocr";
|
|
96
|
+
classification: "classification";
|
|
91
97
|
vla: "vla";
|
|
92
98
|
"llamacpp-completion": "llamacpp-completion";
|
|
93
99
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -104,13 +110,13 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
104
110
|
"sdcpp-generation": "sdcpp-generation";
|
|
105
111
|
"audiogen-ggml": "audiogen-ggml";
|
|
106
112
|
"ggml-vla": "ggml-vla";
|
|
113
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
107
114
|
"ggml-classification": "ggml-classification";
|
|
108
115
|
llm: "llm";
|
|
109
116
|
whisper: "whisper";
|
|
110
117
|
bci: "bci";
|
|
111
118
|
nmt: "nmt";
|
|
112
119
|
parakeet: "parakeet";
|
|
113
|
-
classification: "classification";
|
|
114
120
|
}>, z.ZodLiteral<"vad">]>>;
|
|
115
121
|
}, z.core.$strip>]>>>;
|
|
116
122
|
}, z.core.$strict>;
|
|
@@ -149,6 +155,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
149
155
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
150
156
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
151
157
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
158
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
152
159
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
153
160
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
154
161
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -181,6 +188,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
181
188
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
182
189
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
183
190
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
191
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
192
|
+
integrated: "integrated";
|
|
193
|
+
dedicated: "dedicated";
|
|
194
|
+
}>]>>;
|
|
184
195
|
}, z.core.$strip>>>;
|
|
185
196
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
186
197
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -203,6 +214,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
203
214
|
audiogen: "audiogen";
|
|
204
215
|
tts: "tts";
|
|
205
216
|
ocr: "ocr";
|
|
217
|
+
classification: "classification";
|
|
206
218
|
vla: "vla";
|
|
207
219
|
"llamacpp-completion": "llamacpp-completion";
|
|
208
220
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -219,17 +231,19 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
219
231
|
"sdcpp-generation": "sdcpp-generation";
|
|
220
232
|
"audiogen-ggml": "audiogen-ggml";
|
|
221
233
|
"ggml-vla": "ggml-vla";
|
|
234
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
222
235
|
"ggml-classification": "ggml-classification";
|
|
223
236
|
llm: "llm";
|
|
224
237
|
whisper: "whisper";
|
|
225
238
|
bci: "bci";
|
|
226
239
|
nmt: "nmt";
|
|
227
240
|
parakeet: "parakeet";
|
|
228
|
-
classification: "classification";
|
|
229
241
|
}>, z.ZodLiteral<"vad">]>>;
|
|
230
242
|
}, z.core.$strip>]>>>;
|
|
231
243
|
}, z.core.$strict>;
|
|
244
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
232
245
|
}, z.core.$strip>, z.ZodTransform<{
|
|
246
|
+
requestId?: string;
|
|
233
247
|
type: "loadModel";
|
|
234
248
|
modelId: string;
|
|
235
249
|
modelType: "whispercpp-transcription" | "whisper";
|
|
@@ -258,6 +272,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
258
272
|
tdrz_enable?: boolean | undefined;
|
|
259
273
|
suppress_regex?: string | undefined;
|
|
260
274
|
initial_prompt?: string | undefined;
|
|
275
|
+
carry_initial_prompt?: boolean | undefined;
|
|
261
276
|
language?: string | undefined;
|
|
262
277
|
detect_language?: boolean | undefined;
|
|
263
278
|
suppress_blank?: boolean | undefined;
|
|
@@ -287,6 +302,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
287
302
|
use_gpu?: boolean | undefined;
|
|
288
303
|
flash_attn?: boolean | undefined;
|
|
289
304
|
gpu_device?: number | undefined;
|
|
305
|
+
'main-gpu'?: string | number | undefined;
|
|
290
306
|
} | undefined;
|
|
291
307
|
miscConfig?: {
|
|
292
308
|
caption_enabled?: boolean | undefined;
|
|
@@ -303,7 +319,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
303
319
|
engine?: string | undefined;
|
|
304
320
|
expectedSize?: number | undefined;
|
|
305
321
|
sha256Checksum?: string | undefined;
|
|
306
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
322
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
307
323
|
} | undefined;
|
|
308
324
|
};
|
|
309
325
|
}, {
|
|
@@ -334,6 +350,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
334
350
|
tdrz_enable?: boolean | undefined;
|
|
335
351
|
suppress_regex?: string | undefined;
|
|
336
352
|
initial_prompt?: string | undefined;
|
|
353
|
+
carry_initial_prompt?: boolean | undefined;
|
|
337
354
|
language?: string | undefined;
|
|
338
355
|
detect_language?: boolean | undefined;
|
|
339
356
|
suppress_blank?: boolean | undefined;
|
|
@@ -363,6 +380,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
363
380
|
use_gpu?: boolean | undefined;
|
|
364
381
|
flash_attn?: boolean | undefined;
|
|
365
382
|
gpu_device?: number | undefined;
|
|
383
|
+
'main-gpu'?: string | number | undefined;
|
|
366
384
|
} | undefined;
|
|
367
385
|
miscConfig?: {
|
|
368
386
|
caption_enabled?: boolean | undefined;
|
|
@@ -379,9 +397,10 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
|
|
|
379
397
|
engine?: string | undefined;
|
|
380
398
|
expectedSize?: number | undefined;
|
|
381
399
|
sha256Checksum?: string | undefined;
|
|
382
|
-
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "
|
|
400
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "classification" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "llamacpp-decision" | "llamacpp-rerank" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "moss-transcribe" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-image-embedding" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "vad" | undefined;
|
|
383
401
|
} | undefined;
|
|
384
402
|
};
|
|
403
|
+
requestId?: string | undefined;
|
|
385
404
|
}>>]>;
|
|
386
405
|
export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
387
406
|
type: z.ZodLiteral<"loadModel">;
|
|
@@ -389,6 +408,8 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
389
408
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
390
409
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
391
410
|
seed: z.ZodOptional<z.ZodNever>;
|
|
411
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
412
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
392
413
|
modelType: z.ZodEnum<{
|
|
393
414
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
394
415
|
whisper: "whisper";
|
|
@@ -421,6 +442,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
421
442
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
422
443
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
423
444
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
445
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
424
446
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
425
447
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
426
448
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -453,6 +475,10 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
453
475
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
454
476
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
455
477
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
478
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
479
|
+
integrated: "integrated";
|
|
480
|
+
dedicated: "dedicated";
|
|
481
|
+
}>]>>;
|
|
456
482
|
}, z.core.$strip>>>;
|
|
457
483
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
458
484
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -475,6 +501,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
475
501
|
audiogen: "audiogen";
|
|
476
502
|
tts: "tts";
|
|
477
503
|
ocr: "ocr";
|
|
504
|
+
classification: "classification";
|
|
478
505
|
vla: "vla";
|
|
479
506
|
"llamacpp-completion": "llamacpp-completion";
|
|
480
507
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -491,13 +518,13 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
491
518
|
"sdcpp-generation": "sdcpp-generation";
|
|
492
519
|
"audiogen-ggml": "audiogen-ggml";
|
|
493
520
|
"ggml-vla": "ggml-vla";
|
|
521
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
494
522
|
"ggml-classification": "ggml-classification";
|
|
495
523
|
llm: "llm";
|
|
496
524
|
whisper: "whisper";
|
|
497
525
|
bci: "bci";
|
|
498
526
|
nmt: "nmt";
|
|
499
527
|
parakeet: "parakeet";
|
|
500
|
-
classification: "classification";
|
|
501
528
|
}>, z.ZodLiteral<"vad">]>>;
|
|
502
529
|
}, z.core.$strip>]>>>;
|
|
503
530
|
}, z.core.$strip>;
|
|
@@ -508,6 +535,8 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
508
535
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
509
536
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
510
537
|
seed: z.ZodOptional<z.ZodNever>;
|
|
538
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
539
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
511
540
|
modelType: z.ZodEnum<{
|
|
512
541
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
513
542
|
whisper: "whisper";
|
|
@@ -540,6 +569,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
540
569
|
tdrz_enable: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
541
570
|
suppress_regex: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
542
571
|
initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
572
|
+
carry_initial_prompt: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
543
573
|
language: z.ZodOptional<z.ZodOptional<z.ZodString>>;
|
|
544
574
|
detect_language: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
545
575
|
suppress_blank: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
|
|
@@ -572,6 +602,10 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
572
602
|
use_gpu: z.ZodOptional<z.ZodBoolean>;
|
|
573
603
|
flash_attn: z.ZodOptional<z.ZodBoolean>;
|
|
574
604
|
gpu_device: z.ZodOptional<z.ZodNumber>;
|
|
605
|
+
'main-gpu': z.ZodOptional<z.ZodUnion<readonly [z.ZodNumber, z.ZodString, z.ZodEnum<{
|
|
606
|
+
integrated: "integrated";
|
|
607
|
+
dedicated: "dedicated";
|
|
608
|
+
}>]>>;
|
|
575
609
|
}, z.core.$strip>>>;
|
|
576
610
|
miscConfig: z.ZodOptional<z.ZodOptional<z.ZodObject<{
|
|
577
611
|
caption_enabled: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -594,6 +628,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
594
628
|
audiogen: "audiogen";
|
|
595
629
|
tts: "tts";
|
|
596
630
|
ocr: "ocr";
|
|
631
|
+
classification: "classification";
|
|
597
632
|
vla: "vla";
|
|
598
633
|
"llamacpp-completion": "llamacpp-completion";
|
|
599
634
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -610,13 +645,13 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
610
645
|
"sdcpp-generation": "sdcpp-generation";
|
|
611
646
|
"audiogen-ggml": "audiogen-ggml";
|
|
612
647
|
"ggml-vla": "ggml-vla";
|
|
648
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
613
649
|
"ggml-classification": "ggml-classification";
|
|
614
650
|
llm: "llm";
|
|
615
651
|
whisper: "whisper";
|
|
616
652
|
bci: "bci";
|
|
617
653
|
nmt: "nmt";
|
|
618
654
|
parakeet: "parakeet";
|
|
619
|
-
classification: "classification";
|
|
620
655
|
}>, z.ZodLiteral<"vad">]>>;
|
|
621
656
|
}, z.core.$strip>]>>>;
|
|
622
657
|
}, z.core.$strip>;
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { whisperConfigSchema } from '../schemas/transcription-config.js';
|
|
3
3
|
import { whisperModelTypeSchema } from '../schemas/model-types.js';
|
|
4
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
4
5
|
export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
|
|
5
6
|
export const reloadConfigOptionsSchema = z.union([
|
|
6
7
|
z.object({
|
|
@@ -14,23 +15,29 @@ export const reloadConfigOptionsToRequestSchema = z.union([
|
|
|
14
15
|
.object({
|
|
15
16
|
modelId: modelIdSchema,
|
|
16
17
|
modelType: whisperModelTypeSchema,
|
|
17
|
-
modelConfig: whisperConfigSchema.partial().strict()
|
|
18
|
+
modelConfig: whisperConfigSchema.partial().strict(),
|
|
19
|
+
requestId: z.string().optional()
|
|
18
20
|
})
|
|
19
21
|
.transform((data) => ({
|
|
20
22
|
type: 'loadModel',
|
|
21
23
|
modelId: data.modelId,
|
|
22
24
|
modelType: data.modelType,
|
|
23
|
-
modelConfig: data.modelConfig
|
|
25
|
+
modelConfig: data.modelConfig,
|
|
26
|
+
// A reload is registered under this id, so `cancel({ requestId })`
|
|
27
|
+
// reaches it while it waits for another load of the same model.
|
|
28
|
+
...(data.requestId !== undefined && { requestId: data.requestId })
|
|
24
29
|
}))
|
|
25
30
|
]);
|
|
26
|
-
const reloadConfigRequestBaseSchema = z
|
|
31
|
+
const reloadConfigRequestBaseSchema = z
|
|
32
|
+
.object({
|
|
27
33
|
type: z.literal('loadModel'),
|
|
28
34
|
modelId: modelIdSchema,
|
|
29
35
|
// Explicitly exclude load-specific fields for type narrowing
|
|
30
36
|
modelSrc: z.never().optional(),
|
|
31
37
|
withProgress: z.never().optional(),
|
|
32
38
|
seed: z.never().optional()
|
|
33
|
-
})
|
|
39
|
+
})
|
|
40
|
+
.extend(trackedRequestSchema.shape);
|
|
34
41
|
export const reloadConfigWhisperRequestSchema = reloadConfigRequestBaseSchema.extend({
|
|
35
42
|
modelType: whisperModelTypeSchema,
|
|
36
43
|
modelConfig: whisperConfigSchema.partial()
|