@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/dist/schemas/embed.js
CHANGED
|
@@ -1,27 +1,169 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
|
|
3
|
-
|
|
2
|
+
import { imageEmbeddingInputSchema, imageEmbeddingClientInputSchema, imageEmbeddingStatsSchema } from './image-embedding.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
4
|
+
const mediaSourceSchema = z
|
|
5
|
+
.discriminatedUnion('type', [
|
|
6
|
+
z.object({ type: z.literal('base64'), value: z.string().min(1).base64() }),
|
|
7
|
+
z.object({ type: z.literal('filePath'), value: z.string().min(1) })
|
|
8
|
+
])
|
|
9
|
+
.describe('Image or WAV/MP3/FLAC bytes as base64, or a file path accessible to the inference worker.');
|
|
10
|
+
export const embedMediaSourceSchema = mediaSourceSchema.meta({ title: 'EmbedMediaSource' });
|
|
11
|
+
export const embedInputPartSchema = z
|
|
12
|
+
.union([
|
|
13
|
+
z.string(),
|
|
14
|
+
z.object({ media: embedMediaSourceSchema }).meta({ title: 'EmbedMediaInputPart' })
|
|
15
|
+
])
|
|
16
|
+
.meta({ title: 'EmbedInputPart' });
|
|
17
|
+
const inputPartSchema = z.union([z.string(), z.object({ media: mediaSourceSchema })]);
|
|
18
|
+
function textMediaInputSchema(parts) {
|
|
19
|
+
return z.union([
|
|
20
|
+
z.string().min(1, 'Text cannot be empty'),
|
|
21
|
+
z
|
|
22
|
+
.array(parts)
|
|
23
|
+
.min(1, 'Input parts cannot be empty')
|
|
24
|
+
.refine((items) => items.some((part) => typeof part !== 'string' || part.length > 0), 'Input cannot be empty')
|
|
25
|
+
]);
|
|
26
|
+
}
|
|
27
|
+
// Text or ordered text/media parts. This is the item type of the legacy embed({ inputs }) call,
|
|
28
|
+
// kept unchanged so generated Kotlin and Python types for that call stay source-compatible.
|
|
29
|
+
export const embedInputSchema = textMediaInputSchema(embedInputPartSchema).meta({
|
|
30
|
+
title: 'EmbedInput'
|
|
31
|
+
});
|
|
32
|
+
const textMediaEmbedInputSchema = textMediaInputSchema(inputPartSchema);
|
|
33
|
+
// Any input a model can embed, including a MegaLoc image. Used by embed({ input }) and embedBatch.
|
|
34
|
+
export const embedWireInputSchema = z.union([
|
|
35
|
+
...textMediaEmbedInputSchema.options,
|
|
36
|
+
imageEmbeddingInputSchema
|
|
37
|
+
]);
|
|
38
|
+
export const embedClientInputSchema = z.union([
|
|
39
|
+
...textMediaEmbedInputSchema.options,
|
|
40
|
+
imageEmbeddingClientInputSchema
|
|
41
|
+
]);
|
|
42
|
+
// The contract needs every title to be globally unique, so each wire use of
|
|
43
|
+
// embedWireInputSchema gets its own titles. Untitled arms would reach Python and
|
|
44
|
+
// Kotlin with field-derived (`Input1`) or hashed names.
|
|
45
|
+
function titledInputSchema(title) {
|
|
46
|
+
const [text, parts] = textMediaInputSchema(inputPartSchema).options;
|
|
47
|
+
return z
|
|
48
|
+
.union([
|
|
49
|
+
text.meta({ title: `${title}Text` }),
|
|
50
|
+
parts.meta({ title: `${title}Parts` }),
|
|
51
|
+
imageEmbeddingInputSchema.meta({ title: `${title}Image` })
|
|
52
|
+
])
|
|
53
|
+
.meta({ title });
|
|
54
|
+
}
|
|
55
|
+
// Field order matters: the Kotlin generator emits constructor parameters in this order.
|
|
56
|
+
const modelId = z.string().describe('The identifier of the embedding model to use');
|
|
57
|
+
const absent = z.never().optional();
|
|
58
|
+
const textEmbedParamsSchema = z.object({
|
|
59
|
+
modelId,
|
|
4
60
|
text: z
|
|
5
61
|
.union([
|
|
6
62
|
z.string().min(1, 'Text cannot be empty'),
|
|
7
63
|
z.array(z.string().min(1, 'Text cannot be empty')).min(1, 'Text array cannot be empty')
|
|
8
64
|
])
|
|
9
|
-
.describe('
|
|
65
|
+
.describe('Legacy text input. A string returns one vector; an array returns one vector per string.'),
|
|
66
|
+
inputs: absent,
|
|
67
|
+
input: absent
|
|
10
68
|
});
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
.
|
|
15
|
-
.min(1)
|
|
16
|
-
.
|
|
17
|
-
|
|
69
|
+
const inputsEmbedParamsSchema = z.object({
|
|
70
|
+
modelId,
|
|
71
|
+
inputs: z
|
|
72
|
+
.array(embedInputSchema)
|
|
73
|
+
.min(1, 'Inputs cannot be empty')
|
|
74
|
+
.describe('Legacy batch input. One vector per text or ordered text/media input. Use embedBatch for images.'),
|
|
75
|
+
text: absent,
|
|
76
|
+
input: absent
|
|
77
|
+
});
|
|
78
|
+
const singleInputDescription = 'One text, ordered text/media input, or image supported by the model.';
|
|
79
|
+
const batchInputsDescription = 'One vector per input, in input order.';
|
|
80
|
+
const singleEmbedParamsSchema = z.object({
|
|
81
|
+
modelId,
|
|
82
|
+
input: embedWireInputSchema.describe(singleInputDescription),
|
|
83
|
+
text: absent,
|
|
84
|
+
inputs: absent
|
|
85
|
+
});
|
|
86
|
+
export const embedBatchParamsSchema = z.object({
|
|
87
|
+
modelId,
|
|
88
|
+
inputs: z
|
|
89
|
+
.array(embedWireInputSchema)
|
|
90
|
+
.min(1, 'Inputs cannot be empty')
|
|
91
|
+
.describe(batchInputsDescription),
|
|
92
|
+
text: absent,
|
|
93
|
+
input: absent
|
|
18
94
|
});
|
|
95
|
+
const clientSingleEmbedParamsSchema = singleEmbedParamsSchema.extend({
|
|
96
|
+
input: embedClientInputSchema
|
|
97
|
+
});
|
|
98
|
+
export const embedBatchClientParamsSchema = embedBatchParamsSchema.extend({
|
|
99
|
+
inputs: z.array(embedClientInputSchema).min(1, 'Inputs cannot be empty')
|
|
100
|
+
});
|
|
101
|
+
// Worker-side params for the llama.cpp op, which serves both embed and embedBatch requests.
|
|
102
|
+
export const embedParamsSchema = z.union([
|
|
103
|
+
textEmbedParamsSchema,
|
|
104
|
+
embedBatchParamsSchema,
|
|
105
|
+
singleEmbedParamsSchema
|
|
106
|
+
]);
|
|
107
|
+
// The params embed() accepted before embedBatch existed.
|
|
108
|
+
export const embedLegacyParamsSchema = z.union([textEmbedParamsSchema, inputsEmbedParamsSchema]);
|
|
109
|
+
export const embedClientParamsSchema = z.union([
|
|
110
|
+
textEmbedParamsSchema,
|
|
111
|
+
inputsEmbedParamsSchema,
|
|
112
|
+
clientSingleEmbedParamsSchema
|
|
113
|
+
]);
|
|
114
|
+
const requestFields = { type: z.literal('embed') };
|
|
115
|
+
export const embedRequestSchema = z.union([
|
|
116
|
+
textEmbedParamsSchema
|
|
117
|
+
.extend(requestFields)
|
|
118
|
+
.extend(trackedRequestSchema.shape)
|
|
119
|
+
.meta({ title: 'EmbedTextRequest' }),
|
|
120
|
+
inputsEmbedParamsSchema
|
|
121
|
+
.extend(requestFields)
|
|
122
|
+
.extend(trackedRequestSchema.shape)
|
|
123
|
+
.meta({ title: 'EmbedInputsRequest' }),
|
|
124
|
+
singleEmbedParamsSchema
|
|
125
|
+
.extend({
|
|
126
|
+
...requestFields,
|
|
127
|
+
input: titledInputSchema('EmbedSingleInput').describe(singleInputDescription)
|
|
128
|
+
})
|
|
129
|
+
.extend(trackedRequestSchema.shape)
|
|
130
|
+
.meta({ title: 'EmbedSingleRequest' })
|
|
131
|
+
]);
|
|
132
|
+
export const embedBatchRequestSchema = embedBatchParamsSchema
|
|
133
|
+
.extend({
|
|
134
|
+
type: z.literal('embedBatch'),
|
|
135
|
+
inputs: z
|
|
136
|
+
.array(titledInputSchema('EmbedBatchInput'))
|
|
137
|
+
.min(1, 'Inputs cannot be empty')
|
|
138
|
+
.describe(batchInputsDescription)
|
|
139
|
+
})
|
|
140
|
+
.extend(trackedRequestSchema.shape);
|
|
141
|
+
// embed() is model-agnostic, so its stats cover both engines. Each model fills only its own fields.
|
|
142
|
+
const imageStats = imageEmbeddingStatsSchema.shape;
|
|
19
143
|
export const embedStatsSchema = z.object({
|
|
20
|
-
totalTime: z
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
144
|
+
totalTime: z
|
|
145
|
+
.number()
|
|
146
|
+
.optional()
|
|
147
|
+
.describe('Total embedding time in milliseconds. For a MegaLoc batch, the sum of native times.'),
|
|
148
|
+
tokensPerSecond: z
|
|
149
|
+
.number()
|
|
150
|
+
.optional()
|
|
151
|
+
.describe('Tokens processed per second. llama.cpp embedding models only.'),
|
|
152
|
+
totalTokens: z
|
|
153
|
+
.number()
|
|
154
|
+
.optional()
|
|
155
|
+
.describe('Total tokens processed. llama.cpp embedding models only.'),
|
|
156
|
+
backendDevice: z
|
|
157
|
+
.enum(['cpu', 'gpu'])
|
|
158
|
+
.optional()
|
|
159
|
+
.describe('Compute backend used for inference. llama.cpp embedding models only.'),
|
|
160
|
+
contextSize: z
|
|
161
|
+
.number()
|
|
162
|
+
.optional()
|
|
163
|
+
.describe('Context size in tokens. llama.cpp embedding models only.'),
|
|
164
|
+
backendId: imageStats.backendId.describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99. MegaLoc only.'),
|
|
165
|
+
cpuFallbackNodes: imageStats.cpuFallbackNodes.describe('Number of graph nodes scheduled on CPU fallback. MegaLoc only.'),
|
|
166
|
+
weightBytes: imageStats.weightBytes.describe('Allocated model weight bytes. MegaLoc only.')
|
|
25
167
|
});
|
|
26
168
|
export const embedResponseSchema = z.object({
|
|
27
169
|
type: z.literal('embed'),
|
|
@@ -29,7 +171,11 @@ export const embedResponseSchema = z.object({
|
|
|
29
171
|
embedding: z
|
|
30
172
|
.union([z.array(z.number()), z.array(z.array(z.number()))])
|
|
31
173
|
.default([])
|
|
32
|
-
.describe('
|
|
174
|
+
.describe('One vector for input or a text string. One vector per item for legacy text arrays or inputs.'),
|
|
33
175
|
stats: embedStatsSchema.optional().describe('Performance statistics'),
|
|
34
176
|
error: z.string().optional()
|
|
35
177
|
});
|
|
178
|
+
export const embedBatchResponseSchema = embedResponseSchema.extend({
|
|
179
|
+
type: z.literal('embedBatch'),
|
|
180
|
+
embedding: z.array(z.array(z.number()))
|
|
181
|
+
});
|
|
@@ -16,6 +16,7 @@ export declare const ENGINE_TO_ADDON: {
|
|
|
16
16
|
readonly "audiogen-ggml": "audiogen";
|
|
17
17
|
readonly "ggml-vla": "vla";
|
|
18
18
|
readonly "ggml-classification": "classification";
|
|
19
|
+
readonly "ggml-image-embedding": "classification";
|
|
19
20
|
readonly 'onnx-vad': "vad";
|
|
20
21
|
};
|
|
21
22
|
export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
|
|
@@ -20,6 +20,7 @@ export const ENGINE_TO_ADDON = {
|
|
|
20
20
|
[ModelType.audiogenGgml]: 'audiogen',
|
|
21
21
|
[ModelType.ggmlVla]: 'vla',
|
|
22
22
|
[ModelType.ggmlClassification]: 'classification',
|
|
23
|
+
[ModelType.ggmlImageEmbedding]: 'classification',
|
|
23
24
|
'onnx-vad': 'vad'
|
|
24
25
|
};
|
|
25
26
|
// Legacy engine names → canonical engine.
|
package/dist/schemas/errors.d.ts
CHANGED
|
@@ -52,6 +52,7 @@ export declare const ERROR_CODES: {
|
|
|
52
52
|
readonly REQUEST_REJECTED_BY_POLICY: 52420;
|
|
53
53
|
readonly CONTEXT_OVERFLOW: 52421;
|
|
54
54
|
readonly INVALID_AUDIO_INPUT: 52422;
|
|
55
|
+
readonly AUDIO_ENCODE_FAILED: 52424;
|
|
55
56
|
readonly RAG_SAVE_FAILED: 52800;
|
|
56
57
|
readonly RAG_SEARCH_FAILED: 52801;
|
|
57
58
|
readonly RAG_DELETE_FAILED: 52802;
|
|
@@ -64,6 +65,7 @@ export declare const ERROR_CODES: {
|
|
|
64
65
|
readonly RAG_LIST_WORKSPACES_FAILED: 52809;
|
|
65
66
|
readonly RAG_CHUNK_FAILED: 52810;
|
|
66
67
|
readonly RAG_WORKSPACE_NOT_OPEN: 52811;
|
|
68
|
+
readonly RAG_WORKSPACE_BUSY: 52812;
|
|
67
69
|
readonly VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850;
|
|
68
70
|
readonly VECTOR_INDEX_NOT_FOUND: 52851;
|
|
69
71
|
readonly VECTOR_INDEX_INVALID_VECTORS: 52852;
|
|
@@ -90,10 +92,18 @@ export declare const ERROR_CODES: {
|
|
|
90
92
|
readonly INVALID_DELETE_CACHE_PARAMS: 53201;
|
|
91
93
|
readonly CACHE_DIR_NOT_ABSOLUTE: 53202;
|
|
92
94
|
readonly CACHE_DIR_NOT_WRITABLE: 53203;
|
|
95
|
+
readonly INVALID_SEED_FROM_PARAMS: 53204;
|
|
96
|
+
readonly KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205;
|
|
97
|
+
readonly KV_CACHE_SEED_SHARING_DISABLED: 53206;
|
|
93
98
|
readonly CONFIG_ALREADY_SET: 53351;
|
|
94
99
|
readonly LIFECYCLE_SUSPEND_FAILED: 53600;
|
|
95
100
|
readonly LIFECYCLE_RESUME_FAILED: 53601;
|
|
96
101
|
readonly LIFECYCLE_OPERATION_BLOCKED: 53602;
|
|
102
|
+
readonly SESSION_ID_CONFLICT: 53620;
|
|
103
|
+
readonly SESSION_NOT_OPEN: 53621;
|
|
104
|
+
readonly MODEL_LEASED: 53622;
|
|
105
|
+
readonly OWNER_ONLY: 53623;
|
|
106
|
+
readonly MODEL_RECONFIGURED: 53624;
|
|
97
107
|
readonly FFMPEG_NOT_AVAILABLE: 53500;
|
|
98
108
|
readonly AUDIO_PLAYER_FAILED: 53501;
|
|
99
109
|
readonly INVALID_AUDIO_CHUNK_TYPE: 53502;
|
|
@@ -113,8 +123,10 @@ export declare const ERROR_CODES: {
|
|
|
113
123
|
readonly PATH_TRAVERSAL: 53900;
|
|
114
124
|
readonly QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950;
|
|
115
125
|
readonly QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951;
|
|
126
|
+
readonly QVAC_MODEL_REGISTRY_BUSY: 53952;
|
|
116
127
|
};
|
|
117
128
|
declare const errorDefinitions: ErrorCodesMap;
|
|
129
|
+
export declare function modelRegistryBusyMessage(holder: string, waitedMs: number): string;
|
|
118
130
|
export { errorDefinitions as ERROR_DEFINITIONS };
|
|
119
131
|
export declare const REGISTRY_ERROR_CODES: {
|
|
120
132
|
readonly FAILED_TO_CONNECT: 19001;
|
package/dist/schemas/errors.js
CHANGED
|
@@ -61,6 +61,7 @@ export const ERROR_CODES = {
|
|
|
61
61
|
REQUEST_REJECTED_BY_POLICY: 52420,
|
|
62
62
|
CONTEXT_OVERFLOW: 52421,
|
|
63
63
|
INVALID_AUDIO_INPUT: 52422,
|
|
64
|
+
AUDIO_ENCODE_FAILED: 52424,
|
|
64
65
|
// RAG operations (52,800-52,999)
|
|
65
66
|
RAG_SAVE_FAILED: 52800,
|
|
66
67
|
RAG_SEARCH_FAILED: 52801,
|
|
@@ -74,6 +75,7 @@ export const ERROR_CODES = {
|
|
|
74
75
|
RAG_LIST_WORKSPACES_FAILED: 52809,
|
|
75
76
|
RAG_CHUNK_FAILED: 52810,
|
|
76
77
|
RAG_WORKSPACE_NOT_OPEN: 52811,
|
|
78
|
+
RAG_WORKSPACE_BUSY: 52812,
|
|
77
79
|
// Vector index (52,850-52,899)
|
|
78
80
|
VECTOR_INDEX_PROVIDER_UNAVAILABLE: 52850,
|
|
79
81
|
VECTOR_INDEX_NOT_FOUND: 52851,
|
|
@@ -103,12 +105,21 @@ export const ERROR_CODES = {
|
|
|
103
105
|
INVALID_DELETE_CACHE_PARAMS: 53201,
|
|
104
106
|
CACHE_DIR_NOT_ABSOLUTE: 53202,
|
|
105
107
|
CACHE_DIR_NOT_WRITABLE: 53203,
|
|
108
|
+
INVALID_SEED_FROM_PARAMS: 53204,
|
|
109
|
+
KV_CACHE_SEED_SOURCE_NOT_FOUND: 53205,
|
|
110
|
+
KV_CACHE_SEED_SHARING_DISABLED: 53206,
|
|
106
111
|
// Config operations (53,350-53,499)
|
|
107
112
|
CONFIG_ALREADY_SET: 53351,
|
|
108
113
|
// Lifecycle (53,600-53,610)
|
|
109
114
|
LIFECYCLE_SUSPEND_FAILED: 53600,
|
|
110
115
|
LIFECYCLE_RESUME_FAILED: 53601,
|
|
111
116
|
LIFECYCLE_OPERATION_BLOCKED: 53602,
|
|
117
|
+
// Caller sessions and model leases (53,620-53,649)
|
|
118
|
+
SESSION_ID_CONFLICT: 53620,
|
|
119
|
+
SESSION_NOT_OPEN: 53621,
|
|
120
|
+
MODEL_LEASED: 53622,
|
|
121
|
+
OWNER_ONLY: 53623,
|
|
122
|
+
MODEL_RECONFIGURED: 53624,
|
|
112
123
|
// System / runtime (53,500-53,699)
|
|
113
124
|
FFMPEG_NOT_AVAILABLE: 53500,
|
|
114
125
|
AUDIO_PLAYER_FAILED: 53501,
|
|
@@ -132,7 +143,8 @@ export const ERROR_CODES = {
|
|
|
132
143
|
PATH_TRAVERSAL: 53900,
|
|
133
144
|
// Model registry query (53,950-54,000)
|
|
134
145
|
QVAC_MODEL_REGISTRY_QUERY_FAILED: 53950,
|
|
135
|
-
QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951
|
|
146
|
+
QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND: 53951,
|
|
147
|
+
QVAC_MODEL_REGISTRY_BUSY: 53952
|
|
136
148
|
};
|
|
137
149
|
const errorDefinitions = {
|
|
138
150
|
// Response / request validation
|
|
@@ -376,6 +388,10 @@ const errorDefinitions = {
|
|
|
376
388
|
name: 'INVALID_AUDIO_INPUT',
|
|
377
389
|
message: (details) => `Invalid audio input${details ? `: ${details}` : ''}`
|
|
378
390
|
},
|
|
391
|
+
[ERROR_CODES.AUDIO_ENCODE_FAILED]: {
|
|
392
|
+
name: 'AUDIO_ENCODE_FAILED',
|
|
393
|
+
message: (format, details) => `Failed to encode audio as ${format}${details ? `: ${details}` : ''}`
|
|
394
|
+
},
|
|
379
395
|
// RAG operations
|
|
380
396
|
[ERROR_CODES.RAG_SAVE_FAILED]: {
|
|
381
397
|
name: 'RAG_SAVE_FAILED',
|
|
@@ -425,6 +441,10 @@ const errorDefinitions = {
|
|
|
425
441
|
name: 'RAG_WORKSPACE_NOT_OPEN',
|
|
426
442
|
message: (workspace) => `RAG workspace '${workspace}' is not open`
|
|
427
443
|
},
|
|
444
|
+
[ERROR_CODES.RAG_WORKSPACE_BUSY]: {
|
|
445
|
+
name: 'RAG_WORKSPACE_BUSY',
|
|
446
|
+
message: (workspace) => `RAG workspace '${workspace}' is running another session's operation; retry when it finishes`
|
|
447
|
+
},
|
|
428
448
|
// Vector index
|
|
429
449
|
[ERROR_CODES.VECTOR_INDEX_PROVIDER_UNAVAILABLE]: {
|
|
430
450
|
name: 'VECTOR_INDEX_PROVIDER_UNAVAILABLE',
|
|
@@ -533,6 +553,18 @@ const errorDefinitions = {
|
|
|
533
553
|
name: 'CACHE_DIR_NOT_WRITABLE',
|
|
534
554
|
message: (cacheDir, details) => `Cache directory is not writable: ${cacheDir}${details ? `. ${details}` : ''}`
|
|
535
555
|
},
|
|
556
|
+
[ERROR_CODES.INVALID_SEED_FROM_PARAMS]: {
|
|
557
|
+
name: 'INVALID_SEED_FROM_PARAMS',
|
|
558
|
+
message: 'seedFrom needs a caller-managed kvCache key other than itself'
|
|
559
|
+
},
|
|
560
|
+
[ERROR_CODES.KV_CACHE_SEED_SOURCE_NOT_FOUND]: {
|
|
561
|
+
name: 'KV_CACHE_SEED_SOURCE_NOT_FOUND',
|
|
562
|
+
message: (seedFrom, modelId) => `No cache named "${seedFrom}" exists for model "${modelId}" with this system prompt`
|
|
563
|
+
},
|
|
564
|
+
[ERROR_CODES.KV_CACHE_SEED_SHARING_DISABLED]: {
|
|
565
|
+
name: 'KV_CACHE_SEED_SHARING_DISABLED',
|
|
566
|
+
message: (modelId) => `seedFrom has no effect on model "${modelId}": it was not loaded with cache_share_across_keys true`
|
|
567
|
+
},
|
|
536
568
|
// Config operations
|
|
537
569
|
[ERROR_CODES.CONFIG_ALREADY_SET]: {
|
|
538
570
|
name: 'CONFIG_ALREADY_SET',
|
|
@@ -551,6 +583,27 @@ const errorDefinitions = {
|
|
|
551
583
|
name: 'LIFECYCLE_OPERATION_BLOCKED',
|
|
552
584
|
message: (requestType, lifecycleState) => `Operation "${requestType}" is blocked while runtime state is "${lifecycleState}"`
|
|
553
585
|
},
|
|
586
|
+
// Caller sessions and model leases
|
|
587
|
+
[ERROR_CODES.SESSION_ID_CONFLICT]: {
|
|
588
|
+
name: 'SESSION_ID_CONFLICT',
|
|
589
|
+
message: (sessionId) => `Session id "${sessionId}" is already open`
|
|
590
|
+
},
|
|
591
|
+
[ERROR_CODES.SESSION_NOT_OPEN]: {
|
|
592
|
+
name: 'SESSION_NOT_OPEN',
|
|
593
|
+
message: (sessionId) => `Session "${sessionId}" is not open`
|
|
594
|
+
},
|
|
595
|
+
[ERROR_CODES.MODEL_LEASED]: {
|
|
596
|
+
name: 'MODEL_LEASED',
|
|
597
|
+
message: (modelId, leaseCount) => `Model "${modelId}" is held by ${leaseCount} other session(s); it cannot be reconfigured while another session uses it`
|
|
598
|
+
},
|
|
599
|
+
[ERROR_CODES.OWNER_ONLY]: {
|
|
600
|
+
name: 'OWNER_ONLY',
|
|
601
|
+
message: (operation, sessionId) => `Operation "${operation}" is reserved for the runtime owner; session "${sessionId}" cannot call it`
|
|
602
|
+
},
|
|
603
|
+
[ERROR_CODES.MODEL_RECONFIGURED]: {
|
|
604
|
+
name: 'MODEL_RECONFIGURED',
|
|
605
|
+
message: (modelId) => `Model "${modelId}" was reconfigured after it was loaded and no longer has the configuration this load asks for; load it again once it is unloaded`
|
|
606
|
+
},
|
|
554
607
|
// System / runtime
|
|
555
608
|
[ERROR_CODES.FFMPEG_NOT_AVAILABLE]: {
|
|
556
609
|
name: 'FFMPEG_NOT_AVAILABLE',
|
|
@@ -634,8 +687,20 @@ const errorDefinitions = {
|
|
|
634
687
|
[ERROR_CODES.QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND]: {
|
|
635
688
|
name: 'QVAC_MODEL_REGISTRY_MODEL_NOT_FOUND',
|
|
636
689
|
message: (registrySource, registryPath) => `QVAC model registry has no model at ${registrySource}/${registryPath}`
|
|
690
|
+
},
|
|
691
|
+
[ERROR_CODES.QVAC_MODEL_REGISTRY_BUSY]: {
|
|
692
|
+
name: 'QVAC_MODEL_REGISTRY_BUSY',
|
|
693
|
+
message: modelRegistryBusyMessage
|
|
637
694
|
}
|
|
638
695
|
};
|
|
696
|
+
// `current` also covers a wait queued behind this process's own work while
|
|
697
|
+
// another process is owed the store next.
|
|
698
|
+
export function modelRegistryBusyMessage(holder, waitedMs) {
|
|
699
|
+
const waited = `${Math.round(waitedMs / 1000)}s`;
|
|
700
|
+
return holder === 'legacy'
|
|
701
|
+
? `Another QVAC process on an older SDK holds the model registry until it exits; gave up after ${waited}. Close or upgrade that process, then retry.`
|
|
702
|
+
: `Another QVAC process is using the model registry or is next in line for it; gave up after ${waited}. Retry shortly.`;
|
|
703
|
+
}
|
|
639
704
|
addCodes(errorDefinitions, { name: 'qvac-inference', version: '1.0.0' });
|
|
640
705
|
export { errorDefinitions as ERROR_DEFINITIONS };
|
|
641
706
|
// Registry client error codes (19,001-20,000 range). These match the codes
|
|
@@ -81,8 +81,8 @@ export declare const finetuneRunParamsSchema: z.ZodObject<{
|
|
|
81
81
|
weightDecay: z.ZodOptional<z.ZodNumber>;
|
|
82
82
|
}, z.core.$strict>;
|
|
83
83
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
84
|
-
start: "start";
|
|
85
84
|
resume: "resume";
|
|
85
|
+
start: "start";
|
|
86
86
|
}>>;
|
|
87
87
|
}, z.core.$strict>;
|
|
88
88
|
export declare const finetuneGetStateParamsSchema: z.ZodObject<{
|
|
@@ -207,8 +207,8 @@ export declare const finetuneParamsSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
207
207
|
weightDecay: z.ZodOptional<z.ZodNumber>;
|
|
208
208
|
}, z.core.$strict>;
|
|
209
209
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
210
|
-
start: "start";
|
|
211
210
|
resume: "resume";
|
|
211
|
+
start: "start";
|
|
212
212
|
}>>;
|
|
213
213
|
}, z.core.$strict>, z.ZodObject<{
|
|
214
214
|
modelId: z.ZodString;
|
|
@@ -332,10 +332,11 @@ export declare const finetuneRunRequestSchema: z.ZodObject<{
|
|
|
332
332
|
}, z.core.$strict>;
|
|
333
333
|
type: z.ZodLiteral<"finetune">;
|
|
334
334
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
335
|
-
start: "start";
|
|
336
335
|
resume: "resume";
|
|
336
|
+
start: "start";
|
|
337
337
|
}>>;
|
|
338
338
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
339
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
339
340
|
requestId: z.ZodOptional<z.ZodString>;
|
|
340
341
|
}, z.core.$strict>;
|
|
341
342
|
export declare const finetuneGetStateRequestSchema: z.ZodObject<{
|
|
@@ -396,6 +397,8 @@ export declare const finetuneGetStateRequestSchema: z.ZodObject<{
|
|
|
396
397
|
}, z.core.$strict>;
|
|
397
398
|
type: z.ZodLiteral<"finetune">;
|
|
398
399
|
operation: z.ZodLiteral<"getState">;
|
|
400
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
401
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
399
402
|
}, z.core.$strict>;
|
|
400
403
|
export declare const finetuneStopRequestSchema: z.ZodObject<{
|
|
401
404
|
modelId: z.ZodString;
|
|
@@ -404,6 +407,8 @@ export declare const finetuneStopRequestSchema: z.ZodObject<{
|
|
|
404
407
|
cancel: "cancel";
|
|
405
408
|
pause: "pause";
|
|
406
409
|
}>;
|
|
410
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
411
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
407
412
|
}, z.core.$strict>;
|
|
408
413
|
export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
409
414
|
modelId: z.ZodString;
|
|
@@ -463,10 +468,11 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
463
468
|
}, z.core.$strict>;
|
|
464
469
|
type: z.ZodLiteral<"finetune">;
|
|
465
470
|
operation: z.ZodOptional<z.ZodEnum<{
|
|
466
|
-
start: "start";
|
|
467
471
|
resume: "resume";
|
|
472
|
+
start: "start";
|
|
468
473
|
}>>;
|
|
469
474
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
475
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
470
476
|
requestId: z.ZodOptional<z.ZodString>;
|
|
471
477
|
}, z.core.$strict>, z.ZodObject<{
|
|
472
478
|
modelId: z.ZodString;
|
|
@@ -526,6 +532,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
526
532
|
}, z.core.$strict>;
|
|
527
533
|
type: z.ZodLiteral<"finetune">;
|
|
528
534
|
operation: z.ZodLiteral<"getState">;
|
|
535
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
536
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
529
537
|
}, z.core.$strict>, z.ZodObject<{
|
|
530
538
|
modelId: z.ZodString;
|
|
531
539
|
type: z.ZodLiteral<"finetune">;
|
|
@@ -533,6 +541,8 @@ export declare const finetuneRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
|
533
541
|
cancel: "cancel";
|
|
534
542
|
pause: "pause";
|
|
535
543
|
}>;
|
|
544
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
545
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
536
546
|
}, z.core.$strict>]>;
|
|
537
547
|
export declare const finetuneStatusSchema: z.ZodEnum<{
|
|
538
548
|
IDLE: "IDLE";
|
package/dist/schemas/finetune.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
2
3
|
const lrSchedulerValues = ['constant', 'cosine', 'linear'];
|
|
3
4
|
const finetuneStatusValues = ['IDLE', 'RUNNING', 'PAUSED', 'CANCELLED', 'COMPLETED'];
|
|
4
5
|
export const finetuneValidationSchema = z
|
|
@@ -89,13 +90,9 @@ export const finetuneRunRequestSchema = finetuneRunParamsSchemaBase
|
|
|
89
90
|
.extend({
|
|
90
91
|
type: z.literal('finetune'),
|
|
91
92
|
operation: z.enum(['start', 'resume']).optional(),
|
|
92
|
-
withProgress: z.boolean().optional()
|
|
93
|
-
requestId: z
|
|
94
|
-
.string()
|
|
95
|
-
.min(1)
|
|
96
|
-
.optional()
|
|
97
|
-
.describe('Stable identifier for this in-flight finetune, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
93
|
+
withProgress: z.boolean().optional()
|
|
98
94
|
})
|
|
95
|
+
.extend(trackedRequestSchema.shape)
|
|
99
96
|
.strict()
|
|
100
97
|
.meta({ title: 'FinetuneRunRequest' });
|
|
101
98
|
export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
|
|
@@ -103,6 +100,7 @@ export const finetuneGetStateRequestSchema = finetuneRunParamsSchemaBase
|
|
|
103
100
|
type: z.literal('finetune'),
|
|
104
101
|
operation: z.literal('getState')
|
|
105
102
|
})
|
|
103
|
+
.extend(trackedRequestSchema.shape)
|
|
106
104
|
.strict()
|
|
107
105
|
.meta({ title: 'FinetuneGetStateRequest' });
|
|
108
106
|
export const finetuneStopRequestSchema = finetuneModelParamsSchema
|
|
@@ -110,6 +108,7 @@ export const finetuneStopRequestSchema = finetuneModelParamsSchema
|
|
|
110
108
|
type: z.literal('finetune'),
|
|
111
109
|
operation: z.enum(['pause', 'cancel'])
|
|
112
110
|
})
|
|
111
|
+
.extend(trackedRequestSchema.shape)
|
|
113
112
|
.strict()
|
|
114
113
|
.meta({ title: 'FinetuneStopRequest' });
|
|
115
114
|
export const finetuneRequestSchema = z.union([
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
export declare const heartbeatRequestSchema: z.ZodObject<{
|
|
3
3
|
type: z.ZodLiteral<"heartbeat">;
|
|
4
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
4
5
|
}, z.core.$strip>;
|
|
5
6
|
export declare const heartbeatResponseSchema: z.ZodObject<{
|
|
6
7
|
type: z.ZodLiteral<"heartbeat">;
|
|
@@ -1,7 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
|
|
2
|
+
import { sessionScopedRequestSchema } from '../schemas/request-base.js';
|
|
3
|
+
export const heartbeatRequestSchema = z
|
|
4
|
+
.object({
|
|
3
5
|
type: z.literal('heartbeat')
|
|
4
|
-
})
|
|
6
|
+
})
|
|
7
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
5
8
|
export const heartbeatResponseSchema = z.object({
|
|
6
9
|
type: z.literal('heartbeat'),
|
|
7
10
|
number: z.number()
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const imageEmbeddingConfigSchema: z.ZodObject<{
|
|
3
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
4
|
+
threads: z.ZodOptional<z.ZodNumber>;
|
|
5
|
+
backendsDir: z.ZodOptional<z.ZodString>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
export declare const imageEmbeddingInputSchema: z.ZodObject<{
|
|
8
|
+
image: z.ZodBase64;
|
|
9
|
+
width: z.ZodOptional<z.ZodNumber>;
|
|
10
|
+
height: z.ZodOptional<z.ZodNumber>;
|
|
11
|
+
channels: z.ZodOptional<z.ZodLiteral<3>>;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
export declare const imageEmbeddingClientInputSchema: z.ZodObject<{
|
|
14
|
+
image: z.ZodInstanceOf<Uint8Array<ArrayBuffer>>;
|
|
15
|
+
width: z.ZodOptional<z.ZodNumber>;
|
|
16
|
+
height: z.ZodOptional<z.ZodNumber>;
|
|
17
|
+
channels: z.ZodOptional<z.ZodLiteral<3>>;
|
|
18
|
+
}, z.core.$strip>;
|
|
19
|
+
export declare const imageEmbeddingStatsSchema: z.ZodObject<{
|
|
20
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
21
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
22
|
+
cpuFallbackNodes: z.ZodOptional<z.ZodNumber>;
|
|
23
|
+
weightBytes: z.ZodOptional<z.ZodNumber>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
export declare const imageEmbeddingSchema: z.ZodArray<z.ZodNumber>;
|
|
26
|
+
export type ImageEmbeddingConfig = z.infer<typeof imageEmbeddingConfigSchema>;
|
|
27
|
+
export type ImageEmbeddingStats = z.infer<typeof imageEmbeddingStatsSchema>;
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const imageEmbeddingConfigSchema = z.object({
|
|
3
|
+
backend: z
|
|
4
|
+
.string()
|
|
5
|
+
.min(1)
|
|
6
|
+
.optional()
|
|
7
|
+
.describe('Exact GGML device name, such as CPU, CUDA0, Vulkan0 or MTL0. Omit to select GPU, then CPU. Metal and Metal0 are accepted aliases. An unavailable explicit device fails to load.'),
|
|
8
|
+
threads: z
|
|
9
|
+
.number()
|
|
10
|
+
.int()
|
|
11
|
+
.min(1)
|
|
12
|
+
.max(1024)
|
|
13
|
+
.optional()
|
|
14
|
+
.describe('CPU thread count, from 1 to 1024. Omit to use the native default.'),
|
|
15
|
+
backendsDir: z
|
|
16
|
+
.string()
|
|
17
|
+
.min(1)
|
|
18
|
+
.optional()
|
|
19
|
+
.describe('Directory of GGML backend modules. Omit to use the modules shipped with Fabric.')
|
|
20
|
+
});
|
|
21
|
+
const imageFields = {
|
|
22
|
+
width: z
|
|
23
|
+
.number()
|
|
24
|
+
.int()
|
|
25
|
+
.positive()
|
|
26
|
+
.max(16384)
|
|
27
|
+
.optional()
|
|
28
|
+
.describe('Packed RGB width in pixels. Supply with height and channels, or omit all three for JPEG/PNG.'),
|
|
29
|
+
height: z
|
|
30
|
+
.number()
|
|
31
|
+
.int()
|
|
32
|
+
.positive()
|
|
33
|
+
.max(16384)
|
|
34
|
+
.optional()
|
|
35
|
+
.describe('Packed RGB height in pixels, from 1 to 16384.'),
|
|
36
|
+
channels: z.literal(3).optional().describe('Packed RGB channel count. Must be 3.')
|
|
37
|
+
};
|
|
38
|
+
function validateDimensions(input, ctx) {
|
|
39
|
+
const present = [input.width, input.height, input.channels].filter((value) => value !== undefined).length;
|
|
40
|
+
if (present !== 0 && present !== 3) {
|
|
41
|
+
ctx.addIssue({
|
|
42
|
+
code: 'custom',
|
|
43
|
+
path: ['width'],
|
|
44
|
+
message: 'Raw RGB image requires width, height and channels together'
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
function base64ByteLength(value) {
|
|
49
|
+
const padding = value.endsWith('==') ? 2 : value.endsWith('=') ? 1 : 0;
|
|
50
|
+
return (value.length / 4) * 3 - padding;
|
|
51
|
+
}
|
|
52
|
+
export const imageEmbeddingInputSchema = z
|
|
53
|
+
.object({
|
|
54
|
+
...imageFields,
|
|
55
|
+
image: z.base64().min(1).describe('JPEG/PNG bytes, or packed RGB bytes, encoded as base64.')
|
|
56
|
+
})
|
|
57
|
+
.superRefine(validateDimensions)
|
|
58
|
+
.superRefine((input, ctx) => {
|
|
59
|
+
// Checked on the encoded string so the worker rejects bad RGB input before queueing or decoding.
|
|
60
|
+
if (input.width !== undefined &&
|
|
61
|
+
input.height !== undefined &&
|
|
62
|
+
input.channels !== undefined &&
|
|
63
|
+
base64ByteLength(input.image) !== input.width * input.height * input.channels) {
|
|
64
|
+
ctx.addIssue({
|
|
65
|
+
code: 'custom',
|
|
66
|
+
path: ['image'],
|
|
67
|
+
message: 'Raw RGB image byte length must equal width * height * channels'
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
});
|
|
71
|
+
export const imageEmbeddingClientInputSchema = z
|
|
72
|
+
.object({
|
|
73
|
+
...imageFields,
|
|
74
|
+
image: z.instanceof(Uint8Array).refine((value) => value.byteLength > 0, 'Image cannot be empty')
|
|
75
|
+
})
|
|
76
|
+
.superRefine(validateDimensions)
|
|
77
|
+
.superRefine((input, ctx) => {
|
|
78
|
+
if (input.width !== undefined &&
|
|
79
|
+
input.height !== undefined &&
|
|
80
|
+
input.channels !== undefined &&
|
|
81
|
+
input.image.byteLength !== input.width * input.height * input.channels) {
|
|
82
|
+
ctx.addIssue({
|
|
83
|
+
code: 'custom',
|
|
84
|
+
path: ['image'],
|
|
85
|
+
message: 'Raw RGB image byte length must equal width * height * channels'
|
|
86
|
+
});
|
|
87
|
+
}
|
|
88
|
+
});
|
|
89
|
+
export const imageEmbeddingStatsSchema = z.object({
|
|
90
|
+
totalTime: z.number().optional().describe('Native embedding time in milliseconds.'),
|
|
91
|
+
backendId: z
|
|
92
|
+
.number()
|
|
93
|
+
.int()
|
|
94
|
+
.optional()
|
|
95
|
+
.describe('Native backend ID: CPU=0, Metal=1, CUDA=2, Vulkan=3, OpenCL=4, other=99.'),
|
|
96
|
+
cpuFallbackNodes: z
|
|
97
|
+
.number()
|
|
98
|
+
.int()
|
|
99
|
+
.nonnegative()
|
|
100
|
+
.optional()
|
|
101
|
+
.describe('Number of graph nodes scheduled on CPU fallback.'),
|
|
102
|
+
weightBytes: z.number().nonnegative().optional().describe('Allocated model weight bytes.')
|
|
103
|
+
});
|
|
104
|
+
export const imageEmbeddingSchema = z
|
|
105
|
+
.array(z.number())
|
|
106
|
+
.length(8448)
|
|
107
|
+
.describe('MegaLoc descriptor with 8448 L2-normalized values. Compare descriptors with a dot product for cosine similarity.');
|