@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/dist/schemas/ocr.js
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
// Model config — maps to @qvac/ocr-ggml `OcrGgmlParams`. Legacy ONNX-only knobs
|
|
4
5
|
// (useGPU, timeout, pipelineMode, decodingMethod, straightenPages) are dropped;
|
|
5
6
|
// zod's default (non-strict) object strips them silently if still passed.
|
|
@@ -114,9 +115,11 @@ export const ocrParamsSchema = z.object({
|
|
|
114
115
|
image: imageInputSchema,
|
|
115
116
|
options: ocrOptionsSchema.optional()
|
|
116
117
|
});
|
|
117
|
-
export const ocrStreamRequestSchema = ocrParamsSchema
|
|
118
|
+
export const ocrStreamRequestSchema = ocrParamsSchema
|
|
119
|
+
.extend({
|
|
118
120
|
type: z.literal('ocrStream')
|
|
119
|
-
})
|
|
121
|
+
})
|
|
122
|
+
.extend(trackedRequestSchema.shape);
|
|
120
123
|
export const ocrTextBlockSchema = z.object({
|
|
121
124
|
text: z.string(),
|
|
122
125
|
bbox: z.tuple([z.number(), z.number(), z.number(), z.number()]).optional(),
|
|
@@ -129,6 +132,7 @@ export const ocrStatsSchema = z.object({
|
|
|
129
132
|
});
|
|
130
133
|
export const ocrStreamResponseSchema = z.object({
|
|
131
134
|
type: z.literal('ocrStream'),
|
|
135
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
132
136
|
blocks: z.array(ocrTextBlockSchema).optional(),
|
|
133
137
|
done: z.boolean().optional(),
|
|
134
138
|
error: z.string().optional(),
|
package/dist/schemas/plugin.d.ts
CHANGED
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type Buffer from 'bare-buffer';
|
|
3
3
|
import type { TurboVecIndexProvider } from '@qvac/rag';
|
|
4
|
+
import type { ModelFitModelResult, TranscriptionFitWorkload, TtsFitWorkload } from '../schemas/assess-model-fit.js';
|
|
4
5
|
import type { ModelSrcInput } from '../schemas/model-src-utils.js';
|
|
5
6
|
import type { RuntimeContext } from '../schemas/runtime-context.js';
|
|
7
|
+
import type { AbortSignalLike } from '../schemas/abort-signal.js';
|
|
6
8
|
/**
|
|
7
9
|
* Granularity at which the addon can cancel.
|
|
8
10
|
* - `"request"` — addon cancels a specific in-flight `requestId`.
|
|
@@ -19,6 +21,30 @@ export interface PluginHandlerCancel {
|
|
|
19
21
|
*/
|
|
20
22
|
hard?: boolean;
|
|
21
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* The request a handler runs under when it is reached through `pluginInvoke`.
|
|
26
|
+
* The engine registers that request under the caller's session and id, so a
|
|
27
|
+
* handler that does not register anything only has to forward the abort to
|
|
28
|
+
* its native job. A handler that registers its own request begins it with
|
|
29
|
+
* `requestParent(context)`: the inner request then runs as the caller's
|
|
30
|
+
* session and aborts with the invoke, so a cancel of the invoke by id or a
|
|
31
|
+
* close of the session reaches the native job at once.
|
|
32
|
+
*/
|
|
33
|
+
export interface PluginHandlerContext {
|
|
34
|
+
signal: AbortSignalLike;
|
|
35
|
+
requestId: string;
|
|
36
|
+
/** The caller's session; undefined for the runtime owner. */
|
|
37
|
+
sessionId: string | undefined;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* The `begin` options that make a request a child of the invoke it runs under.
|
|
41
|
+
* Spread last, so the context's session replaces the one the request names.
|
|
42
|
+
* Without a context the request is its own root, as under direct dispatch.
|
|
43
|
+
*/
|
|
44
|
+
export declare function requestParent(context: PluginHandlerContext | undefined): {
|
|
45
|
+
sessionId?: string | undefined;
|
|
46
|
+
parentSignal?: AbortSignalLike;
|
|
47
|
+
};
|
|
22
48
|
/**
|
|
23
49
|
* Definition for a plugin handler with explicit Zod schemas.
|
|
24
50
|
* Each handler must define its request/response schemas for validation.
|
|
@@ -28,7 +54,7 @@ export interface PluginHandlerDefinition<TRequest extends z.ZodType = z.ZodType,
|
|
|
28
54
|
responseSchema: TResponse;
|
|
29
55
|
streaming: boolean;
|
|
30
56
|
duplex?: boolean;
|
|
31
|
-
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer
|
|
57
|
+
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext) => Promise<O> | AsyncGenerator<O> : never : never;
|
|
32
58
|
/**
|
|
33
59
|
* Cancel surface this handler advertises. Omitting is equivalent
|
|
34
60
|
* to `{ scope: "none" }` (soft-cancel fallback).
|
|
@@ -44,7 +70,7 @@ export interface DuplexPluginHandlerDefinition<TRequest extends z.ZodType = z.Zo
|
|
|
44
70
|
responseSchema: TResponse;
|
|
45
71
|
streaming: true;
|
|
46
72
|
duplex: true;
|
|
47
|
-
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer
|
|
73
|
+
handler: TRequest extends z.ZodType<infer I> ? TResponse extends z.ZodType<infer O> ? (request: I, inputStream: AsyncIterable<Buffer>, context?: PluginHandlerContext) => AsyncGenerator<O> : never : never;
|
|
48
74
|
/** See `PluginHandlerDefinition.cancel`. */
|
|
49
75
|
cancel?: PluginHandlerCancel;
|
|
50
76
|
}
|
|
@@ -127,19 +153,39 @@ export interface ResolveResult<TConfig = Record<string, unknown>, K extends stri
|
|
|
127
153
|
config: TConfig;
|
|
128
154
|
artifacts?: Partial<Record<K, string>>;
|
|
129
155
|
}
|
|
156
|
+
/** A load as `loadModel` would run it, resolved for its engine's fitter. */
|
|
157
|
+
export interface FitLoad {
|
|
158
|
+
modelPath: string;
|
|
159
|
+
modelConfig: unknown;
|
|
160
|
+
artifacts?: Record<string, string> | undefined;
|
|
161
|
+
isShardedModel: boolean;
|
|
162
|
+
transcriptionWorkload?: TranscriptionFitWorkload | undefined;
|
|
163
|
+
ttsWorkload?: TtsFitWorkload | undefined;
|
|
164
|
+
}
|
|
165
|
+
export type FitRequestPlan = {
|
|
166
|
+
request: unknown;
|
|
167
|
+
} | {
|
|
168
|
+
unknown: string;
|
|
169
|
+
};
|
|
130
170
|
export interface QvacPlugin<TConfig = Record<string, unknown>, TArtifactKeys extends string = string> {
|
|
131
171
|
modelType: string;
|
|
132
172
|
displayName: string;
|
|
133
173
|
addonPackage: string;
|
|
134
174
|
loadConfigSchema: z.ZodType;
|
|
135
175
|
createModel: (params: CreateModelParams) => PluginModelResult;
|
|
176
|
+
/**
|
|
177
|
+
* Builds the addon's fit request from a resolved load, or names why the load
|
|
178
|
+
* cannot be projected. A plugin without both it and `assessFit` answers every
|
|
179
|
+
* fit with `unknown`.
|
|
180
|
+
*/
|
|
181
|
+
fitRequest?: (load: FitLoad) => FitRequestPlan;
|
|
136
182
|
/**
|
|
137
183
|
* The engine's own fitter. Carrying it here keeps every addon specifier
|
|
138
184
|
* inside the module graph of the plugin that owns it, so a bundler walking a
|
|
139
|
-
* host that ships one engine never resolves the others. It
|
|
140
|
-
*
|
|
185
|
+
* host that ships one engine never resolves the others. It takes what
|
|
186
|
+
* `fitRequest` built and resolves to the addon's fit result.
|
|
141
187
|
*/
|
|
142
|
-
assessFit?: (request: never) =>
|
|
188
|
+
assessFit?: (request: never) => Promise<ModelFitModelResult>;
|
|
143
189
|
handlers: Record<string, PluginHandlerDefinition>;
|
|
144
190
|
logging?: PluginLogging | undefined;
|
|
145
191
|
capabilities?: QvacPluginCapabilities | undefined;
|
|
@@ -157,9 +203,12 @@ export declare const pluginInvokeRequestSchema: z.ZodObject<{
|
|
|
157
203
|
modelId: z.ZodString;
|
|
158
204
|
handler: z.ZodString;
|
|
159
205
|
params: z.ZodUnknown;
|
|
206
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
207
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
160
208
|
}, z.core.$strip>;
|
|
161
209
|
export declare const pluginInvokeResponseSchema: z.ZodObject<{
|
|
162
210
|
type: z.ZodLiteral<"pluginInvoke">;
|
|
211
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
163
212
|
result: z.ZodUnknown;
|
|
164
213
|
}, z.core.$strip>;
|
|
165
214
|
export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
|
|
@@ -167,9 +216,12 @@ export declare const pluginInvokeStreamRequestSchema: z.ZodObject<{
|
|
|
167
216
|
modelId: z.ZodString;
|
|
168
217
|
handler: z.ZodString;
|
|
169
218
|
params: z.ZodUnknown;
|
|
219
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
220
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
170
221
|
}, z.core.$strip>;
|
|
171
222
|
export declare const pluginInvokeStreamResponseSchema: z.ZodObject<{
|
|
172
223
|
type: z.ZodLiteral<"pluginInvokeStream">;
|
|
224
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
173
225
|
result: z.ZodUnknown;
|
|
174
226
|
done: z.ZodOptional<z.ZodBoolean>;
|
|
175
227
|
}, z.core.$strip>;
|
|
@@ -240,6 +292,8 @@ export declare const pluginDefinitionRuntimeSchema: z.ZodObject<{
|
|
|
240
292
|
safeParse: z.ZodInstanceOf<Function>;
|
|
241
293
|
}, z.core.$catchall<z.ZodUnknown>>;
|
|
242
294
|
createModel: z.ZodInstanceOf<Function>;
|
|
295
|
+
fitRequest: z.ZodOptional<z.ZodInstanceOf<Function>>;
|
|
296
|
+
assessFit: z.ZodOptional<z.ZodInstanceOf<Function>>;
|
|
243
297
|
handlers: z.ZodRecord<z.ZodString, z.ZodObject<{
|
|
244
298
|
requestSchema: z.ZodObject<{
|
|
245
299
|
safeParse: z.ZodInstanceOf<Function>;
|
|
@@ -292,6 +346,8 @@ export declare const PLUGIN_RERANK: "@qvac/inference/llamacpp-rerank/plugin";
|
|
|
292
346
|
* Provides: vector embeddings for RAG and semantic search.
|
|
293
347
|
*/
|
|
294
348
|
export declare const PLUGIN_EMBEDDING: "@qvac/inference/llamacpp-embedding/plugin";
|
|
349
|
+
/** Image descriptors for visual place recognition and retrieval with MegaLoc. */
|
|
350
|
+
export declare const PLUGIN_IMAGE_EMBEDDING: "@qvac/inference/ggml-image-embedding/plugin";
|
|
295
351
|
/**
|
|
296
352
|
* Speech-to-text transcription plugin (whisper.cpp).
|
|
297
353
|
* Provides: audio transcription, language detection.
|
|
@@ -352,7 +408,7 @@ export declare const PLUGIN_CLASSIFICATION: "@qvac/inference/ggml-classification
|
|
|
352
408
|
* plugins: [...BUILTIN_PLUGINS, myCustomPlugin],
|
|
353
409
|
* };
|
|
354
410
|
*/
|
|
355
|
-
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
411
|
+
export declare const BUILTIN_PLUGINS: readonly ["@qvac/inference/llamacpp-completion/plugin", "@qvac/inference/llamacpp-embedding/plugin", "@qvac/inference/ggml-image-embedding/plugin", "@qvac/inference/llamacpp-decision/plugin", "@qvac/inference/llamacpp-rerank/plugin", "@qvac/inference/whispercpp-transcription/plugin", "@qvac/inference/bci-whispercpp-transcription/plugin", "@qvac/inference/parakeet-transcription/plugin", "@qvac/inference/nmtcpp-translation/plugin", "@qvac/inference/tts-ggml/plugin", "@qvac/inference/ggml-ocr/plugin", "@qvac/inference/sdcpp-generation/plugin", "@qvac/inference/audiogen-ggml/plugin", "@qvac/inference/ggml-vla/plugin", "@qvac/inference/ggml-classification/plugin"];
|
|
356
412
|
export type BuiltinPlugin = (typeof BUILTIN_PLUGINS)[number];
|
|
357
413
|
/** Native addon package for LLM completion (llama.cpp) */
|
|
358
414
|
export declare const ADDON_LLM: "@qvac/llm-llamacpp";
|
package/dist/schemas/plugin.js
CHANGED
|
@@ -1,24 +1,41 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
|
+
/**
|
|
4
|
+
* The `begin` options that make a request a child of the invoke it runs under.
|
|
5
|
+
* Spread last, so the context's session replaces the one the request names.
|
|
6
|
+
* Without a context the request is its own root, as under direct dispatch.
|
|
7
|
+
*/
|
|
8
|
+
export function requestParent(context) {
|
|
9
|
+
if (!context)
|
|
10
|
+
return {};
|
|
11
|
+
return { sessionId: context.sessionId, parentSignal: context.signal };
|
|
12
|
+
}
|
|
2
13
|
// Non-streaming plugin invoke
|
|
3
|
-
export const pluginInvokeRequestSchema = z
|
|
14
|
+
export const pluginInvokeRequestSchema = z
|
|
15
|
+
.object({
|
|
4
16
|
type: z.literal('pluginInvoke'),
|
|
5
17
|
modelId: z.string(),
|
|
6
18
|
handler: z.string(),
|
|
7
19
|
params: z.unknown()
|
|
8
|
-
})
|
|
20
|
+
})
|
|
21
|
+
.extend(trackedRequestSchema.shape);
|
|
9
22
|
export const pluginInvokeResponseSchema = z.object({
|
|
10
23
|
type: z.literal('pluginInvoke'),
|
|
24
|
+
requestId: z.string().optional().describe('Identity of the request.'),
|
|
11
25
|
result: z.unknown()
|
|
12
26
|
});
|
|
13
27
|
// Streaming plugin invoke
|
|
14
|
-
export const pluginInvokeStreamRequestSchema = z
|
|
28
|
+
export const pluginInvokeStreamRequestSchema = z
|
|
29
|
+
.object({
|
|
15
30
|
type: z.literal('pluginInvokeStream'),
|
|
16
31
|
modelId: z.string(),
|
|
17
32
|
handler: z.string(),
|
|
18
33
|
params: z.unknown()
|
|
19
|
-
})
|
|
34
|
+
})
|
|
35
|
+
.extend(trackedRequestSchema.shape);
|
|
20
36
|
export const pluginInvokeStreamResponseSchema = z.object({
|
|
21
37
|
type: z.literal('pluginInvokeStream'),
|
|
38
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
22
39
|
result: z.unknown(),
|
|
23
40
|
done: z.boolean().optional()
|
|
24
41
|
});
|
|
@@ -111,6 +128,8 @@ export const pluginDefinitionRuntimeSchema = z
|
|
|
111
128
|
.min(1, 'addonPackage must be a non-empty string'),
|
|
112
129
|
loadConfigSchema: zodSchemaLikeRuntimeSchema,
|
|
113
130
|
createModel: functionRuntimeSchema,
|
|
131
|
+
fitRequest: functionRuntimeSchema.optional(),
|
|
132
|
+
assessFit: functionRuntimeSchema.optional(),
|
|
114
133
|
handlers: z.record(z.string(), pluginHandlerDefinitionRuntimeSchema),
|
|
115
134
|
logging: z
|
|
116
135
|
.object({
|
|
@@ -157,6 +176,8 @@ export const PLUGIN_RERANK = '@qvac/inference/llamacpp-rerank/plugin';
|
|
|
157
176
|
* Provides: vector embeddings for RAG and semantic search.
|
|
158
177
|
*/
|
|
159
178
|
export const PLUGIN_EMBEDDING = '@qvac/inference/llamacpp-embedding/plugin';
|
|
179
|
+
/** Image descriptors for visual place recognition and retrieval with MegaLoc. */
|
|
180
|
+
export const PLUGIN_IMAGE_EMBEDDING = '@qvac/inference/ggml-image-embedding/plugin';
|
|
160
181
|
/**
|
|
161
182
|
* Speech-to-text transcription plugin (whisper.cpp).
|
|
162
183
|
* Provides: audio transcription, language detection.
|
|
@@ -220,6 +241,7 @@ export const PLUGIN_CLASSIFICATION = '@qvac/inference/ggml-classification/plugin
|
|
|
220
241
|
export const BUILTIN_PLUGINS = [
|
|
221
242
|
PLUGIN_LLM,
|
|
222
243
|
PLUGIN_EMBEDDING,
|
|
244
|
+
PLUGIN_IMAGE_EMBEDDING,
|
|
223
245
|
PLUGIN_DECISION,
|
|
224
246
|
PLUGIN_RERANK,
|
|
225
247
|
PLUGIN_WHISPER,
|
|
@@ -24,9 +24,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
|
|
|
24
24
|
provenance: z.ZodObject<{
|
|
25
25
|
source: z.ZodString;
|
|
26
26
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
27
|
-
device: "device";
|
|
28
27
|
system: "system";
|
|
29
28
|
process: "process";
|
|
29
|
+
device: "device";
|
|
30
30
|
budget: "budget";
|
|
31
31
|
"shared-system": "shared-system";
|
|
32
32
|
}>>;
|
|
@@ -47,9 +47,9 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
|
|
|
47
47
|
provenance: z.ZodObject<{
|
|
48
48
|
source: z.ZodString;
|
|
49
49
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
50
|
-
device: "device";
|
|
51
50
|
system: "system";
|
|
52
51
|
process: "process";
|
|
52
|
+
device: "device";
|
|
53
53
|
budget: "budget";
|
|
54
54
|
"shared-system": "shared-system";
|
|
55
55
|
}>>;
|
|
@@ -73,9 +73,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
73
73
|
provenance: z.ZodObject<{
|
|
74
74
|
source: z.ZodString;
|
|
75
75
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
76
|
-
device: "device";
|
|
77
76
|
system: "system";
|
|
78
77
|
process: "process";
|
|
78
|
+
device: "device";
|
|
79
79
|
budget: "budget";
|
|
80
80
|
"shared-system": "shared-system";
|
|
81
81
|
}>>;
|
|
@@ -97,9 +97,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
97
97
|
provenance: z.ZodObject<{
|
|
98
98
|
source: z.ZodString;
|
|
99
99
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
100
|
-
device: "device";
|
|
101
100
|
system: "system";
|
|
102
101
|
process: "process";
|
|
102
|
+
device: "device";
|
|
103
103
|
budget: "budget";
|
|
104
104
|
"shared-system": "shared-system";
|
|
105
105
|
}>>;
|
|
@@ -120,9 +120,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
120
120
|
provenance: z.ZodObject<{
|
|
121
121
|
source: z.ZodString;
|
|
122
122
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
123
|
-
device: "device";
|
|
124
123
|
system: "system";
|
|
125
124
|
process: "process";
|
|
125
|
+
device: "device";
|
|
126
126
|
budget: "budget";
|
|
127
127
|
"shared-system": "shared-system";
|
|
128
128
|
}>>;
|
|
@@ -143,9 +143,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
143
143
|
provenance: z.ZodObject<{
|
|
144
144
|
source: z.ZodString;
|
|
145
145
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
146
|
-
device: "device";
|
|
147
146
|
system: "system";
|
|
148
147
|
process: "process";
|
|
148
|
+
device: "device";
|
|
149
149
|
budget: "budget";
|
|
150
150
|
"shared-system": "shared-system";
|
|
151
151
|
}>>;
|
|
@@ -166,9 +166,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
166
166
|
provenance: z.ZodObject<{
|
|
167
167
|
source: z.ZodString;
|
|
168
168
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
169
|
-
device: "device";
|
|
170
169
|
system: "system";
|
|
171
170
|
process: "process";
|
|
171
|
+
device: "device";
|
|
172
172
|
budget: "budget";
|
|
173
173
|
"shared-system": "shared-system";
|
|
174
174
|
}>>;
|
|
@@ -194,9 +194,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
194
194
|
provenance: z.ZodObject<{
|
|
195
195
|
source: z.ZodString;
|
|
196
196
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
197
|
-
device: "device";
|
|
198
197
|
system: "system";
|
|
199
198
|
process: "process";
|
|
199
|
+
device: "device";
|
|
200
200
|
budget: "budget";
|
|
201
201
|
"shared-system": "shared-system";
|
|
202
202
|
}>>;
|
|
@@ -217,9 +217,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
217
217
|
provenance: z.ZodObject<{
|
|
218
218
|
source: z.ZodString;
|
|
219
219
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
220
|
-
device: "device";
|
|
221
220
|
system: "system";
|
|
222
221
|
process: "process";
|
|
222
|
+
device: "device";
|
|
223
223
|
budget: "budget";
|
|
224
224
|
"shared-system": "shared-system";
|
|
225
225
|
}>>;
|
|
@@ -238,9 +238,9 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
238
238
|
provenance: z.ZodObject<{
|
|
239
239
|
source: z.ZodString;
|
|
240
240
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
241
|
-
device: "device";
|
|
242
241
|
system: "system";
|
|
243
242
|
process: "process";
|
|
243
|
+
device: "device";
|
|
244
244
|
budget: "budget";
|
|
245
245
|
"shared-system": "shared-system";
|
|
246
246
|
}>>;
|
|
@@ -282,9 +282,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
282
282
|
provenance: z.ZodObject<{
|
|
283
283
|
source: z.ZodString;
|
|
284
284
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
285
|
-
device: "device";
|
|
286
285
|
system: "system";
|
|
287
286
|
process: "process";
|
|
287
|
+
device: "device";
|
|
288
288
|
budget: "budget";
|
|
289
289
|
"shared-system": "shared-system";
|
|
290
290
|
}>>;
|
|
@@ -306,9 +306,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
306
306
|
provenance: z.ZodObject<{
|
|
307
307
|
source: z.ZodString;
|
|
308
308
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
309
|
-
device: "device";
|
|
310
309
|
system: "system";
|
|
311
310
|
process: "process";
|
|
311
|
+
device: "device";
|
|
312
312
|
budget: "budget";
|
|
313
313
|
"shared-system": "shared-system";
|
|
314
314
|
}>>;
|
|
@@ -329,9 +329,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
329
329
|
provenance: z.ZodObject<{
|
|
330
330
|
source: z.ZodString;
|
|
331
331
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
332
|
-
device: "device";
|
|
333
332
|
system: "system";
|
|
334
333
|
process: "process";
|
|
334
|
+
device: "device";
|
|
335
335
|
budget: "budget";
|
|
336
336
|
"shared-system": "shared-system";
|
|
337
337
|
}>>;
|
|
@@ -352,9 +352,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
352
352
|
provenance: z.ZodObject<{
|
|
353
353
|
source: z.ZodString;
|
|
354
354
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
355
|
-
device: "device";
|
|
356
355
|
system: "system";
|
|
357
356
|
process: "process";
|
|
357
|
+
device: "device";
|
|
358
358
|
budget: "budget";
|
|
359
359
|
"shared-system": "shared-system";
|
|
360
360
|
}>>;
|
|
@@ -375,9 +375,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
375
375
|
provenance: z.ZodObject<{
|
|
376
376
|
source: z.ZodString;
|
|
377
377
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
378
|
-
device: "device";
|
|
379
378
|
system: "system";
|
|
380
379
|
process: "process";
|
|
380
|
+
device: "device";
|
|
381
381
|
budget: "budget";
|
|
382
382
|
"shared-system": "shared-system";
|
|
383
383
|
}>>;
|
|
@@ -403,9 +403,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
403
403
|
provenance: z.ZodObject<{
|
|
404
404
|
source: z.ZodString;
|
|
405
405
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
406
|
-
device: "device";
|
|
407
406
|
system: "system";
|
|
408
407
|
process: "process";
|
|
408
|
+
device: "device";
|
|
409
409
|
budget: "budget";
|
|
410
410
|
"shared-system": "shared-system";
|
|
411
411
|
}>>;
|
|
@@ -426,9 +426,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
426
426
|
provenance: z.ZodObject<{
|
|
427
427
|
source: z.ZodString;
|
|
428
428
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
429
|
-
device: "device";
|
|
430
429
|
system: "system";
|
|
431
430
|
process: "process";
|
|
431
|
+
device: "device";
|
|
432
432
|
budget: "budget";
|
|
433
433
|
"shared-system": "shared-system";
|
|
434
434
|
}>>;
|
|
@@ -447,9 +447,9 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
447
447
|
provenance: z.ZodObject<{
|
|
448
448
|
source: z.ZodString;
|
|
449
449
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
450
|
-
device: "device";
|
|
451
450
|
system: "system";
|
|
452
451
|
process: "process";
|
|
452
|
+
device: "device";
|
|
453
453
|
budget: "budget";
|
|
454
454
|
"shared-system": "shared-system";
|
|
455
455
|
}>>;
|
|
@@ -472,16 +472,16 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
472
472
|
gpu: "gpu";
|
|
473
473
|
}>;
|
|
474
474
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
475
|
-
cuda: "cuda";
|
|
476
475
|
vulkan: "vulkan";
|
|
477
|
-
metal: "metal";
|
|
478
476
|
opencl: "opencl";
|
|
479
|
-
rocm: "rocm";
|
|
480
477
|
opengl: "opengl";
|
|
481
478
|
webgpu: "webgpu";
|
|
479
|
+
metal: "metal";
|
|
482
480
|
direct3d11: "direct3d11";
|
|
483
481
|
direct3d12: "direct3d12";
|
|
482
|
+
cuda: "cuda";
|
|
484
483
|
levelZero: "levelZero";
|
|
484
|
+
rocm: "rocm";
|
|
485
485
|
}>>;
|
|
486
486
|
driver: z.ZodOptional<z.ZodObject<{
|
|
487
487
|
name: z.ZodString;
|
|
@@ -543,9 +543,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
543
543
|
provenance: z.ZodObject<{
|
|
544
544
|
source: z.ZodString;
|
|
545
545
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
546
|
-
device: "device";
|
|
547
546
|
system: "system";
|
|
548
547
|
process: "process";
|
|
548
|
+
device: "device";
|
|
549
549
|
budget: "budget";
|
|
550
550
|
"shared-system": "shared-system";
|
|
551
551
|
}>>;
|
|
@@ -567,9 +567,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
567
567
|
provenance: z.ZodObject<{
|
|
568
568
|
source: z.ZodString;
|
|
569
569
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
570
|
-
device: "device";
|
|
571
570
|
system: "system";
|
|
572
571
|
process: "process";
|
|
572
|
+
device: "device";
|
|
573
573
|
budget: "budget";
|
|
574
574
|
"shared-system": "shared-system";
|
|
575
575
|
}>>;
|
|
@@ -590,9 +590,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
590
590
|
provenance: z.ZodObject<{
|
|
591
591
|
source: z.ZodString;
|
|
592
592
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
593
|
-
device: "device";
|
|
594
593
|
system: "system";
|
|
595
594
|
process: "process";
|
|
595
|
+
device: "device";
|
|
596
596
|
budget: "budget";
|
|
597
597
|
"shared-system": "shared-system";
|
|
598
598
|
}>>;
|
|
@@ -613,9 +613,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
613
613
|
provenance: z.ZodObject<{
|
|
614
614
|
source: z.ZodString;
|
|
615
615
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
616
|
-
device: "device";
|
|
617
616
|
system: "system";
|
|
618
617
|
process: "process";
|
|
618
|
+
device: "device";
|
|
619
619
|
budget: "budget";
|
|
620
620
|
"shared-system": "shared-system";
|
|
621
621
|
}>>;
|
|
@@ -636,9 +636,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
636
636
|
provenance: z.ZodObject<{
|
|
637
637
|
source: z.ZodString;
|
|
638
638
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
639
|
-
device: "device";
|
|
640
639
|
system: "system";
|
|
641
640
|
process: "process";
|
|
641
|
+
device: "device";
|
|
642
642
|
budget: "budget";
|
|
643
643
|
"shared-system": "shared-system";
|
|
644
644
|
}>>;
|
|
@@ -664,9 +664,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
664
664
|
provenance: z.ZodObject<{
|
|
665
665
|
source: z.ZodString;
|
|
666
666
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
667
|
-
device: "device";
|
|
668
667
|
system: "system";
|
|
669
668
|
process: "process";
|
|
669
|
+
device: "device";
|
|
670
670
|
budget: "budget";
|
|
671
671
|
"shared-system": "shared-system";
|
|
672
672
|
}>>;
|
|
@@ -687,9 +687,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
687
687
|
provenance: z.ZodObject<{
|
|
688
688
|
source: z.ZodString;
|
|
689
689
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
690
|
-
device: "device";
|
|
691
690
|
system: "system";
|
|
692
691
|
process: "process";
|
|
692
|
+
device: "device";
|
|
693
693
|
budget: "budget";
|
|
694
694
|
"shared-system": "shared-system";
|
|
695
695
|
}>>;
|
|
@@ -708,9 +708,9 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
708
708
|
provenance: z.ZodObject<{
|
|
709
709
|
source: z.ZodString;
|
|
710
710
|
scope: z.ZodOptional<z.ZodEnum<{
|
|
711
|
-
device: "device";
|
|
712
711
|
system: "system";
|
|
713
712
|
process: "process";
|
|
713
|
+
device: "device";
|
|
714
714
|
budget: "budget";
|
|
715
715
|
"shared-system": "shared-system";
|
|
716
716
|
}>>;
|
|
@@ -733,16 +733,16 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
733
733
|
gpu: "gpu";
|
|
734
734
|
}>;
|
|
735
735
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
736
|
-
cuda: "cuda";
|
|
737
736
|
vulkan: "vulkan";
|
|
738
|
-
metal: "metal";
|
|
739
737
|
opencl: "opencl";
|
|
740
|
-
rocm: "rocm";
|
|
741
738
|
opengl: "opengl";
|
|
742
739
|
webgpu: "webgpu";
|
|
740
|
+
metal: "metal";
|
|
743
741
|
direct3d11: "direct3d11";
|
|
744
742
|
direct3d12: "direct3d12";
|
|
743
|
+
cuda: "cuda";
|
|
745
744
|
levelZero: "levelZero";
|
|
745
|
+
rocm: "rocm";
|
|
746
746
|
}>>;
|
|
747
747
|
driver: z.ZodOptional<z.ZodObject<{
|
|
748
748
|
name: z.ZodString;
|
package/dist/schemas/rag.d.ts
CHANGED
|
@@ -100,6 +100,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
100
100
|
}, z.core.$strip>>;
|
|
101
101
|
type: z.ZodLiteral<"rag">;
|
|
102
102
|
operation: z.ZodLiteral<"chunk">;
|
|
103
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
103
104
|
requestId: z.ZodOptional<z.ZodString>;
|
|
104
105
|
}, z.core.$strip>, z.ZodObject<{
|
|
105
106
|
workspace: z.ZodOptional<z.ZodString>;
|
|
@@ -126,6 +127,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
126
127
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
127
128
|
type: z.ZodLiteral<"rag">;
|
|
128
129
|
operation: z.ZodLiteral<"ingest">;
|
|
130
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
129
131
|
requestId: z.ZodOptional<z.ZodString>;
|
|
130
132
|
}, z.core.$strip>, z.ZodObject<{
|
|
131
133
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -142,6 +144,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
142
144
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
143
145
|
type: z.ZodLiteral<"rag">;
|
|
144
146
|
operation: z.ZodLiteral<"saveEmbeddings">;
|
|
147
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
145
148
|
requestId: z.ZodOptional<z.ZodString>;
|
|
146
149
|
}, z.core.$strip>, z.ZodObject<{
|
|
147
150
|
workspace: z.ZodOptional<z.ZodString>;
|
|
@@ -151,6 +154,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
151
154
|
n: z.ZodDefault<z.ZodNumber>;
|
|
152
155
|
type: z.ZodLiteral<"rag">;
|
|
153
156
|
operation: z.ZodLiteral<"search">;
|
|
157
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
154
158
|
requestId: z.ZodOptional<z.ZodString>;
|
|
155
159
|
}, z.core.$strip>, z.ZodObject<{
|
|
156
160
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -158,6 +162,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
158
162
|
ids: z.ZodArray<z.ZodString>;
|
|
159
163
|
type: z.ZodLiteral<"rag">;
|
|
160
164
|
operation: z.ZodLiteral<"deleteEmbeddings">;
|
|
165
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
161
166
|
requestId: z.ZodOptional<z.ZodString>;
|
|
162
167
|
}, z.core.$strip>, z.ZodObject<{
|
|
163
168
|
modelId: z.ZodOptional<z.ZodString>;
|
|
@@ -166,21 +171,25 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
|
166
171
|
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
167
172
|
type: z.ZodLiteral<"rag">;
|
|
168
173
|
operation: z.ZodLiteral<"reindex">;
|
|
174
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
169
175
|
requestId: z.ZodOptional<z.ZodString>;
|
|
170
176
|
}, z.core.$strip>, z.ZodObject<{
|
|
171
177
|
type: z.ZodLiteral<"rag">;
|
|
172
178
|
operation: z.ZodLiteral<"listWorkspaces">;
|
|
179
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
173
180
|
requestId: z.ZodOptional<z.ZodString>;
|
|
174
181
|
}, z.core.$strip>, z.ZodObject<{
|
|
175
182
|
workspace: z.ZodOptional<z.ZodString>;
|
|
176
183
|
deleteOnClose: z.ZodOptional<z.ZodBoolean>;
|
|
177
184
|
type: z.ZodLiteral<"rag">;
|
|
178
185
|
operation: z.ZodLiteral<"closeWorkspace">;
|
|
186
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
179
187
|
requestId: z.ZodOptional<z.ZodString>;
|
|
180
188
|
}, z.core.$strip>, z.ZodObject<{
|
|
181
189
|
workspace: z.ZodPipe<z.ZodString, z.ZodString>;
|
|
182
190
|
type: z.ZodLiteral<"rag">;
|
|
183
191
|
operation: z.ZodLiteral<"deleteWorkspace">;
|
|
192
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
184
193
|
requestId: z.ZodOptional<z.ZodString>;
|
|
185
194
|
}, z.core.$strip>], "operation">;
|
|
186
195
|
declare const ragWorkspaceInfoSchema: z.ZodObject<{
|