@qvac/inference 0.18.2 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +11 -2
- package/README.md +1 -5
- package/dist/api/assess-model-fit.d.ts +16 -0
- package/dist/api/assess-model-fit.js +27 -0
- package/dist/api/audio-gen.d.ts +4 -4
- package/dist/api/audio-gen.js +17 -6
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/download-asset.d.ts +1 -1
- package/dist/api/download-asset.js +2 -2
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-loaded-model-info.d.ts +6 -10
- package/dist/api/get-loaded-model-info.js +6 -10
- package/dist/api/heartbeat.d.ts +5 -22
- package/dist/api/heartbeat.js +6 -23
- package/dist/api/index.d.ts +36 -35
- package/dist/api/index.js +35 -35
- package/dist/api/load-model.d.ts +5 -1
- package/dist/api/load-model.js +3 -5
- package/dist/api/logging-stream-registry.js +1 -1
- package/dist/api/resume.d.ts +0 -3
- package/dist/api/resume.js +0 -3
- package/dist/api/subscribe-logs.js +1 -1
- package/dist/api/suspend.d.ts +0 -4
- package/dist/api/suspend.js +0 -4
- package/dist/api/translate.d.ts +3 -1
- package/dist/api/translate.js +16 -8
- package/dist/api/unload-model.js +3 -5
- package/dist/api/video-request.d.ts +207 -0
- package/dist/api/video-request.js +18 -0
- package/dist/api/video.d.ts +22 -2
- package/dist/api/video.js +25 -15
- package/dist/api/vla-helpers.d.ts +1 -2
- package/dist/api/vla-helpers.js +1 -2
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.d.ts +71 -0
- package/dist/api/world-result.js +293 -0
- package/dist/api/world.d.ts +143 -0
- package/dist/api/world.js +71 -0
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.js +15 -28
- package/dist/errors/index.d.ts +35 -31
- package/dist/errors/index.js +66 -56
- package/dist/handlers/assess-model-fit.d.ts +10 -0
- package/dist/handlers/assess-model-fit.js +75 -0
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +1 -1
- package/dist/handlers/download-asset.js +6 -5
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +0 -12
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/get-system-resources.js +8 -0
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/handlers/load-model/download-stats.js +5 -5
- package/dist/handlers/load-model/handler.js +6 -8
- package/dist/handlers/load-model/http-verify.d.ts +20 -0
- package/dist/handlers/load-model/http-verify.js +54 -0
- package/dist/handlers/load-model/http.d.ts +12 -2
- package/dist/handlers/load-model/http.js +119 -230
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +1 -1
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +4 -4
- package/dist/handlers/load-model/resolve-session.d.ts +8 -1
- package/dist/handlers/load-model/resolve-session.js +12 -9
- package/dist/handlers/load-model/resolve.d.ts +4 -4
- package/dist/handlers/load-model/resolve.js +18 -16
- package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
- package/dist/handlers/load-model/safe-fetch.js +143 -0
- package/dist/handlers/load-model/types.d.ts +9 -0
- package/dist/handlers/plugin-dispatch.js +1 -4
- package/dist/handlers/plugin-invoke.js +1 -4
- package/dist/handlers/types.d.ts +0 -2
- package/dist/handlers/unload-model.js +1 -4
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +250 -0
- package/dist/models/registry/models.js +2071 -1806
- package/dist/models/registry/resource-profiles.d.ts +18 -0
- package/dist/models/registry/resource-profiles.js +4934 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +12 -12
- package/dist/plugins/builtin/index.js +12 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.js +1 -1
- package/dist/plugins/ops/load-model.js +1 -1
- package/dist/plugins/ops/transcribe.js +2 -2
- package/dist/plugins/ops/translate.js +4 -12
- package/dist/plugins/ops/unload-model.js +19 -21
- package/dist/plugins/registry.d.ts +1 -0
- package/dist/plugins/registry.js +12 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/envelope.d.ts +0 -1
- package/dist/profiling/envelope.js +0 -10
- package/dist/profiling/events.d.ts +2 -3
- package/dist/profiling/events.js +2 -9
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -14
- package/dist/profiling/index.js +12 -13
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +35 -2
- package/dist/profiling/operation-wrappers.js +12 -15
- package/dist/profiling/profiler.d.ts +1 -2
- package/dist/profiling/profiler.js +7 -26
- package/dist/profiling/types.d.ts +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +2 -6
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.d.ts +4 -2
- package/dist/rag/rag-workspace-manager.js +268 -15
- package/dist/registry.js +8 -58
- package/dist/resources/collector.d.ts +3 -1
- package/dist/resources/collector.js +91 -9
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/model-fit/assess.d.ts +36 -0
- package/dist/resources/model-fit/assess.js +578 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
- package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
- package/dist/resources/model-fit/calibration/fit.js +152 -0
- package/dist/resources/model-fit/calibration/index.d.ts +37 -0
- package/dist/resources/model-fit/calibration/index.js +75 -0
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
- package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
- package/dist/resources/model-fit/estimators/llm.js +220 -0
- package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
- package/dist/resources/model-fit/estimators/whisper.js +77 -0
- package/dist/resources/model-fit/types.d.ts +120 -0
- package/dist/resources/model-fit/types.js +1 -0
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/native.js +14 -0
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +16 -0
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +5 -7
- package/dist/runtime/model-registry.d.ts +0 -14
- package/dist/runtime/model-registry.js +17 -40
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +13 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +4 -5
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +18 -3
- package/dist/schemas/assess-model-fit.d.ts +271 -0
- package/dist/schemas/assess-model-fit.js +153 -0
- package/dist/schemas/audio-gen.d.ts +434 -4
- package/dist/schemas/audio-gen.js +131 -19
- package/dist/schemas/batch-completion-stream.d.ts +2 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.js +73 -27
- package/dist/schemas/bci.d.ts +2 -2
- package/dist/schemas/bci.js +5 -5
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.js +13 -6
- package/dist/schemas/common.d.ts +662 -331
- package/dist/schemas/common.js +33 -31
- package/dist/schemas/completion-event.d.ts +2 -2
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +1 -5
- package/dist/schemas/completion-stream.js +4 -8
- package/dist/schemas/config.d.ts +640 -18
- package/dist/schemas/config.js +50 -8
- package/dist/schemas/download-asset.d.ts +19 -1
- package/dist/schemas/download-asset.js +20 -4
- package/dist/schemas/engine-addon-map.d.ts +1 -1
- package/dist/schemas/engine-addon-map.js +3 -3
- package/dist/schemas/error.d.ts +2 -2
- package/dist/schemas/error.js +2 -2
- package/dist/schemas/errors.d.ts +2 -6
- package/dist/schemas/errors.js +30 -40
- package/dist/schemas/heartbeat.d.ts +10 -0
- package/dist/schemas/heartbeat.js +8 -0
- package/dist/schemas/index.d.ts +46 -44
- package/dist/schemas/index.js +45 -43
- package/dist/schemas/llamacpp-config.d.ts +32 -10
- package/dist/schemas/llamacpp-config.js +11 -8
- package/dist/schemas/load-model.d.ts +2933 -1948
- package/dist/schemas/load-model.js +52 -52
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +2354 -0
- package/dist/schemas/model-config-schemas.js +46 -0
- package/dist/schemas/model-info.d.ts +10 -20
- package/dist/schemas/model-info.js +4 -25
- package/dist/schemas/model-ops.d.ts +0 -1
- package/dist/schemas/model-ops.js +1 -2
- package/dist/schemas/model-resource-profile.d.ts +109 -0
- package/dist/schemas/model-resource-profile.js +83 -0
- package/dist/schemas/model-src-utils.d.ts +1 -0
- package/dist/schemas/model-src-utils.js +33 -13
- package/dist/schemas/ocr.js +48 -13
- package/dist/schemas/path-validation.js +8 -2
- package/dist/schemas/plugin.d.ts +14 -1
- package/dist/schemas/plugin.js +11 -0
- package/dist/schemas/profiling.d.ts +138 -43
- package/dist/schemas/profiling.js +1 -22
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.js +1 -1
- package/dist/schemas/reload-config.d.ts +0 -2
- package/dist/schemas/reload-config.js +2 -3
- package/dist/schemas/sdcpp-config.d.ts +344 -4
- package/dist/schemas/sdcpp-config.js +504 -17
- package/dist/schemas/system-resources.d.ts +138 -0
- package/dist/schemas/system-resources.js +3 -1
- package/dist/schemas/text-to-speech.js +183 -76
- package/dist/schemas/transcription-config.js +253 -85
- package/dist/schemas/transcription.d.ts +3 -3
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.js +53 -25
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/selection.d.ts +1 -5
- package/dist/selection.js +2 -6
- package/dist/surface.d.ts +1 -1
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +1 -1
- package/dist/utils/cache/auto-history.js +1 -1
- package/dist/utils/cache/paths.js +5 -5
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/image-dimensions.d.ts +26 -0
- package/dist/utils/image-dimensions.js +46 -0
- package/dist/utils/index.d.ts +13 -10
- package/dist/utils/index.js +13 -10
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-sanitize.d.ts +7 -0
- package/dist/utils/path-sanitize.js +36 -0
- package/dist/utils/path-security.d.ts +0 -7
- package/dist/utils/path-security.js +1 -36
- package/dist/utils/shard-utils.js +3 -3
- package/dist/utils/tool-integration.js +1 -1
- package/dist/utils/tools/dialect.js +1 -1
- package/dist/utils/tools/index.d.ts +2 -2
- package/dist/utils/tools/index.js +2 -2
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +3 -3
- package/dist/utils/url-security.d.ts +17 -0
- package/dist/utils/url-security.js +75 -0
- package/package.json +31 -26
- package/dist/api/provide.d.ts +0 -23
- package/dist/api/provide.js +0 -32
- package/dist/api/stop-provider.d.ts +0 -20
- package/dist/api/stop-provider.js +0 -30
- package/dist/p2p/cancel-delegated.d.ts +0 -3
- package/dist/p2p/cancel-delegated.js +0 -64
- package/dist/p2p/completion-stream-delegated.d.ts +0 -4
- package/dist/p2p/completion-stream-delegated.js +0 -51
- package/dist/p2p/delegate-client.d.ts +0 -9
- package/dist/p2p/delegate-client.js +0 -219
- package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
- package/dist/p2p/delegate-connect-diagnostics.js +0 -38
- package/dist/p2p/delegate-transport.d.ts +0 -18
- package/dist/p2p/delegate-transport.js +0 -237
- package/dist/p2p/error-handlers.d.ts +0 -4
- package/dist/p2p/error-handlers.js +0 -31
- package/dist/p2p/handle-request.d.ts +0 -2
- package/dist/p2p/handle-request.js +0 -171
- package/dist/p2p/handler-utils.d.ts +0 -19
- package/dist/p2p/handler-utils.js +0 -180
- package/dist/p2p/heartbeat-delegated.d.ts +0 -3
- package/dist/p2p/heartbeat-delegated.js +0 -32
- package/dist/p2p/load-model-delegated.d.ts +0 -6
- package/dist/p2p/load-model-delegated.js +0 -132
- package/dist/p2p/progress-throttle.d.ts +0 -7
- package/dist/p2p/progress-throttle.js +0 -47
- package/dist/p2p/provideHandler/connection.d.ts +0 -2
- package/dist/p2p/provideHandler/connection.js +0 -38
- package/dist/p2p/provideHandler/handler.d.ts +0 -2
- package/dist/p2p/provideHandler/handler.js +0 -66
- package/dist/p2p/provideHandler/proxy.d.ts +0 -2
- package/dist/p2p/provideHandler/proxy.js +0 -24
- package/dist/p2p/provideHandler.d.ts +0 -1
- package/dist/p2p/provideHandler.js +0 -2
- package/dist/p2p/rpc-utils.d.ts +0 -4
- package/dist/p2p/rpc-utils.js +0 -8
- package/dist/p2p/stopProvideHandler.d.ts +0 -2
- package/dist/p2p/stopProvideHandler.js +0 -29
- package/dist/p2p/swarm.d.ts +0 -9
- package/dist/p2p/swarm.js +0 -103
- package/dist/p2p/transport-selector.d.ts +0 -2
- package/dist/p2p/transport-selector.js +0 -18
- package/dist/p2p/unload-model-delegated.d.ts +0 -2
- package/dist/p2p/unload-model-delegated.js +0 -31
- package/dist/profiling/delegation-profiler.d.ts +0 -31
- package/dist/profiling/delegation-profiler.js +0 -155
- package/dist/schemas/delegate.d.ts +0 -29
- package/dist/schemas/delegate.js +0 -40
- package/dist/schemas/provide.d.ts +0 -50
- package/dist/schemas/provide.js +0 -32
|
@@ -3,10 +3,6 @@ import { z } from 'zod';
|
|
|
3
3
|
export declare const PROFILING_KEY = "__profiling";
|
|
4
4
|
/** Marker key for profiling-only trailer frames in streaming responses */
|
|
5
5
|
export declare const PROFILING_TRAILER_KEY = "__profilingTrailer";
|
|
6
|
-
/**
|
|
7
|
-
* Symbol key for attaching delegation breakdown to response objects.
|
|
8
|
-
*/
|
|
9
|
-
export declare const DELEGATION_BREAKDOWN_KEY: unique symbol;
|
|
10
6
|
/**
|
|
11
7
|
* Symbol key for attaching operation event to response objects.
|
|
12
8
|
*/
|
|
@@ -70,10 +66,6 @@ export declare const profilerGPUResourceGaugeSchema: z.ZodObject<{
|
|
|
70
66
|
}, z.core.$strip>], "status">;
|
|
71
67
|
}, z.core.$strip>;
|
|
72
68
|
export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
73
|
-
origin: z.ZodEnum<{
|
|
74
|
-
local: "local";
|
|
75
|
-
provider: "provider";
|
|
76
|
-
}>;
|
|
77
69
|
sampledAt: z.ZodNumber;
|
|
78
70
|
cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
79
71
|
status: z.ZodLiteral<"supported">;
|
|
@@ -145,6 +137,52 @@ export declare const profilerResourceGaugeSchema: z.ZodObject<{
|
|
|
145
137
|
status: z.ZodLiteral<"failed">;
|
|
146
138
|
reason: z.ZodOptional<z.ZodString>;
|
|
147
139
|
}, z.core.$strip>], "status">;
|
|
140
|
+
processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
141
|
+
status: z.ZodLiteral<"supported">;
|
|
142
|
+
value: z.ZodNumber;
|
|
143
|
+
provenance: z.ZodObject<{
|
|
144
|
+
source: z.ZodString;
|
|
145
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
146
|
+
device: "device";
|
|
147
|
+
system: "system";
|
|
148
|
+
process: "process";
|
|
149
|
+
budget: "budget";
|
|
150
|
+
"shared-system": "shared-system";
|
|
151
|
+
}>>;
|
|
152
|
+
}, z.core.$strip>;
|
|
153
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
154
|
+
status: z.ZodLiteral<"unavailable">;
|
|
155
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
156
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
157
|
+
status: z.ZodLiteral<"unverified">;
|
|
158
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
159
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
160
|
+
status: z.ZodLiteral<"failed">;
|
|
161
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
162
|
+
}, z.core.$strip>], "status">;
|
|
163
|
+
processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
164
|
+
status: z.ZodLiteral<"supported">;
|
|
165
|
+
value: z.ZodNumber;
|
|
166
|
+
provenance: z.ZodObject<{
|
|
167
|
+
source: z.ZodString;
|
|
168
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
169
|
+
device: "device";
|
|
170
|
+
system: "system";
|
|
171
|
+
process: "process";
|
|
172
|
+
budget: "budget";
|
|
173
|
+
"shared-system": "shared-system";
|
|
174
|
+
}>>;
|
|
175
|
+
}, z.core.$strip>;
|
|
176
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
177
|
+
status: z.ZodLiteral<"unavailable">;
|
|
178
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
179
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
180
|
+
status: z.ZodLiteral<"unverified">;
|
|
181
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
182
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
183
|
+
status: z.ZodLiteral<"failed">;
|
|
184
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
185
|
+
}, z.core.$strip>], "status">;
|
|
148
186
|
}, z.core.$strip>;
|
|
149
187
|
gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
150
188
|
status: z.ZodLiteral<"supported">;
|
|
@@ -230,20 +268,6 @@ export declare const serverBreakdownSchema: z.ZodObject<{
|
|
|
230
268
|
responseStringifyMs: z.ZodOptional<z.ZodNumber>;
|
|
231
269
|
totalServerMs: z.ZodOptional<z.ZodNumber>;
|
|
232
270
|
}, z.core.$strip>;
|
|
233
|
-
/**
|
|
234
|
-
* Delegation timing breakdown (consumer server → client).
|
|
235
|
-
* Captures timing for server-to-provider delegation hops.
|
|
236
|
-
* Note: Only injected for unary requests; streaming delegation
|
|
237
|
-
* records server-side but does not inject into response.
|
|
238
|
-
*/
|
|
239
|
-
export declare const delegationBreakdownSchema: z.ZodObject<{
|
|
240
|
-
profileId: z.ZodOptional<z.ZodString>;
|
|
241
|
-
connectionMs: z.ZodOptional<z.ZodNumber>;
|
|
242
|
-
requestStringifyMs: z.ZodOptional<z.ZodNumber>;
|
|
243
|
-
serverWaitMs: z.ZodOptional<z.ZodNumber>;
|
|
244
|
-
responseJsonParseMs: z.ZodOptional<z.ZodNumber>;
|
|
245
|
-
totalDelegationMs: z.ZodOptional<z.ZodNumber>;
|
|
246
|
-
}, z.core.$strip>;
|
|
247
271
|
export declare const operationEventSchema: z.ZodObject<{
|
|
248
272
|
op: z.ZodString;
|
|
249
273
|
kind: z.ZodLiteral<"handler">;
|
|
@@ -251,10 +275,6 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
251
275
|
profileId: z.ZodOptional<z.ZodString>;
|
|
252
276
|
gauges: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
253
277
|
resources: z.ZodOptional<z.ZodObject<{
|
|
254
|
-
origin: z.ZodEnum<{
|
|
255
|
-
local: "local";
|
|
256
|
-
provider: "provider";
|
|
257
|
-
}>;
|
|
258
278
|
sampledAt: z.ZodNumber;
|
|
259
279
|
cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
260
280
|
status: z.ZodLiteral<"supported">;
|
|
@@ -326,6 +346,52 @@ export declare const operationEventSchema: z.ZodObject<{
|
|
|
326
346
|
status: z.ZodLiteral<"failed">;
|
|
327
347
|
reason: z.ZodOptional<z.ZodString>;
|
|
328
348
|
}, z.core.$strip>], "status">;
|
|
349
|
+
processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
350
|
+
status: z.ZodLiteral<"supported">;
|
|
351
|
+
value: z.ZodNumber;
|
|
352
|
+
provenance: z.ZodObject<{
|
|
353
|
+
source: z.ZodString;
|
|
354
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
355
|
+
device: "device";
|
|
356
|
+
system: "system";
|
|
357
|
+
process: "process";
|
|
358
|
+
budget: "budget";
|
|
359
|
+
"shared-system": "shared-system";
|
|
360
|
+
}>>;
|
|
361
|
+
}, z.core.$strip>;
|
|
362
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
363
|
+
status: z.ZodLiteral<"unavailable">;
|
|
364
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
365
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
366
|
+
status: z.ZodLiteral<"unverified">;
|
|
367
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
368
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
369
|
+
status: z.ZodLiteral<"failed">;
|
|
370
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
371
|
+
}, z.core.$strip>], "status">;
|
|
372
|
+
processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
373
|
+
status: z.ZodLiteral<"supported">;
|
|
374
|
+
value: z.ZodNumber;
|
|
375
|
+
provenance: z.ZodObject<{
|
|
376
|
+
source: z.ZodString;
|
|
377
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
378
|
+
device: "device";
|
|
379
|
+
system: "system";
|
|
380
|
+
process: "process";
|
|
381
|
+
budget: "budget";
|
|
382
|
+
"shared-system": "shared-system";
|
|
383
|
+
}>>;
|
|
384
|
+
}, z.core.$strip>;
|
|
385
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
386
|
+
status: z.ZodLiteral<"unavailable">;
|
|
387
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
388
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
389
|
+
status: z.ZodLiteral<"unverified">;
|
|
390
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
391
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
392
|
+
status: z.ZodLiteral<"failed">;
|
|
393
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
394
|
+
}, z.core.$strip>], "status">;
|
|
329
395
|
}, z.core.$strip>;
|
|
330
396
|
gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
331
397
|
status: z.ZodLiteral<"supported">;
|
|
@@ -448,10 +514,6 @@ export declare const profilingRequestMetaSchema: z.ZodObject<{
|
|
|
448
514
|
id: z.ZodOptional<z.ZodString>;
|
|
449
515
|
includeServer: z.ZodOptional<z.ZodBoolean>;
|
|
450
516
|
includeResources: z.ZodOptional<z.ZodBoolean>;
|
|
451
|
-
resourceOrigin: z.ZodOptional<z.ZodEnum<{
|
|
452
|
-
local: "local";
|
|
453
|
-
provider: "provider";
|
|
454
|
-
}>>;
|
|
455
517
|
mode: z.ZodOptional<z.ZodEnum<{
|
|
456
518
|
summary: "summary";
|
|
457
519
|
verbose: "verbose";
|
|
@@ -467,14 +529,6 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
467
529
|
responseStringifyMs: z.ZodOptional<z.ZodNumber>;
|
|
468
530
|
totalServerMs: z.ZodOptional<z.ZodNumber>;
|
|
469
531
|
}, z.core.$strip>>;
|
|
470
|
-
delegation: z.ZodOptional<z.ZodObject<{
|
|
471
|
-
profileId: z.ZodOptional<z.ZodString>;
|
|
472
|
-
connectionMs: z.ZodOptional<z.ZodNumber>;
|
|
473
|
-
requestStringifyMs: z.ZodOptional<z.ZodNumber>;
|
|
474
|
-
serverWaitMs: z.ZodOptional<z.ZodNumber>;
|
|
475
|
-
responseJsonParseMs: z.ZodOptional<z.ZodNumber>;
|
|
476
|
-
totalDelegationMs: z.ZodOptional<z.ZodNumber>;
|
|
477
|
-
}, z.core.$strip>>;
|
|
478
532
|
operation: z.ZodOptional<z.ZodObject<{
|
|
479
533
|
op: z.ZodString;
|
|
480
534
|
kind: z.ZodLiteral<"handler">;
|
|
@@ -482,10 +536,6 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
482
536
|
profileId: z.ZodOptional<z.ZodString>;
|
|
483
537
|
gauges: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
|
|
484
538
|
resources: z.ZodOptional<z.ZodObject<{
|
|
485
|
-
origin: z.ZodEnum<{
|
|
486
|
-
local: "local";
|
|
487
|
-
provider: "provider";
|
|
488
|
-
}>;
|
|
489
539
|
sampledAt: z.ZodNumber;
|
|
490
540
|
cpu: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
491
541
|
status: z.ZodLiteral<"supported">;
|
|
@@ -557,6 +607,52 @@ export declare const profilingResponseMetaSchema: z.ZodObject<{
|
|
|
557
607
|
status: z.ZodLiteral<"failed">;
|
|
558
608
|
reason: z.ZodOptional<z.ZodString>;
|
|
559
609
|
}, z.core.$strip>], "status">;
|
|
610
|
+
processUsedBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
611
|
+
status: z.ZodLiteral<"supported">;
|
|
612
|
+
value: z.ZodNumber;
|
|
613
|
+
provenance: z.ZodObject<{
|
|
614
|
+
source: z.ZodString;
|
|
615
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
616
|
+
device: "device";
|
|
617
|
+
system: "system";
|
|
618
|
+
process: "process";
|
|
619
|
+
budget: "budget";
|
|
620
|
+
"shared-system": "shared-system";
|
|
621
|
+
}>>;
|
|
622
|
+
}, z.core.$strip>;
|
|
623
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
624
|
+
status: z.ZodLiteral<"unavailable">;
|
|
625
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
626
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
627
|
+
status: z.ZodLiteral<"unverified">;
|
|
628
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
629
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
630
|
+
status: z.ZodLiteral<"failed">;
|
|
631
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
632
|
+
}, z.core.$strip>], "status">;
|
|
633
|
+
processAvailableBytes: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
634
|
+
status: z.ZodLiteral<"supported">;
|
|
635
|
+
value: z.ZodNumber;
|
|
636
|
+
provenance: z.ZodObject<{
|
|
637
|
+
source: z.ZodString;
|
|
638
|
+
scope: z.ZodOptional<z.ZodEnum<{
|
|
639
|
+
device: "device";
|
|
640
|
+
system: "system";
|
|
641
|
+
process: "process";
|
|
642
|
+
budget: "budget";
|
|
643
|
+
"shared-system": "shared-system";
|
|
644
|
+
}>>;
|
|
645
|
+
}, z.core.$strip>;
|
|
646
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
647
|
+
status: z.ZodLiteral<"unavailable">;
|
|
648
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
649
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
650
|
+
status: z.ZodLiteral<"unverified">;
|
|
651
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
652
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
653
|
+
status: z.ZodLiteral<"failed">;
|
|
654
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
655
|
+
}, z.core.$strip>], "status">;
|
|
560
656
|
}, z.core.$strip>;
|
|
561
657
|
gpus: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
562
658
|
status: z.ZodLiteral<"supported">;
|
|
@@ -688,7 +784,6 @@ export type ProfilingResponseMeta = z.infer<typeof profilingResponseMetaSchema>;
|
|
|
688
784
|
export type ProfilerMode = z.infer<typeof profilerModeSchema>;
|
|
689
785
|
export type ProfilingRequestMeta = z.infer<typeof profilingRequestMetaSchema>;
|
|
690
786
|
export type ServerBreakdown = z.infer<typeof serverBreakdownSchema>;
|
|
691
|
-
export type DelegationBreakdown = z.infer<typeof delegationBreakdownSchema>;
|
|
692
787
|
export type PerCallProfiling = z.infer<typeof perCallProfilingSchema>;
|
|
693
788
|
export type OperationEvent = z.infer<typeof operationEventSchema>;
|
|
694
789
|
export type ProfilerGPUResourceGauge = z.infer<typeof profilerGPUResourceGaugeSchema>;
|
|
@@ -1,13 +1,9 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from '
|
|
2
|
+
import { gpuResourceSampleSchema, inferenceBackendDiagnosticsSchema, resourceMetricSchema, systemResourceSampleSchema } from './system-resources.js';
|
|
3
3
|
/** Internal envelope key for profiling metadata in RPC payloads */
|
|
4
4
|
export const PROFILING_KEY = '__profiling';
|
|
5
5
|
/** Marker key for profiling-only trailer frames in streaming responses */
|
|
6
6
|
export const PROFILING_TRAILER_KEY = '__profilingTrailer';
|
|
7
|
-
/**
|
|
8
|
-
* Symbol key for attaching delegation breakdown to response objects.
|
|
9
|
-
*/
|
|
10
|
-
export const DELEGATION_BREAKDOWN_KEY = Symbol.for('@qvac/inference:delegation-breakdown');
|
|
11
7
|
/**
|
|
12
8
|
* Symbol key for attaching operation event to response objects.
|
|
13
9
|
*/
|
|
@@ -24,7 +20,6 @@ export const profilerGPUResourceGaugeSchema = z.object({
|
|
|
24
20
|
memoryUsedBytes: gpuResourceSampleSchema.shape.memoryUsedBytes
|
|
25
21
|
});
|
|
26
22
|
export const profilerResourceGaugeSchema = z.object({
|
|
27
|
-
origin: z.enum(['local', 'provider']),
|
|
28
23
|
sampledAt: systemResourceSampleSchema.shape.sampledAt,
|
|
29
24
|
cpu: systemResourceSampleSchema.shape.cpu,
|
|
30
25
|
memory: systemResourceSampleSchema.shape.memory,
|
|
@@ -42,20 +37,6 @@ export const serverBreakdownSchema = z.object({
|
|
|
42
37
|
responseStringifyMs: z.number().optional(),
|
|
43
38
|
totalServerMs: z.number().optional()
|
|
44
39
|
});
|
|
45
|
-
/**
|
|
46
|
-
* Delegation timing breakdown (consumer server → client).
|
|
47
|
-
* Captures timing for server-to-provider delegation hops.
|
|
48
|
-
* Note: Only injected for unary requests; streaming delegation
|
|
49
|
-
* records server-side but does not inject into response.
|
|
50
|
-
*/
|
|
51
|
-
export const delegationBreakdownSchema = z.object({
|
|
52
|
-
profileId: z.string().optional(),
|
|
53
|
-
connectionMs: z.number().optional(),
|
|
54
|
-
requestStringifyMs: z.number().optional(),
|
|
55
|
-
serverWaitMs: z.number().optional(),
|
|
56
|
-
responseJsonParseMs: z.number().optional(),
|
|
57
|
-
totalDelegationMs: z.number().optional()
|
|
58
|
-
});
|
|
59
40
|
export const operationEventSchema = z.object({
|
|
60
41
|
op: z.string(),
|
|
61
42
|
kind: z.literal('handler'),
|
|
@@ -72,13 +53,11 @@ export const profilingRequestMetaSchema = z.object({
|
|
|
72
53
|
id: z.string().optional(),
|
|
73
54
|
includeServer: z.boolean().optional(),
|
|
74
55
|
includeResources: z.boolean().optional(),
|
|
75
|
-
resourceOrigin: z.enum(['local', 'provider']).optional(),
|
|
76
56
|
mode: profilerModeSchema.optional()
|
|
77
57
|
});
|
|
78
58
|
export const profilingResponseMetaSchema = z.object({
|
|
79
59
|
id: z.string(),
|
|
80
60
|
server: serverBreakdownSchema.optional(),
|
|
81
|
-
delegation: delegationBreakdownSchema.optional(),
|
|
82
61
|
operation: operationEventSchema.optional()
|
|
83
62
|
});
|
|
84
63
|
export const perCallProfilingSchema = z.object({
|
package/dist/schemas/rag.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { safePathComponent } from '
|
|
2
|
+
import { safePathComponent } from './path-validation.js';
|
|
3
3
|
// ============== Common Schemas ==============
|
|
4
4
|
const llmChunkOptsSchema = z.object({
|
|
5
5
|
chunkSize: z.number().optional(),
|
package/dist/schemas/registry.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { ModelType } from '
|
|
2
|
+
import { ModelType } from './model-types.js';
|
|
3
3
|
// QVAC Model Registry entry schema matching the RegistryItem from models/registry/models.ts
|
|
4
4
|
const modelRegistryEntryAddonSchema = z.enum([
|
|
5
5
|
'llm',
|
|
@@ -362,7 +362,6 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
|
|
|
362
362
|
modelId: z.ZodString;
|
|
363
363
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
364
364
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
365
|
-
delegate: z.ZodOptional<z.ZodNever>;
|
|
366
365
|
seed: z.ZodOptional<z.ZodNever>;
|
|
367
366
|
modelType: z.ZodEnum<{
|
|
368
367
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -474,7 +473,6 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
|
|
|
474
473
|
modelId: z.ZodString;
|
|
475
474
|
modelSrc: z.ZodOptional<z.ZodNever>;
|
|
476
475
|
withProgress: z.ZodOptional<z.ZodNever>;
|
|
477
|
-
delegate: z.ZodOptional<z.ZodNever>;
|
|
478
476
|
seed: z.ZodOptional<z.ZodNever>;
|
|
479
477
|
modelType: z.ZodEnum<{
|
|
480
478
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { whisperConfigSchema } from '
|
|
3
|
-
import { whisperModelTypeSchema } from '
|
|
2
|
+
import { whisperConfigSchema } from './transcription-config.js';
|
|
3
|
+
import { whisperModelTypeSchema } from './model-types.js';
|
|
4
4
|
export const modelIdSchema = z.string().regex(/^[0-9a-f]{16}$/, 'Invalid modelId format');
|
|
5
5
|
export const reloadConfigOptionsSchema = z.union([
|
|
6
6
|
z.object({
|
|
@@ -29,7 +29,6 @@ const reloadConfigRequestBaseSchema = z.object({
|
|
|
29
29
|
// Explicitly exclude load-specific fields for type narrowing
|
|
30
30
|
modelSrc: z.never().optional(),
|
|
31
31
|
withProgress: z.never().optional(),
|
|
32
|
-
delegate: z.never().optional(),
|
|
33
32
|
seed: z.never().optional()
|
|
34
33
|
});
|
|
35
34
|
export const reloadConfigWhisperRequestSchema = reloadConfigRequestBaseSchema.extend({
|