@qvac/inference 0.18.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +11 -2
- package/README.md +1 -5
- package/dist/api/assess-model-fit.d.ts +16 -0
- package/dist/api/assess-model-fit.js +27 -0
- package/dist/api/audio-gen.d.ts +4 -4
- package/dist/api/audio-gen.js +17 -6
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/download-asset.d.ts +1 -1
- package/dist/api/download-asset.js +2 -2
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-loaded-model-info.d.ts +6 -10
- package/dist/api/get-loaded-model-info.js +6 -10
- package/dist/api/heartbeat.d.ts +5 -22
- package/dist/api/heartbeat.js +6 -23
- package/dist/api/index.d.ts +36 -35
- package/dist/api/index.js +35 -35
- package/dist/api/load-model.d.ts +5 -1
- package/dist/api/load-model.js +3 -5
- package/dist/api/logging-stream-registry.js +1 -1
- package/dist/api/resume.d.ts +0 -3
- package/dist/api/resume.js +0 -3
- package/dist/api/subscribe-logs.js +1 -1
- package/dist/api/suspend.d.ts +0 -4
- package/dist/api/suspend.js +0 -4
- package/dist/api/translate.d.ts +3 -1
- package/dist/api/translate.js +16 -8
- package/dist/api/unload-model.js +3 -5
- package/dist/api/video-request.d.ts +207 -0
- package/dist/api/video-request.js +18 -0
- package/dist/api/video.d.ts +22 -2
- package/dist/api/video.js +25 -15
- package/dist/api/vla-helpers.d.ts +1 -2
- package/dist/api/vla-helpers.js +1 -2
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.d.ts +71 -0
- package/dist/api/world-result.js +293 -0
- package/dist/api/world.d.ts +143 -0
- package/dist/api/world.js +71 -0
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.js +15 -28
- package/dist/errors/index.d.ts +35 -31
- package/dist/errors/index.js +66 -56
- package/dist/handlers/assess-model-fit.d.ts +10 -0
- package/dist/handlers/assess-model-fit.js +75 -0
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +1 -1
- package/dist/handlers/download-asset.js +6 -5
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +0 -12
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/get-system-resources.js +8 -0
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/handlers/load-model/download-stats.js +5 -5
- package/dist/handlers/load-model/handler.js +6 -8
- package/dist/handlers/load-model/http-verify.d.ts +20 -0
- package/dist/handlers/load-model/http-verify.js +54 -0
- package/dist/handlers/load-model/http.d.ts +12 -2
- package/dist/handlers/load-model/http.js +119 -230
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +1 -1
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +4 -4
- package/dist/handlers/load-model/resolve-session.d.ts +8 -1
- package/dist/handlers/load-model/resolve-session.js +12 -9
- package/dist/handlers/load-model/resolve.d.ts +4 -4
- package/dist/handlers/load-model/resolve.js +18 -16
- package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
- package/dist/handlers/load-model/safe-fetch.js +143 -0
- package/dist/handlers/load-model/types.d.ts +9 -0
- package/dist/handlers/plugin-dispatch.js +1 -4
- package/dist/handlers/plugin-invoke.js +1 -4
- package/dist/handlers/types.d.ts +0 -2
- package/dist/handlers/unload-model.js +1 -4
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +250 -0
- package/dist/models/registry/models.js +2071 -1806
- package/dist/models/registry/resource-profiles.d.ts +18 -0
- package/dist/models/registry/resource-profiles.js +4934 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +12 -12
- package/dist/plugins/builtin/index.js +12 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.js +1 -1
- package/dist/plugins/ops/load-model.js +1 -1
- package/dist/plugins/ops/transcribe.js +2 -2
- package/dist/plugins/ops/translate.js +4 -12
- package/dist/plugins/ops/unload-model.js +19 -21
- package/dist/plugins/registry.d.ts +1 -0
- package/dist/plugins/registry.js +12 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/envelope.d.ts +0 -1
- package/dist/profiling/envelope.js +0 -10
- package/dist/profiling/events.d.ts +2 -3
- package/dist/profiling/events.js +2 -9
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -14
- package/dist/profiling/index.js +12 -13
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +35 -2
- package/dist/profiling/operation-wrappers.js +12 -15
- package/dist/profiling/profiler.d.ts +1 -2
- package/dist/profiling/profiler.js +7 -26
- package/dist/profiling/types.d.ts +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +2 -6
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.d.ts +4 -2
- package/dist/rag/rag-workspace-manager.js +268 -15
- package/dist/registry.js +8 -58
- package/dist/resources/collector.d.ts +3 -1
- package/dist/resources/collector.js +91 -9
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/model-fit/assess.d.ts +36 -0
- package/dist/resources/model-fit/assess.js +578 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
- package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
- package/dist/resources/model-fit/calibration/fit.js +152 -0
- package/dist/resources/model-fit/calibration/index.d.ts +37 -0
- package/dist/resources/model-fit/calibration/index.js +75 -0
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
- package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
- package/dist/resources/model-fit/estimators/llm.js +220 -0
- package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
- package/dist/resources/model-fit/estimators/whisper.js +77 -0
- package/dist/resources/model-fit/types.d.ts +120 -0
- package/dist/resources/model-fit/types.js +1 -0
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/native.js +14 -0
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +16 -0
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +5 -7
- package/dist/runtime/model-registry.d.ts +0 -14
- package/dist/runtime/model-registry.js +17 -40
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +13 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +4 -5
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +18 -3
- package/dist/schemas/assess-model-fit.d.ts +271 -0
- package/dist/schemas/assess-model-fit.js +153 -0
- package/dist/schemas/audio-gen.d.ts +434 -4
- package/dist/schemas/audio-gen.js +131 -19
- package/dist/schemas/batch-completion-stream.d.ts +2 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.js +73 -27
- package/dist/schemas/bci.d.ts +2 -2
- package/dist/schemas/bci.js +5 -5
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.js +13 -6
- package/dist/schemas/common.d.ts +662 -331
- package/dist/schemas/common.js +33 -31
- package/dist/schemas/completion-event.d.ts +2 -2
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +1 -5
- package/dist/schemas/completion-stream.js +4 -8
- package/dist/schemas/config.d.ts +640 -18
- package/dist/schemas/config.js +50 -8
- package/dist/schemas/download-asset.d.ts +19 -1
- package/dist/schemas/download-asset.js +20 -4
- package/dist/schemas/engine-addon-map.d.ts +1 -1
- package/dist/schemas/engine-addon-map.js +3 -3
- package/dist/schemas/error.d.ts +2 -2
- package/dist/schemas/error.js +2 -2
- package/dist/schemas/errors.d.ts +2 -6
- package/dist/schemas/errors.js +30 -40
- package/dist/schemas/heartbeat.d.ts +10 -0
- package/dist/schemas/heartbeat.js +8 -0
- package/dist/schemas/index.d.ts +46 -44
- package/dist/schemas/index.js +45 -43
- package/dist/schemas/llamacpp-config.d.ts +32 -10
- package/dist/schemas/llamacpp-config.js +11 -8
- package/dist/schemas/load-model.d.ts +2933 -1948
- package/dist/schemas/load-model.js +52 -52
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +2354 -0
- package/dist/schemas/model-config-schemas.js +46 -0
- package/dist/schemas/model-info.d.ts +10 -20
- package/dist/schemas/model-info.js +4 -25
- package/dist/schemas/model-ops.d.ts +0 -1
- package/dist/schemas/model-ops.js +1 -2
- package/dist/schemas/model-resource-profile.d.ts +109 -0
- package/dist/schemas/model-resource-profile.js +83 -0
- package/dist/schemas/model-src-utils.d.ts +1 -0
- package/dist/schemas/model-src-utils.js +33 -13
- package/dist/schemas/ocr.js +48 -13
- package/dist/schemas/path-validation.js +8 -2
- package/dist/schemas/plugin.d.ts +14 -1
- package/dist/schemas/plugin.js +11 -0
- package/dist/schemas/profiling.d.ts +138 -43
- package/dist/schemas/profiling.js +1 -22
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.js +1 -1
- package/dist/schemas/reload-config.d.ts +0 -2
- package/dist/schemas/reload-config.js +2 -3
- package/dist/schemas/sdcpp-config.d.ts +344 -4
- package/dist/schemas/sdcpp-config.js +504 -17
- package/dist/schemas/system-resources.d.ts +138 -0
- package/dist/schemas/system-resources.js +3 -1
- package/dist/schemas/text-to-speech.js +183 -76
- package/dist/schemas/transcription-config.js +253 -85
- package/dist/schemas/transcription.d.ts +3 -3
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.js +53 -25
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/selection.d.ts +1 -5
- package/dist/selection.js +2 -6
- package/dist/surface.d.ts +1 -1
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +1 -1
- package/dist/utils/cache/auto-history.js +1 -1
- package/dist/utils/cache/paths.js +5 -5
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/image-dimensions.d.ts +26 -0
- package/dist/utils/image-dimensions.js +46 -0
- package/dist/utils/index.d.ts +13 -10
- package/dist/utils/index.js +13 -10
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-sanitize.d.ts +7 -0
- package/dist/utils/path-sanitize.js +36 -0
- package/dist/utils/path-security.d.ts +0 -7
- package/dist/utils/path-security.js +1 -36
- package/dist/utils/shard-utils.js +3 -3
- package/dist/utils/tool-integration.js +1 -1
- package/dist/utils/tools/dialect.js +1 -1
- package/dist/utils/tools/index.d.ts +2 -2
- package/dist/utils/tools/index.js +2 -2
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +3 -3
- package/dist/utils/url-security.d.ts +17 -0
- package/dist/utils/url-security.js +75 -0
- package/package.json +31 -26
- package/dist/api/provide.d.ts +0 -23
- package/dist/api/provide.js +0 -32
- package/dist/api/stop-provider.d.ts +0 -20
- package/dist/api/stop-provider.js +0 -30
- package/dist/p2p/cancel-delegated.d.ts +0 -3
- package/dist/p2p/cancel-delegated.js +0 -64
- package/dist/p2p/completion-stream-delegated.d.ts +0 -4
- package/dist/p2p/completion-stream-delegated.js +0 -51
- package/dist/p2p/delegate-client.d.ts +0 -9
- package/dist/p2p/delegate-client.js +0 -219
- package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
- package/dist/p2p/delegate-connect-diagnostics.js +0 -38
- package/dist/p2p/delegate-transport.d.ts +0 -18
- package/dist/p2p/delegate-transport.js +0 -237
- package/dist/p2p/error-handlers.d.ts +0 -4
- package/dist/p2p/error-handlers.js +0 -31
- package/dist/p2p/handle-request.d.ts +0 -2
- package/dist/p2p/handle-request.js +0 -171
- package/dist/p2p/handler-utils.d.ts +0 -19
- package/dist/p2p/handler-utils.js +0 -180
- package/dist/p2p/heartbeat-delegated.d.ts +0 -3
- package/dist/p2p/heartbeat-delegated.js +0 -32
- package/dist/p2p/load-model-delegated.d.ts +0 -6
- package/dist/p2p/load-model-delegated.js +0 -132
- package/dist/p2p/progress-throttle.d.ts +0 -7
- package/dist/p2p/progress-throttle.js +0 -47
- package/dist/p2p/provideHandler/connection.d.ts +0 -2
- package/dist/p2p/provideHandler/connection.js +0 -38
- package/dist/p2p/provideHandler/handler.d.ts +0 -2
- package/dist/p2p/provideHandler/handler.js +0 -66
- package/dist/p2p/provideHandler/proxy.d.ts +0 -2
- package/dist/p2p/provideHandler/proxy.js +0 -24
- package/dist/p2p/provideHandler.d.ts +0 -1
- package/dist/p2p/provideHandler.js +0 -2
- package/dist/p2p/rpc-utils.d.ts +0 -4
- package/dist/p2p/rpc-utils.js +0 -8
- package/dist/p2p/stopProvideHandler.d.ts +0 -2
- package/dist/p2p/stopProvideHandler.js +0 -29
- package/dist/p2p/swarm.d.ts +0 -9
- package/dist/p2p/swarm.js +0 -103
- package/dist/p2p/transport-selector.d.ts +0 -2
- package/dist/p2p/transport-selector.js +0 -18
- package/dist/p2p/unload-model-delegated.d.ts +0 -2
- package/dist/p2p/unload-model-delegated.js +0 -31
- package/dist/profiling/delegation-profiler.d.ts +0 -31
- package/dist/profiling/delegation-profiler.js +0 -155
- package/dist/schemas/delegate.d.ts +0 -29
- package/dist/schemas/delegate.js +0 -40
- package/dist/schemas/provide.d.ts +0 -50
- package/dist/schemas/provide.js +0 -32
|
@@ -1,7 +1,24 @@
|
|
|
1
|
-
import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from '
|
|
1
|
+
import { failedMetric, normalizeBooleanMetric, normalizeEnumMetric, normalizeNonNegativeIntegerMetric, normalizeNonNegativeMetric, normalizePositiveIntegerMetric, normalizeStringMetric, normalizeUtilizationMetric, unavailableMetric, unverifiedMetric } from './normalize.js';
|
|
2
2
|
const CPU_SOURCE = 'bare-cpu-info';
|
|
3
3
|
const GPU_SOURCE = 'bare-gpu-info';
|
|
4
4
|
const GPU_MEMORY_SCOPE_REASON = 'GPU memory scope is unverified';
|
|
5
|
+
const GPU_UNIFIED_MEMORY_REASON = 'GPU shares system memory, so its reading is not a separate device pool';
|
|
6
|
+
// DXGI reports CurrentUsage and Budget, which are what this process is using
|
|
7
|
+
// and may use — not what the device holds. An idle machine makes Budget look
|
|
8
|
+
// like VRAM, so no value-level check can separate them; only the platform can.
|
|
9
|
+
// Reported under the `budget` scope rather than discarded: what a process may
|
|
10
|
+
// allocate is exactly what an admission decision needs.
|
|
11
|
+
const gpuBudgetProvenance = {
|
|
12
|
+
source: GPU_SOURCE,
|
|
13
|
+
scope: 'budget'
|
|
14
|
+
};
|
|
15
|
+
// A sampled total that matches what the device declares for itself is
|
|
16
|
+
// describing that device's own pool. Measured: a discrete card agrees within a
|
|
17
|
+
// few percent (1.00 on linux, 0.96 on win32), while an Intel iGPU declares
|
|
18
|
+
// 128 MiB and samples 31891 MiB — half of system RAM — so nothing near this
|
|
19
|
+
// band can confuse the two.
|
|
20
|
+
const GPU_MEMORY_AGREEMENT_MIN = 0.9;
|
|
21
|
+
const GPU_MEMORY_AGREEMENT_MAX = 1.1;
|
|
5
22
|
const cpuSystemProvenance = {
|
|
6
23
|
source: CPU_SOURCE,
|
|
7
24
|
scope: 'system'
|
|
@@ -16,16 +33,47 @@ const gpuDeviceProvenance = {
|
|
|
16
33
|
const gpuProvenance = {
|
|
17
34
|
source: GPU_SOURCE
|
|
18
35
|
};
|
|
36
|
+
const processProvenance = {
|
|
37
|
+
source: 'bare-os',
|
|
38
|
+
scope: 'process'
|
|
39
|
+
};
|
|
19
40
|
function supportedMetric(value, provenance) {
|
|
20
41
|
return { status: 'supported', value, provenance };
|
|
21
42
|
}
|
|
22
|
-
function
|
|
43
|
+
function isPositiveNumber(value) {
|
|
44
|
+
return typeof value === 'number' && Number.isFinite(value) && value > 0;
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Whether a GPU's sampled memory describes that device's own pool rather than
|
|
48
|
+
* some other quantity under the same name. A unified-memory GPU is excluded
|
|
49
|
+
* outright: its allocation is system RAM, which the memory budget already
|
|
50
|
+
* covers. For the rest, the sample has to agree with what the device declares.
|
|
51
|
+
*/
|
|
52
|
+
function gpuMemoryIsDeviceScoped(declared, unified, sampledTotal) {
|
|
53
|
+
if (unified !== false)
|
|
54
|
+
return false;
|
|
55
|
+
if (!isPositiveNumber(declared) || !isPositiveNumber(sampledTotal))
|
|
56
|
+
return false;
|
|
57
|
+
const ratio = sampledTotal / declared;
|
|
58
|
+
return ratio >= GPU_MEMORY_AGREEMENT_MIN && ratio <= GPU_MEMORY_AGREEMENT_MAX;
|
|
59
|
+
}
|
|
60
|
+
/** The device's own declared memory, trusted unless it shares system RAM. */
|
|
61
|
+
function normalizeDeclaredGPUMemory(value, unified) {
|
|
23
62
|
if (value === undefined || value === null)
|
|
24
63
|
return unavailableMetric();
|
|
25
64
|
const normalized = normalizeNonNegativeMetric(value, gpuDeviceProvenance);
|
|
26
65
|
if (normalized.status !== 'supported')
|
|
27
66
|
return normalized;
|
|
28
|
-
return unverifiedMetric(
|
|
67
|
+
return unified === false ? normalized : unverifiedMetric(GPU_UNIFIED_MEMORY_REASON);
|
|
68
|
+
}
|
|
69
|
+
function normalizeSampledGPUMemory(value, scope, reason) {
|
|
70
|
+
if (value === undefined || value === null)
|
|
71
|
+
return unavailableMetric();
|
|
72
|
+
const provenance = scope === 'budget' ? gpuBudgetProvenance : gpuDeviceProvenance;
|
|
73
|
+
const normalized = normalizeNonNegativeMetric(value, provenance);
|
|
74
|
+
if (normalized.status !== 'supported')
|
|
75
|
+
return normalized;
|
|
76
|
+
return scope ? normalized : unverifiedMetric(reason);
|
|
29
77
|
}
|
|
30
78
|
function normalizeDriverCapabilities(drivers) {
|
|
31
79
|
return {
|
|
@@ -64,7 +112,7 @@ function normalizeGPUCapabilities(gpu, id, gpuTypes) {
|
|
|
64
112
|
driverVersion: normalizeStringMetric(gpu.driverVersion, gpuDeviceProvenance),
|
|
65
113
|
drivers: normalizeDriverCapabilities(gpu.drivers),
|
|
66
114
|
unifiedMemory: normalizeBooleanMetric(gpu.unifiedMemory, gpuDeviceProvenance),
|
|
67
|
-
memoryTotalBytes:
|
|
115
|
+
memoryTotalBytes: normalizeDeclaredGPUMemory(gpu.memory, gpu.unifiedMemory)
|
|
68
116
|
};
|
|
69
117
|
}
|
|
70
118
|
function failedCPUSample(reason) {
|
|
@@ -89,14 +137,23 @@ function failedGPUSample(id, reason) {
|
|
|
89
137
|
temperatureCelsius: failedMetric(reason)
|
|
90
138
|
};
|
|
91
139
|
}
|
|
92
|
-
function normalizeGPUSample(id, usage) {
|
|
140
|
+
function normalizeGPUSample(id, usage, device, platform) {
|
|
141
|
+
// win32 values come from DXGI's per-process query, so they describe this
|
|
142
|
+
// process's budget rather than the device — real, but a different quantity.
|
|
143
|
+
const scope = platform === 'win32'
|
|
144
|
+
? device?.unifiedMemory === false
|
|
145
|
+
? 'budget'
|
|
146
|
+
: undefined
|
|
147
|
+
: gpuMemoryIsDeviceScoped(device?.declaredMemory, device?.unifiedMemory, usage.memoryTotal)
|
|
148
|
+
? 'device'
|
|
149
|
+
: undefined;
|
|
93
150
|
return {
|
|
94
151
|
id,
|
|
95
152
|
compute: normalizeUtilizationMetric(usage.compute, gpuDeviceProvenance),
|
|
96
153
|
encode: normalizeUtilizationMetric(usage.encode, gpuDeviceProvenance),
|
|
97
154
|
decode: normalizeUtilizationMetric(usage.decode, gpuDeviceProvenance),
|
|
98
|
-
memoryUsedBytes:
|
|
99
|
-
memoryTotalBytes:
|
|
155
|
+
memoryUsedBytes: normalizeSampledGPUMemory(usage.memoryUsed, scope, 'GPU memory usage scope is unverified'),
|
|
156
|
+
memoryTotalBytes: normalizeSampledGPUMemory(usage.memoryTotal, scope, GPU_MEMORY_SCOPE_REASON),
|
|
100
157
|
powerWatts: normalizeNonNegativeMetric(usage.power, gpuDeviceProvenance),
|
|
101
158
|
temperatureCelsius: normalizeNonNegativeMetric(usage.temperature, gpuDeviceProvenance)
|
|
102
159
|
};
|
|
@@ -113,6 +170,7 @@ export function createSystemResourceCollector(dependencies) {
|
|
|
113
170
|
let cpuContext;
|
|
114
171
|
let gpuContext;
|
|
115
172
|
let gpuIds = [];
|
|
173
|
+
let gpuMemoryFacts = [];
|
|
116
174
|
let destroyed = false;
|
|
117
175
|
let cpuCapabilities;
|
|
118
176
|
let memoryCapabilities;
|
|
@@ -150,6 +208,10 @@ export function createSystemResourceCollector(dependencies) {
|
|
|
150
208
|
const gpus = context.gpus();
|
|
151
209
|
const normalized = gpus.map((gpu) => normalizeGPUCapabilities(gpu, dependencies.createGPUId(), dependencies.gpuTypes));
|
|
152
210
|
gpuIds = normalized.map((gpu) => gpu.id);
|
|
211
|
+
gpuMemoryFacts = gpus.map((gpu) => ({
|
|
212
|
+
declaredMemory: gpu.memory,
|
|
213
|
+
unifiedMemory: gpu.unifiedMemory
|
|
214
|
+
}));
|
|
153
215
|
gpuCapabilities = supportedMetric(normalized, gpuProvenance);
|
|
154
216
|
}
|
|
155
217
|
}
|
|
@@ -191,7 +253,7 @@ export function createSystemResourceCollector(dependencies) {
|
|
|
191
253
|
const context = gpuContext;
|
|
192
254
|
const samples = gpuIds.map((id, index) => {
|
|
193
255
|
try {
|
|
194
|
-
return normalizeGPUSample(id, context.sample(index));
|
|
256
|
+
return normalizeGPUSample(id, context.sample(index), gpuMemoryFacts[index], dependencies.platform);
|
|
195
257
|
}
|
|
196
258
|
catch {
|
|
197
259
|
return failedGPUSample(id, 'GPU resource sampling failed');
|
|
@@ -199,12 +261,31 @@ export function createSystemResourceCollector(dependencies) {
|
|
|
199
261
|
});
|
|
200
262
|
return supportedMetric(samples, gpuProvenance);
|
|
201
263
|
}
|
|
264
|
+
function sampleProcessMemory() {
|
|
265
|
+
try {
|
|
266
|
+
const view = dependencies.sampleProcessMemory();
|
|
267
|
+
return {
|
|
268
|
+
processUsedBytes: view.usedBytes === undefined
|
|
269
|
+
? unavailableMetric('process memory usage is not exposed on this platform')
|
|
270
|
+
: normalizeNonNegativeIntegerMetric(view.usedBytes, processProvenance),
|
|
271
|
+
processAvailableBytes: view.availableBytes === undefined
|
|
272
|
+
? unavailableMetric('the per-process allowance is not exposed on this platform')
|
|
273
|
+
: normalizeNonNegativeIntegerMetric(view.availableBytes, processProvenance)
|
|
274
|
+
};
|
|
275
|
+
}
|
|
276
|
+
catch {
|
|
277
|
+
return {
|
|
278
|
+
processUsedBytes: failedMetric('process memory sampling failed'),
|
|
279
|
+
processAvailableBytes: failedMetric('process memory sampling failed')
|
|
280
|
+
};
|
|
281
|
+
}
|
|
282
|
+
}
|
|
202
283
|
function sample() {
|
|
203
284
|
const cpuSample = sampleCPU();
|
|
204
285
|
return {
|
|
205
286
|
sampledAt: dependencies.now(),
|
|
206
287
|
cpu: cpuSample.cpu,
|
|
207
|
-
memory: cpuSample.memory,
|
|
288
|
+
memory: { ...cpuSample.memory, ...sampleProcessMemory() },
|
|
208
289
|
gpus: sampleGPUs()
|
|
209
290
|
};
|
|
210
291
|
}
|
|
@@ -217,6 +298,7 @@ export function createSystemResourceCollector(dependencies) {
|
|
|
217
298
|
cpuContext = undefined;
|
|
218
299
|
gpuContext = undefined;
|
|
219
300
|
gpuIds = [];
|
|
301
|
+
gpuMemoryFacts = [];
|
|
220
302
|
}
|
|
221
303
|
return {
|
|
222
304
|
getCapabilities,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { ResourceCollectorDependencies, SystemResourceCollector } from '
|
|
1
|
+
import type { ResourceCollectorDependencies, SystemResourceCollector } from './types.js';
|
|
2
2
|
export declare function initializeResourceCollector(dependencies: ResourceCollectorDependencies): SystemResourceCollector;
|
|
3
3
|
export declare function getResourceCollector(): SystemResourceCollector | undefined;
|
|
4
4
|
export declare function destroyResourceCollector(): void;
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { AssessModelFitResult, ModelFitCandidate, ModelFitExecution } from '../../schemas/assess-model-fit.js';
|
|
2
|
+
import type { SystemResources } from '../../schemas/system-resources.js';
|
|
3
|
+
import type { ModelResourceProfile } from '../../schemas/model-resource-profile.js';
|
|
4
|
+
import type { ModelFitPlatform, PlatformCalibration } from './types.js';
|
|
5
|
+
/** Resolves a checksum to its catalog resource profile. */
|
|
6
|
+
export type ProfileResolver = (sha256Checksum: string) => ModelResourceProfile | undefined;
|
|
7
|
+
export interface AssessModelFitOptions {
|
|
8
|
+
models: readonly ModelFitCandidate[];
|
|
9
|
+
execution: ModelFitExecution;
|
|
10
|
+
resources: SystemResources;
|
|
11
|
+
/**
|
|
12
|
+
* `undefined` when the runtime's platform/arch pair is not a calibration
|
|
13
|
+
* target. Also selects the mobile headroom policy.
|
|
14
|
+
*/
|
|
15
|
+
platform: ModelFitPlatform | undefined;
|
|
16
|
+
/** `undefined` when the platform has no validated coefficients. */
|
|
17
|
+
calibration: PlatformCalibration | undefined;
|
|
18
|
+
/**
|
|
19
|
+
* Resolves GPU-resident coefficients once the target backend is known.
|
|
20
|
+
* Defaults to the built-in fixtures; injected in tests.
|
|
21
|
+
*/
|
|
22
|
+
resolveGpuCalibration?: (platform: ModelFitPlatform, backend: string) => PlatformCalibration | undefined;
|
|
23
|
+
/** Integrated-GPU coefficients, spent against the system budget. */
|
|
24
|
+
resolveSharedGpuCalibration?: (platform: ModelFitPlatform, backend: string) => PlatformCalibration | undefined;
|
|
25
|
+
/** Defaults to the generated catalog table; injected in tests. */
|
|
26
|
+
resolveProfile?: ProfileResolver;
|
|
27
|
+
}
|
|
28
|
+
/**
|
|
29
|
+
* Turns catalog profiles plus a fresh system-memory sample into an advisory
|
|
30
|
+
* verdict.
|
|
31
|
+
*
|
|
32
|
+
* Pure: every input is passed in, so the same call is testable without a worker,
|
|
33
|
+
* a device, or a network. Sampling, platform detection and calibration lookup
|
|
34
|
+
* happen in the handler.
|
|
35
|
+
*/
|
|
36
|
+
export declare function assessModelFitFromResources(options: AssessModelFitOptions): AssessModelFitResult;
|