@qvac/inference 0.18.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +11 -2
- package/README.md +1 -5
- package/dist/api/assess-model-fit.d.ts +16 -0
- package/dist/api/assess-model-fit.js +27 -0
- package/dist/api/audio-gen.d.ts +4 -4
- package/dist/api/audio-gen.js +17 -6
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/download-asset.d.ts +1 -1
- package/dist/api/download-asset.js +2 -2
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-loaded-model-info.d.ts +6 -10
- package/dist/api/get-loaded-model-info.js +6 -10
- package/dist/api/heartbeat.d.ts +5 -22
- package/dist/api/heartbeat.js +6 -23
- package/dist/api/index.d.ts +36 -35
- package/dist/api/index.js +35 -35
- package/dist/api/load-model.d.ts +5 -1
- package/dist/api/load-model.js +3 -5
- package/dist/api/logging-stream-registry.js +1 -1
- package/dist/api/resume.d.ts +0 -3
- package/dist/api/resume.js +0 -3
- package/dist/api/subscribe-logs.js +1 -1
- package/dist/api/suspend.d.ts +0 -4
- package/dist/api/suspend.js +0 -4
- package/dist/api/translate.d.ts +3 -1
- package/dist/api/translate.js +16 -8
- package/dist/api/unload-model.js +3 -5
- package/dist/api/video-request.d.ts +207 -0
- package/dist/api/video-request.js +18 -0
- package/dist/api/video.d.ts +22 -2
- package/dist/api/video.js +25 -15
- package/dist/api/vla-helpers.d.ts +1 -2
- package/dist/api/vla-helpers.js +1 -2
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.d.ts +71 -0
- package/dist/api/world-result.js +293 -0
- package/dist/api/world.d.ts +143 -0
- package/dist/api/world.js +71 -0
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.js +15 -28
- package/dist/errors/index.d.ts +35 -31
- package/dist/errors/index.js +66 -56
- package/dist/handlers/assess-model-fit.d.ts +10 -0
- package/dist/handlers/assess-model-fit.js +75 -0
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +1 -1
- package/dist/handlers/download-asset.js +6 -5
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +0 -12
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/get-system-resources.js +8 -0
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/handlers/load-model/download-stats.js +5 -5
- package/dist/handlers/load-model/handler.js +6 -8
- package/dist/handlers/load-model/http-verify.d.ts +20 -0
- package/dist/handlers/load-model/http-verify.js +54 -0
- package/dist/handlers/load-model/http.d.ts +12 -2
- package/dist/handlers/load-model/http.js +119 -230
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +1 -1
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +4 -4
- package/dist/handlers/load-model/resolve-session.d.ts +8 -1
- package/dist/handlers/load-model/resolve-session.js +12 -9
- package/dist/handlers/load-model/resolve.d.ts +4 -4
- package/dist/handlers/load-model/resolve.js +18 -16
- package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
- package/dist/handlers/load-model/safe-fetch.js +143 -0
- package/dist/handlers/load-model/types.d.ts +9 -0
- package/dist/handlers/plugin-dispatch.js +1 -4
- package/dist/handlers/plugin-invoke.js +1 -4
- package/dist/handlers/types.d.ts +0 -2
- package/dist/handlers/unload-model.js +1 -4
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +250 -0
- package/dist/models/registry/models.js +2071 -1806
- package/dist/models/registry/resource-profiles.d.ts +18 -0
- package/dist/models/registry/resource-profiles.js +4934 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +12 -12
- package/dist/plugins/builtin/index.js +12 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +7 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +26 -4
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +19 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.js +1 -1
- package/dist/plugins/ops/load-model.js +1 -1
- package/dist/plugins/ops/transcribe.js +2 -2
- package/dist/plugins/ops/translate.js +4 -12
- package/dist/plugins/ops/unload-model.js +19 -21
- package/dist/plugins/registry.d.ts +1 -0
- package/dist/plugins/registry.js +12 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/envelope.d.ts +0 -1
- package/dist/profiling/envelope.js +0 -10
- package/dist/profiling/events.d.ts +2 -3
- package/dist/profiling/events.js +2 -9
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -14
- package/dist/profiling/index.js +12 -13
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +35 -2
- package/dist/profiling/operation-wrappers.js +12 -15
- package/dist/profiling/profiler.d.ts +1 -2
- package/dist/profiling/profiler.js +7 -26
- package/dist/profiling/types.d.ts +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +2 -6
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.d.ts +4 -2
- package/dist/rag/rag-workspace-manager.js +268 -15
- package/dist/registry.js +8 -58
- package/dist/resources/collector.d.ts +3 -1
- package/dist/resources/collector.js +91 -9
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/model-fit/assess.d.ts +36 -0
- package/dist/resources/model-fit/assess.js +578 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
- package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
- package/dist/resources/model-fit/calibration/fit.js +152 -0
- package/dist/resources/model-fit/calibration/index.d.ts +37 -0
- package/dist/resources/model-fit/calibration/index.js +75 -0
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
- package/dist/resources/model-fit/estimators/llm.d.ts +45 -0
- package/dist/resources/model-fit/estimators/llm.js +220 -0
- package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
- package/dist/resources/model-fit/estimators/whisper.js +77 -0
- package/dist/resources/model-fit/types.d.ts +120 -0
- package/dist/resources/model-fit/types.js +1 -0
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/native.js +14 -0
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +16 -0
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +5 -7
- package/dist/runtime/model-registry.d.ts +0 -14
- package/dist/runtime/model-registry.js +17 -40
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +13 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +4 -5
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +18 -3
- package/dist/schemas/assess-model-fit.d.ts +271 -0
- package/dist/schemas/assess-model-fit.js +153 -0
- package/dist/schemas/audio-gen.d.ts +434 -4
- package/dist/schemas/audio-gen.js +131 -19
- package/dist/schemas/batch-completion-stream.d.ts +2 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.js +73 -27
- package/dist/schemas/bci.d.ts +2 -2
- package/dist/schemas/bci.js +5 -5
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.js +13 -6
- package/dist/schemas/common.d.ts +662 -331
- package/dist/schemas/common.js +33 -31
- package/dist/schemas/completion-event.d.ts +2 -2
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +1 -5
- package/dist/schemas/completion-stream.js +4 -8
- package/dist/schemas/config.d.ts +640 -18
- package/dist/schemas/config.js +50 -8
- package/dist/schemas/download-asset.d.ts +19 -1
- package/dist/schemas/download-asset.js +20 -4
- package/dist/schemas/engine-addon-map.d.ts +1 -1
- package/dist/schemas/engine-addon-map.js +3 -3
- package/dist/schemas/error.d.ts +2 -2
- package/dist/schemas/error.js +2 -2
- package/dist/schemas/errors.d.ts +2 -6
- package/dist/schemas/errors.js +30 -40
- package/dist/schemas/heartbeat.d.ts +10 -0
- package/dist/schemas/heartbeat.js +8 -0
- package/dist/schemas/index.d.ts +46 -44
- package/dist/schemas/index.js +45 -43
- package/dist/schemas/llamacpp-config.d.ts +32 -10
- package/dist/schemas/llamacpp-config.js +11 -8
- package/dist/schemas/load-model.d.ts +2933 -1948
- package/dist/schemas/load-model.js +52 -52
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +2354 -0
- package/dist/schemas/model-config-schemas.js +46 -0
- package/dist/schemas/model-info.d.ts +10 -20
- package/dist/schemas/model-info.js +4 -25
- package/dist/schemas/model-ops.d.ts +0 -1
- package/dist/schemas/model-ops.js +1 -2
- package/dist/schemas/model-resource-profile.d.ts +109 -0
- package/dist/schemas/model-resource-profile.js +83 -0
- package/dist/schemas/model-src-utils.d.ts +1 -0
- package/dist/schemas/model-src-utils.js +33 -13
- package/dist/schemas/ocr.js +48 -13
- package/dist/schemas/path-validation.js +8 -2
- package/dist/schemas/plugin.d.ts +14 -1
- package/dist/schemas/plugin.js +11 -0
- package/dist/schemas/profiling.d.ts +138 -43
- package/dist/schemas/profiling.js +1 -22
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.js +1 -1
- package/dist/schemas/reload-config.d.ts +0 -2
- package/dist/schemas/reload-config.js +2 -3
- package/dist/schemas/sdcpp-config.d.ts +344 -4
- package/dist/schemas/sdcpp-config.js +504 -17
- package/dist/schemas/system-resources.d.ts +138 -0
- package/dist/schemas/system-resources.js +3 -1
- package/dist/schemas/text-to-speech.js +183 -76
- package/dist/schemas/transcription-config.js +253 -85
- package/dist/schemas/transcription.d.ts +3 -3
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.js +53 -25
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/selection.d.ts +1 -5
- package/dist/selection.js +2 -6
- package/dist/surface.d.ts +1 -1
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +1 -1
- package/dist/utils/cache/auto-history.js +1 -1
- package/dist/utils/cache/paths.js +5 -5
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/image-dimensions.d.ts +26 -0
- package/dist/utils/image-dimensions.js +46 -0
- package/dist/utils/index.d.ts +13 -10
- package/dist/utils/index.js +13 -10
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-sanitize.d.ts +7 -0
- package/dist/utils/path-sanitize.js +36 -0
- package/dist/utils/path-security.d.ts +0 -7
- package/dist/utils/path-security.js +1 -36
- package/dist/utils/shard-utils.js +3 -3
- package/dist/utils/tool-integration.js +1 -1
- package/dist/utils/tools/dialect.js +1 -1
- package/dist/utils/tools/index.d.ts +2 -2
- package/dist/utils/tools/index.js +2 -2
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +3 -3
- package/dist/utils/url-security.d.ts +17 -0
- package/dist/utils/url-security.js +75 -0
- package/package.json +31 -26
- package/dist/api/provide.d.ts +0 -23
- package/dist/api/provide.js +0 -32
- package/dist/api/stop-provider.d.ts +0 -20
- package/dist/api/stop-provider.js +0 -30
- package/dist/p2p/cancel-delegated.d.ts +0 -3
- package/dist/p2p/cancel-delegated.js +0 -64
- package/dist/p2p/completion-stream-delegated.d.ts +0 -4
- package/dist/p2p/completion-stream-delegated.js +0 -51
- package/dist/p2p/delegate-client.d.ts +0 -9
- package/dist/p2p/delegate-client.js +0 -219
- package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
- package/dist/p2p/delegate-connect-diagnostics.js +0 -38
- package/dist/p2p/delegate-transport.d.ts +0 -18
- package/dist/p2p/delegate-transport.js +0 -237
- package/dist/p2p/error-handlers.d.ts +0 -4
- package/dist/p2p/error-handlers.js +0 -31
- package/dist/p2p/handle-request.d.ts +0 -2
- package/dist/p2p/handle-request.js +0 -171
- package/dist/p2p/handler-utils.d.ts +0 -19
- package/dist/p2p/handler-utils.js +0 -180
- package/dist/p2p/heartbeat-delegated.d.ts +0 -3
- package/dist/p2p/heartbeat-delegated.js +0 -32
- package/dist/p2p/load-model-delegated.d.ts +0 -6
- package/dist/p2p/load-model-delegated.js +0 -132
- package/dist/p2p/progress-throttle.d.ts +0 -7
- package/dist/p2p/progress-throttle.js +0 -47
- package/dist/p2p/provideHandler/connection.d.ts +0 -2
- package/dist/p2p/provideHandler/connection.js +0 -38
- package/dist/p2p/provideHandler/handler.d.ts +0 -2
- package/dist/p2p/provideHandler/handler.js +0 -66
- package/dist/p2p/provideHandler/proxy.d.ts +0 -2
- package/dist/p2p/provideHandler/proxy.js +0 -24
- package/dist/p2p/provideHandler.d.ts +0 -1
- package/dist/p2p/provideHandler.js +0 -2
- package/dist/p2p/rpc-utils.d.ts +0 -4
- package/dist/p2p/rpc-utils.js +0 -8
- package/dist/p2p/stopProvideHandler.d.ts +0 -2
- package/dist/p2p/stopProvideHandler.js +0 -29
- package/dist/p2p/swarm.d.ts +0 -9
- package/dist/p2p/swarm.js +0 -103
- package/dist/p2p/transport-selector.d.ts +0 -2
- package/dist/p2p/transport-selector.js +0 -18
- package/dist/p2p/unload-model-delegated.d.ts +0 -2
- package/dist/p2p/unload-model-delegated.js +0 -31
- package/dist/profiling/delegation-profiler.d.ts +0 -31
- package/dist/profiling/delegation-profiler.js +0 -155
- package/dist/schemas/delegate.d.ts +0 -29
- package/dist/schemas/delegate.js +0 -40
- package/dist/schemas/provide.d.ts +0 -50
- package/dist/schemas/provide.js +0 -32
package/NOTICE
CHANGED
|
@@ -586,6 +586,12 @@ Third-Party Model Licenses
|
|
|
586
586
|
https://huggingface.co/nvidia/GR00T-N1.7-LIBERO
|
|
587
587
|
groot-q8_vf16
|
|
588
588
|
https://huggingface.co/nvidia/GR00T-N1.7-3B
|
|
589
|
+
parakeet-unified-en-0.6b.f16
|
|
590
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
591
|
+
parakeet-unified-en-0.6b.q4_0
|
|
592
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
593
|
+
parakeet-unified-en-0.6b.q8_0
|
|
594
|
+
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
589
595
|
|
|
590
596
|
--- openrail ---
|
|
591
597
|
|
|
@@ -611,6 +617,11 @@ Third-Party Model Licenses
|
|
|
611
617
|
stable-diffusion-xl-base-1.0-GGUF
|
|
612
618
|
https://huggingface.co/gpustack/stable-diffusion-xl-base-1.0-GGUF
|
|
613
619
|
|
|
620
|
+
--- qwen-community-1.0 ---
|
|
621
|
+
|
|
622
|
+
Qwen3.8-Flash-Next-GGUF
|
|
623
|
+
https://huggingface.co/unsloth/Qwen3.8-Flash-Next-GGUF
|
|
624
|
+
|
|
614
625
|
=========================================================================
|
|
615
626
|
Modification Notice
|
|
616
627
|
=========================================================================
|
|
@@ -667,8 +678,6 @@ JavaScript Dependencies
|
|
|
667
678
|
https://github.com/holepunchto/bare-env
|
|
668
679
|
bare-events@2.9.1
|
|
669
680
|
https://github.com/holepunchto/bare-events
|
|
670
|
-
bare-fetch@3.2.0
|
|
671
|
-
https://github.com/holepunchto/bare-fetch
|
|
672
681
|
bare-form-data@1.2.2
|
|
673
682
|
https://github.com/holepunchto/bare-form-data
|
|
674
683
|
bare-fs@4.8.0
|
package/README.md
CHANGED
|
@@ -11,7 +11,7 @@ The Bare-only engine of the QVAC SDK. It runs inference directly on the [Bare ru
|
|
|
11
11
|
|
|
12
12
|
## Why this exists
|
|
13
13
|
|
|
14
|
-
`@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, the plugin system,
|
|
14
|
+
`@qvac/inference` is the pure-Bare layer of the SDK, written in TypeScript: the client API, the request engine, and the plugin system, all running in one Bare process. `@qvac/sdk` builds on top of it to reach Node, Electron, Expo, and Pear by launching this engine as a worker; on Bare you use it directly. It replaces the deprecated `@qvac/bare-sdk` package (last release 0.18.2).
|
|
15
15
|
|
|
16
16
|
`@qvac/inference` ships no plugins by default and no addon dependencies. You install only the addon packages your app registers, so the resulting binary scales with the engines you actually assemble.
|
|
17
17
|
|
|
@@ -129,10 +129,6 @@ const myPlugin = definePlugin({
|
|
|
129
129
|
registerPlugin(myPlugin)
|
|
130
130
|
```
|
|
131
131
|
|
|
132
|
-
## Delegation (P2P)
|
|
133
|
-
|
|
134
|
-
`@qvac/inference` includes the QVAC provider and delegation stack: start a provider with `startQVACProvider()` and run models on a remote peer by passing `delegate: { providerPublicKey }` to `loadModel`. Delegation talks peer-to-peer over Hyperswarm — it is independent of the in-process engine.
|
|
135
|
-
|
|
136
132
|
## License
|
|
137
133
|
|
|
138
134
|
Apache-2.0
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Assesses, before anything is downloaded, whether the given models are likely
|
|
4
|
+
* to fit in this device's memory.
|
|
5
|
+
*
|
|
6
|
+
* Advisory only: it does not download weights, run a native fit probe, block
|
|
7
|
+
* `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
|
|
8
|
+
* answer — it means the available evidence does not support a verdict either
|
|
9
|
+
* way, and callers should treat it as "cannot say", not "no".
|
|
10
|
+
*
|
|
11
|
+
* @param input - Candidates with their intended workloads, the declared
|
|
12
|
+
* execution mode, and the headroom policy.
|
|
13
|
+
* @returns Per-model and combined verdicts, with the budget and bounds they came
|
|
14
|
+
* from, plus every assumption that was made.
|
|
15
|
+
*/
|
|
16
|
+
export declare function assessModelFit(input: AssessModelFitInput): Promise<AssessModelFitResult>;
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { assessModelFitInputSchema } from '../schemas/index.js';
|
|
2
|
+
import { send } from '../dispatch.js';
|
|
3
|
+
import { InvalidResponseError } from '../errors/index.js';
|
|
4
|
+
/**
|
|
5
|
+
* Assesses, before anything is downloaded, whether the given models are likely
|
|
6
|
+
* to fit in this device's memory.
|
|
7
|
+
*
|
|
8
|
+
* Advisory only: it does not download weights, run a native fit probe, block
|
|
9
|
+
* `loadModel`, reserve memory, or make a performance claim. `unknown` is a real
|
|
10
|
+
* answer — it means the available evidence does not support a verdict either
|
|
11
|
+
* way, and callers should treat it as "cannot say", not "no".
|
|
12
|
+
*
|
|
13
|
+
* @param input - Candidates with their intended workloads, the declared
|
|
14
|
+
* execution mode, and the headroom policy.
|
|
15
|
+
* @returns Per-model and combined verdicts, with the budget and bounds they came
|
|
16
|
+
* from, plus every assumption that was made.
|
|
17
|
+
*/
|
|
18
|
+
export async function assessModelFit(input) {
|
|
19
|
+
const parsed = assessModelFitInputSchema.parse(input);
|
|
20
|
+
const request = { type: 'assessModelFit', ...parsed };
|
|
21
|
+
const response = await send(request);
|
|
22
|
+
if (response.type !== 'assessModelFit') {
|
|
23
|
+
throw new InvalidResponseError('assessModelFit');
|
|
24
|
+
}
|
|
25
|
+
const { type: _type, ...result } = response;
|
|
26
|
+
return result;
|
|
27
|
+
}
|
package/dist/api/audio-gen.d.ts
CHANGED
|
@@ -1,16 +1,16 @@
|
|
|
1
1
|
import { type AudioGenClientParams, type AudioGenResult } from '../schemas/index.js';
|
|
2
2
|
/**
|
|
3
|
-
* Generates audio (music / speech) from a caption using a loaded
|
|
4
|
-
*
|
|
3
|
+
* Generates audio (music / speech) from a caption using a loaded ACE-Step or
|
|
4
|
+
* MiniMax-Music3 AudioGen model.
|
|
5
5
|
*
|
|
6
6
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
7
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format),
|
|
7
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* ```typescript
|
|
11
11
|
* const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
|
|
12
12
|
* for await (const { stage, step, total } of progressStream) {
|
|
13
|
-
* console.log(`${stage} ${step}/${total}`);
|
|
13
|
+
* console.log(total > 0 ? `${stage} ${step}/${total}` : `${stage} ${step} (indeterminate)`);
|
|
14
14
|
* }
|
|
15
15
|
* const { pcm, sampleRate, channels, bitsPerSample } = await audio;
|
|
16
16
|
* ```
|
package/dist/api/audio-gen.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { audioGenClientParamsSchema, audioGenStreamResponseSchema } from '../schemas/index.js';
|
|
2
2
|
import { stream } from '../dispatch.js';
|
|
3
|
-
import { parseClientInput } from '
|
|
3
|
+
import { parseClientInput } from './parse-input.js';
|
|
4
4
|
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
5
5
|
import { decodeBase64 } from '../utils/encoding.js';
|
|
6
6
|
import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
@@ -15,17 +15,17 @@ function concatenateChunks(chunks) {
|
|
|
15
15
|
return pcm;
|
|
16
16
|
}
|
|
17
17
|
/**
|
|
18
|
-
* Generates audio (music / speech) from a caption using a loaded
|
|
19
|
-
*
|
|
18
|
+
* Generates audio (music / speech) from a caption using a loaded ACE-Step or
|
|
19
|
+
* MiniMax-Music3 AudioGen model.
|
|
20
20
|
*
|
|
21
21
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
22
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format),
|
|
22
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
23
23
|
*
|
|
24
24
|
* @example
|
|
25
25
|
* ```typescript
|
|
26
26
|
* const { progressStream, audio } = audioGen({ modelId, caption: "lo-fi hip hop, mellow piano" });
|
|
27
27
|
* for await (const { stage, step, total } of progressStream) {
|
|
28
|
-
* console.log(`${stage} ${step}/${total}`);
|
|
28
|
+
* console.log(total > 0 ? `${stage} ${step}/${total}` : `${stage} ${step} (indeterminate)`);
|
|
29
29
|
* }
|
|
30
30
|
* const { pcm, sampleRate, channels, bitsPerSample } = await audio;
|
|
31
31
|
* ```
|
|
@@ -60,6 +60,13 @@ export function audioGen(params) {
|
|
|
60
60
|
rejectStats = reject;
|
|
61
61
|
});
|
|
62
62
|
stats.catch(() => { });
|
|
63
|
+
let resolveDiagnostics = () => { };
|
|
64
|
+
let rejectDiagnostics = () => { };
|
|
65
|
+
const diagnostics = new Promise((resolve, reject) => {
|
|
66
|
+
resolveDiagnostics = resolve;
|
|
67
|
+
rejectDiagnostics = reject;
|
|
68
|
+
});
|
|
69
|
+
diagnostics.catch(() => { });
|
|
63
70
|
function notifyProgress() {
|
|
64
71
|
progressResolve?.();
|
|
65
72
|
progressResolve = undefined;
|
|
@@ -91,6 +98,7 @@ export function audioGen(params) {
|
|
|
91
98
|
const error = new InferenceCancelledError(requestId);
|
|
92
99
|
rejectAudio(error);
|
|
93
100
|
rejectStats(error);
|
|
101
|
+
rejectDiagnostics(error);
|
|
94
102
|
break;
|
|
95
103
|
}
|
|
96
104
|
if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
|
|
@@ -103,6 +111,7 @@ export function audioGen(params) {
|
|
|
103
111
|
bitsPerSample
|
|
104
112
|
});
|
|
105
113
|
resolveStats(chunk.stats);
|
|
114
|
+
resolveDiagnostics(chunk.diagnostics);
|
|
106
115
|
break;
|
|
107
116
|
}
|
|
108
117
|
}
|
|
@@ -115,6 +124,7 @@ export function audioGen(params) {
|
|
|
115
124
|
error instanceof Error ? error : new InvalidResponseError('audioGenStream', error);
|
|
116
125
|
rejectAudio(progressError);
|
|
117
126
|
rejectStats(progressError);
|
|
127
|
+
rejectDiagnostics(progressError);
|
|
118
128
|
}
|
|
119
129
|
finally {
|
|
120
130
|
progressDone = true;
|
|
@@ -143,6 +153,7 @@ export function audioGen(params) {
|
|
|
143
153
|
requestId,
|
|
144
154
|
progressStream: progressStream(),
|
|
145
155
|
audio,
|
|
146
|
-
stats
|
|
156
|
+
stats,
|
|
157
|
+
diagnostics
|
|
147
158
|
};
|
|
148
159
|
}
|
|
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
31
|
+
* @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -28,7 +28,7 @@ const logger = getAppLogger();
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
31
|
+
* @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -4,7 +4,7 @@ export type DownloadAssetOptions = BaseDownloadAssetOptions;
|
|
|
4
4
|
* Downloads an asset (model file) without loading it into memory.
|
|
5
5
|
*
|
|
6
6
|
* This function is specifically designed for download-only operations and
|
|
7
|
-
* doesn't accept runtime configuration options like modelConfig
|
|
7
|
+
* doesn't accept runtime configuration options like modelConfig.
|
|
8
8
|
* Use this for download-only operations instead of loadModel for better semantic clarity.
|
|
9
9
|
*
|
|
10
10
|
* @param options - Download configuration including:
|
|
@@ -2,13 +2,13 @@ import { send, stream } from '../dispatch.js';
|
|
|
2
2
|
import { downloadAssetOptionsToRequestSchema } from '../schemas/index.js';
|
|
3
3
|
import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
|
|
4
4
|
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
5
|
-
import { parseClientInput } from '
|
|
5
|
+
import { parseClientInput } from './parse-input.js';
|
|
6
6
|
import { generateRequestId } from '../runtime/request-id.js';
|
|
7
7
|
/**
|
|
8
8
|
* Downloads an asset (model file) without loading it into memory.
|
|
9
9
|
*
|
|
10
10
|
* This function is specifically designed for download-only operations and
|
|
11
|
-
* doesn't accept runtime configuration options like modelConfig
|
|
11
|
+
* doesn't accept runtime configuration options like modelConfig.
|
|
12
12
|
* Use this for download-only operations instead of loadModel for better semantic clarity.
|
|
13
13
|
*
|
|
14
14
|
* @param options - Download configuration including:
|
package/dist/api/finetune.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { send, stream as streamRpc } from '../dispatch.js';
|
|
2
2
|
import { finetuneRunParamsSchema, finetuneRunRequestSchema, finetuneStopRequestSchema, finetuneGetStateParamsSchema, finetuneGetStateRequestSchema, finetuneProgressResponseSchema, finetuneResponseSchema } from '../schemas/index.js';
|
|
3
3
|
import { InvalidResponseError, StreamEndedError } from '../errors/index.js';
|
|
4
|
-
import { parseClientInput } from '
|
|
4
|
+
import { parseClientInput } from './parse-input.js';
|
|
5
5
|
function isFinetuneReplyParams(params) {
|
|
6
6
|
return (params.operation === 'pause' || params.operation === 'cancel' || params.operation === 'getState');
|
|
7
7
|
}
|
|
@@ -1,23 +1,19 @@
|
|
|
1
1
|
import { type GetLoadedModelInfoParams, type LoadedModelInfo } from '../schemas/index.js';
|
|
2
2
|
import { type RPCOptions } from '../schemas/common.js';
|
|
3
3
|
/**
|
|
4
|
-
* Returns introspection info for a loaded `modelId
|
|
4
|
+
* Returns introspection info for a loaded `modelId`.
|
|
5
5
|
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
* For delegated models, only `modelId`, `isDelegated: true`, `providerInfo`,
|
|
11
|
-
* and `handlers: []` are populated. Preflight against a delegated model is
|
|
12
|
-
* best-effort and falls through to the provider's error response.
|
|
6
|
+
* `info.modelType` and `info.handlers` are authoritative. Use them to preflight
|
|
7
|
+
* a call before making the actual request, e.g. confirm that a model supports
|
|
8
|
+
* `transcribeStream` before calling `transcribe()`.
|
|
13
9
|
*
|
|
14
10
|
* Throws `ModelNotFoundError` if no entry exists for `modelId`.
|
|
15
11
|
*
|
|
16
12
|
* @example
|
|
17
13
|
* ```typescript
|
|
18
14
|
* const info = await getLoadedModelInfo({ modelId });
|
|
19
|
-
* if (info.
|
|
20
|
-
* // safe to call completion()
|
|
15
|
+
* if (info.handlers.includes("completionStream")) {
|
|
16
|
+
* // safe to call completion()
|
|
21
17
|
* }
|
|
22
18
|
* ```
|
|
23
19
|
*/
|
|
@@ -1,23 +1,19 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
2
|
import { InvalidResponseError } from '../errors/index.js';
|
|
3
3
|
/**
|
|
4
|
-
* Returns introspection info for a loaded `modelId
|
|
4
|
+
* Returns introspection info for a loaded `modelId`.
|
|
5
5
|
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
* For delegated models, only `modelId`, `isDelegated: true`, `providerInfo`,
|
|
11
|
-
* and `handlers: []` are populated. Preflight against a delegated model is
|
|
12
|
-
* best-effort and falls through to the provider's error response.
|
|
6
|
+
* `info.modelType` and `info.handlers` are authoritative. Use them to preflight
|
|
7
|
+
* a call before making the actual request, e.g. confirm that a model supports
|
|
8
|
+
* `transcribeStream` before calling `transcribe()`.
|
|
13
9
|
*
|
|
14
10
|
* Throws `ModelNotFoundError` if no entry exists for `modelId`.
|
|
15
11
|
*
|
|
16
12
|
* @example
|
|
17
13
|
* ```typescript
|
|
18
14
|
* const info = await getLoadedModelInfo({ modelId });
|
|
19
|
-
* if (info.
|
|
20
|
-
* // safe to call completion()
|
|
15
|
+
* if (info.handlers.includes("completionStream")) {
|
|
16
|
+
* // safe to call completion()
|
|
21
17
|
* }
|
|
22
18
|
* ```
|
|
23
19
|
*/
|
package/dist/api/heartbeat.d.ts
CHANGED
|
@@ -1,29 +1,12 @@
|
|
|
1
1
|
import { type HeartbeatResponse } from '../schemas/index.js';
|
|
2
|
-
import type { DelegateBase } from '../schemas/delegate.js';
|
|
3
2
|
/**
|
|
4
|
-
* Checks
|
|
5
|
-
*
|
|
3
|
+
* Checks whether the local engine is responsive by sending a heartbeat
|
|
4
|
+
* round-trip.
|
|
6
5
|
*
|
|
7
|
-
* @
|
|
8
|
-
* @
|
|
9
|
-
* @returns A promise that resolves to a heartbeat response if the provider is reachable.
|
|
10
|
-
* @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
|
|
6
|
+
* @returns A promise that resolves to a heartbeat response.
|
|
7
|
+
* @throws {QvacErrorBase} When the response is invalid.
|
|
11
8
|
*
|
|
12
9
|
* @example
|
|
13
|
-
* // Check if a delegated provider is online
|
|
14
|
-
* try {
|
|
15
|
-
* await heartbeat({
|
|
16
|
-
* delegate: { providerPublicKey: "peerHex", timeout: 3000 },
|
|
17
|
-
* });
|
|
18
|
-
* console.log("Provider is online");
|
|
19
|
-
* } catch {
|
|
20
|
-
* console.log("Provider is offline");
|
|
21
|
-
* }
|
|
22
|
-
*
|
|
23
|
-
* @example
|
|
24
|
-
* // Check if the local engine is responsive
|
|
25
10
|
* await heartbeat();
|
|
26
11
|
*/
|
|
27
|
-
export declare function heartbeat(
|
|
28
|
-
delegate?: DelegateBase;
|
|
29
|
-
}): Promise<HeartbeatResponse>;
|
|
12
|
+
export declare function heartbeat(): Promise<HeartbeatResponse>;
|
package/dist/api/heartbeat.js
CHANGED
|
@@ -1,34 +1,17 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
2
|
import { InvalidResponseError } from '../errors/index.js';
|
|
3
3
|
/**
|
|
4
|
-
* Checks
|
|
5
|
-
*
|
|
4
|
+
* Checks whether the local engine is responsive by sending a heartbeat
|
|
5
|
+
* round-trip.
|
|
6
6
|
*
|
|
7
|
-
* @
|
|
8
|
-
* @
|
|
9
|
-
* @returns A promise that resolves to a heartbeat response if the provider is reachable.
|
|
10
|
-
* @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
|
|
7
|
+
* @returns A promise that resolves to a heartbeat response.
|
|
8
|
+
* @throws {QvacErrorBase} When the response is invalid.
|
|
11
9
|
*
|
|
12
10
|
* @example
|
|
13
|
-
* // Check if a delegated provider is online
|
|
14
|
-
* try {
|
|
15
|
-
* await heartbeat({
|
|
16
|
-
* delegate: { providerPublicKey: "peerHex", timeout: 3000 },
|
|
17
|
-
* });
|
|
18
|
-
* console.log("Provider is online");
|
|
19
|
-
* } catch {
|
|
20
|
-
* console.log("Provider is offline");
|
|
21
|
-
* }
|
|
22
|
-
*
|
|
23
|
-
* @example
|
|
24
|
-
* // Check if the local engine is responsive
|
|
25
11
|
* await heartbeat();
|
|
26
12
|
*/
|
|
27
|
-
export async function heartbeat(
|
|
28
|
-
const request = {
|
|
29
|
-
type: 'heartbeat',
|
|
30
|
-
...(params?.delegate && { delegate: params.delegate })
|
|
31
|
-
};
|
|
13
|
+
export async function heartbeat() {
|
|
14
|
+
const request = { type: 'heartbeat' };
|
|
32
15
|
const response = await send(request);
|
|
33
16
|
if (response.type !== 'heartbeat') {
|
|
34
17
|
throw new InvalidResponseError('heartbeat');
|
package/dist/api/index.d.ts
CHANGED
|
@@ -1,35 +1,36 @@
|
|
|
1
|
-
export { loadModel } from '
|
|
2
|
-
export { downloadAsset } from '
|
|
3
|
-
export { completion } from '
|
|
4
|
-
export { batchCompletion } from '
|
|
5
|
-
export { deleteCache } from '
|
|
6
|
-
export { unloadModel } from '
|
|
7
|
-
export { loggingStream } from '
|
|
8
|
-
export { subscribeServerLogs, type ServerLogHandler } from '
|
|
9
|
-
export { heartbeat } from '
|
|
10
|
-
export { transcribe, transcribeStream } from '
|
|
11
|
-
export { bciTranscribe, bciTranscribeStream } from '
|
|
12
|
-
export { embed } from '
|
|
13
|
-
export { finetune, type FinetuneHandle } from '
|
|
14
|
-
export { translate } from '
|
|
15
|
-
export { cancel } from '
|
|
16
|
-
export {
|
|
17
|
-
export {
|
|
18
|
-
export {
|
|
19
|
-
export {
|
|
20
|
-
export {
|
|
21
|
-
export {
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export {
|
|
31
|
-
export {
|
|
32
|
-
export {
|
|
33
|
-
export {
|
|
34
|
-
export {
|
|
35
|
-
export {
|
|
1
|
+
export { loadModel } from './load-model.js';
|
|
2
|
+
export { downloadAsset } from './download-asset.js';
|
|
3
|
+
export { completion } from './completion-stream.js';
|
|
4
|
+
export { batchCompletion } from './batch-completion.js';
|
|
5
|
+
export { deleteCache } from './delete-cache.js';
|
|
6
|
+
export { unloadModel } from './unload-model.js';
|
|
7
|
+
export { loggingStream } from './logging-stream.js';
|
|
8
|
+
export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
|
|
9
|
+
export { heartbeat } from './heartbeat.js';
|
|
10
|
+
export { transcribe, transcribeStream } from './transcribe.js';
|
|
11
|
+
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
|
|
12
|
+
export { embed } from './embed.js';
|
|
13
|
+
export { finetune, type FinetuneHandle } from './finetune.js';
|
|
14
|
+
export { translate } from './translate.js';
|
|
15
|
+
export { cancel } from './cancel.js';
|
|
16
|
+
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
|
|
17
|
+
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
18
|
+
export { getModelInfo } from './get-model-info.js';
|
|
19
|
+
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
20
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
21
|
+
export { assessModelFit } from './assess-model-fit.js';
|
|
22
|
+
export { ocr } from './ocr.js';
|
|
23
|
+
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
24
|
+
export { diffusion, type DiffusionProgressTick } from './diffusion.js';
|
|
25
|
+
export { audioGen } from './audio-gen.js';
|
|
26
|
+
export { classify } from './classify.js';
|
|
27
|
+
export { video, type VideoProgressTick } from './video.js';
|
|
28
|
+
export { upscale } from './upscale.js';
|
|
29
|
+
export { worldCreateScene, worldStep } from './world.js';
|
|
30
|
+
export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from './world-result.js';
|
|
31
|
+
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
|
|
32
|
+
export { suspend } from './suspend.js';
|
|
33
|
+
export { resume } from './resume.js';
|
|
34
|
+
export { state } from './state.js';
|
|
35
|
+
export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
|
|
36
|
+
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
package/dist/api/index.js
CHANGED
|
@@ -1,35 +1,35 @@
|
|
|
1
|
-
export { loadModel } from '
|
|
2
|
-
export { downloadAsset } from '
|
|
3
|
-
export { completion } from '
|
|
4
|
-
export { batchCompletion } from '
|
|
5
|
-
export { deleteCache } from '
|
|
6
|
-
export { unloadModel } from '
|
|
7
|
-
export { loggingStream } from '
|
|
8
|
-
export { subscribeServerLogs } from '
|
|
9
|
-
export { heartbeat } from '
|
|
10
|
-
export { transcribe, transcribeStream } from '
|
|
11
|
-
export { bciTranscribe, bciTranscribeStream } from '
|
|
12
|
-
export { embed } from '
|
|
13
|
-
export { finetune } from '
|
|
14
|
-
export { translate } from '
|
|
15
|
-
export { cancel } from '
|
|
16
|
-
export {
|
|
17
|
-
export {
|
|
18
|
-
export {
|
|
19
|
-
export {
|
|
20
|
-
export {
|
|
21
|
-
export {
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '
|
|
31
|
-
export { suspend } from '
|
|
32
|
-
export { resume } from '
|
|
33
|
-
export { state } from '
|
|
34
|
-
export { vla, vlaHparams, vlaSetEmbodiment } from '
|
|
35
|
-
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '
|
|
1
|
+
export { loadModel } from './load-model.js';
|
|
2
|
+
export { downloadAsset } from './download-asset.js';
|
|
3
|
+
export { completion } from './completion-stream.js';
|
|
4
|
+
export { batchCompletion } from './batch-completion.js';
|
|
5
|
+
export { deleteCache } from './delete-cache.js';
|
|
6
|
+
export { unloadModel } from './unload-model.js';
|
|
7
|
+
export { loggingStream } from './logging-stream.js';
|
|
8
|
+
export { subscribeServerLogs } from './subscribe-logs.js';
|
|
9
|
+
export { heartbeat } from './heartbeat.js';
|
|
10
|
+
export { transcribe, transcribeStream } from './transcribe.js';
|
|
11
|
+
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
|
|
12
|
+
export { embed } from './embed.js';
|
|
13
|
+
export { finetune } from './finetune.js';
|
|
14
|
+
export { translate } from './translate.js';
|
|
15
|
+
export { cancel } from './cancel.js';
|
|
16
|
+
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
|
|
17
|
+
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
18
|
+
export { getModelInfo } from './get-model-info.js';
|
|
19
|
+
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
20
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
21
|
+
export { assessModelFit } from './assess-model-fit.js';
|
|
22
|
+
export { ocr } from './ocr.js';
|
|
23
|
+
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
24
|
+
export { diffusion } from './diffusion.js';
|
|
25
|
+
export { audioGen } from './audio-gen.js';
|
|
26
|
+
export { classify } from './classify.js';
|
|
27
|
+
export { video } from './video.js';
|
|
28
|
+
export { upscale } from './upscale.js';
|
|
29
|
+
export { worldCreateScene, worldStep } from './world.js';
|
|
30
|
+
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from './registry.js';
|
|
31
|
+
export { suspend } from './suspend.js';
|
|
32
|
+
export { resume } from './resume.js';
|
|
33
|
+
export { state } from './state.js';
|
|
34
|
+
export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
|
|
35
|
+
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
package/dist/api/load-model.d.ts
CHANGED
|
@@ -31,7 +31,11 @@ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelD
|
|
|
31
31
|
*
|
|
32
32
|
* @overloadLabel "Load new model"
|
|
33
33
|
* @param options - An object that defines all configuration parameters required for loading the model, including:
|
|
34
|
-
* - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL)
|
|
34
|
+
* - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL).
|
|
35
|
+
* Hugging Face URLs (huggingface.co / hf.co) are verified against the Hub's SHA-256, and their transport is
|
|
36
|
+
* hardened (plaintext http:// and https://→http:// downgrades rejected, loopback excepted). Other HTTP(S) URLs
|
|
37
|
+
* are downloaded as-is and unverified (bring-your-own — plaintext on any host is allowed). Set
|
|
38
|
+
* `requireHttpChecksum` in the config to reject Hugging Face downloads that expose no usable checksum.
|
|
35
39
|
* - modelType: The canonical type of model ("llamacpp-completion",
|
|
36
40
|
* "whispercpp-transcription", "llamacpp-embedding", "nmtcpp-translation",
|
|
37
41
|
* "tts-ggml", ...). May be omitted when `modelSrc` is a registry descriptor
|
package/dist/api/load-model.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { send, stream } from '../dispatch.js';
|
|
2
|
-
import { startLoggingStreamForModel } from '
|
|
2
|
+
import { startLoggingStreamForModel } from './logging-stream-registry.js';
|
|
3
3
|
import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
|
|
4
4
|
import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
|
|
5
5
|
import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
6
|
+
import { parseClientInput } from './parse-input.js';
|
|
7
7
|
import { getAppLogger } from '../logging/index.js';
|
|
8
8
|
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
9
9
|
import { generateRequestId } from '../runtime/request-id.js';
|
|
@@ -55,14 +55,12 @@ async function runLoadModel(options, requestId, rpcOptions) {
|
|
|
55
55
|
if (isReactNativeRuntime() &&
|
|
56
56
|
canonicalModelType === ModelType.sdcppGeneration &&
|
|
57
57
|
modelConfig?.mode === 'video' &&
|
|
58
|
-
resolvedOptions['delegate'] === undefined &&
|
|
59
58
|
!warnedLocalVideoModelLoad) {
|
|
60
59
|
warnedLocalVideoModelLoad = true;
|
|
61
60
|
const message = 'QVAC video generation works on React Native, but loading the video ' +
|
|
62
61
|
'model on-device will usually fail or take several minutes — the video ' +
|
|
63
62
|
'diffusion models currently shipped by QVAC are too large to load ' +
|
|
64
|
-
'on typical mobile devices.
|
|
65
|
-
'run generation on a desktop peer instead.';
|
|
63
|
+
'on typical mobile devices.';
|
|
66
64
|
logger.warn(message);
|
|
67
65
|
}
|
|
68
66
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { getAppLogger } from '../logging/index.js';
|
|
2
|
-
import { loggingStream } from '
|
|
2
|
+
import { loggingStream } from './logging-stream.js';
|
|
3
3
|
const logger = getAppLogger();
|
|
4
4
|
const activeStreams = new Map();
|
|
5
5
|
export function startLoggingStreamForModel(modelId, modelLogger) {
|
package/dist/api/resume.d.ts
CHANGED
|
@@ -13,9 +13,6 @@
|
|
|
13
13
|
* Behavior of in-flight operations from before the previous `suspend()`:
|
|
14
14
|
* - P2P / Hyperdrive downloads: continue automatically once their underlying
|
|
15
15
|
* swarm/corestore is restored
|
|
16
|
-
* - Delegated reply RPCs: auto-recover once the swarm reconnects
|
|
17
|
-
* (subject to delegate `timeout`)
|
|
18
|
-
* - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
|
|
19
16
|
*
|
|
20
17
|
* @throws {RPCError} When one or more resources fail to resume. On partial
|
|
21
18
|
* failure the runtime stays `"suspended"` (operations remain blocked) so
|
package/dist/api/resume.js
CHANGED
|
@@ -15,9 +15,6 @@ import { InvalidResponseError } from '../errors/index.js';
|
|
|
15
15
|
* Behavior of in-flight operations from before the previous `suspend()`:
|
|
16
16
|
* - P2P / Hyperdrive downloads: continue automatically once their underlying
|
|
17
17
|
* swarm/corestore is restored
|
|
18
|
-
* - Delegated reply RPCs: auto-recover once the swarm reconnects
|
|
19
|
-
* (subject to delegate `timeout`)
|
|
20
|
-
* - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
|
|
21
18
|
*
|
|
22
19
|
* @throws {RPCError} When one or more resources fail to resume. On partial
|
|
23
20
|
* failure the runtime stays `"suspended"` (operations remain blocked) so
|