@qvac/inference 0.18.2 → 0.19.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +69 -36
- package/README.md +1 -5
- package/dist/api/assess-model-fit.d.ts +16 -0
- package/dist/api/assess-model-fit.js +27 -0
- package/dist/api/audio-gen.d.ts +4 -4
- package/dist/api/audio-gen.js +17 -6
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/download-asset.d.ts +1 -1
- package/dist/api/download-asset.js +2 -2
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-loaded-model-info.d.ts +6 -10
- package/dist/api/get-loaded-model-info.js +6 -10
- package/dist/api/heartbeat.d.ts +5 -22
- package/dist/api/heartbeat.js +6 -23
- package/dist/api/index.d.ts +36 -35
- package/dist/api/index.js +35 -35
- package/dist/api/load-model.d.ts +5 -1
- package/dist/api/load-model.js +3 -5
- package/dist/api/logging-stream-registry.js +1 -1
- package/dist/api/resume.d.ts +0 -3
- package/dist/api/resume.js +0 -3
- package/dist/api/subscribe-logs.js +1 -1
- package/dist/api/suspend.d.ts +0 -4
- package/dist/api/suspend.js +0 -4
- package/dist/api/translate.d.ts +3 -1
- package/dist/api/translate.js +16 -8
- package/dist/api/unload-model.js +3 -5
- package/dist/api/video-request.d.ts +207 -0
- package/dist/api/video-request.js +18 -0
- package/dist/api/video.d.ts +22 -2
- package/dist/api/video.js +25 -15
- package/dist/api/vla-helpers.d.ts +1 -2
- package/dist/api/vla-helpers.js +1 -2
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.d.ts +71 -0
- package/dist/api/world-result.js +293 -0
- package/dist/api/world.d.ts +143 -0
- package/dist/api/world.js +71 -0
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.js +15 -28
- package/dist/errors/index.d.ts +35 -31
- package/dist/errors/index.js +66 -56
- package/dist/handlers/assess-model-fit.d.ts +10 -0
- package/dist/handlers/assess-model-fit.js +75 -0
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +1 -1
- package/dist/handlers/delete-cache.js +3 -0
- package/dist/handlers/download-asset.js +6 -5
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +0 -12
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/get-system-resources.js +8 -0
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +3 -3
- package/dist/handlers/load-model/download-stats.js +5 -5
- package/dist/handlers/load-model/handler.js +6 -8
- package/dist/handlers/load-model/http-verify.d.ts +20 -0
- package/dist/handlers/load-model/http-verify.js +54 -0
- package/dist/handlers/load-model/http.d.ts +12 -2
- package/dist/handlers/load-model/http.js +119 -230
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +1 -1
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +4 -4
- package/dist/handlers/load-model/resolve-session.d.ts +8 -1
- package/dist/handlers/load-model/resolve-session.js +12 -9
- package/dist/handlers/load-model/resolve.d.ts +4 -4
- package/dist/handlers/load-model/resolve.js +18 -16
- package/dist/handlers/load-model/safe-fetch.d.ts +44 -0
- package/dist/handlers/load-model/safe-fetch.js +143 -0
- package/dist/handlers/load-model/types.d.ts +9 -0
- package/dist/handlers/plugin-dispatch.js +1 -4
- package/dist/handlers/plugin-invoke.js +1 -4
- package/dist/handlers/types.d.ts +0 -2
- package/dist/handlers/unload-model.js +1 -4
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +250 -0
- package/dist/models/registry/models.js +2071 -1806
- package/dist/models/registry/resource-profiles.d.ts +18 -0
- package/dist/models/registry/resource-profiles.js +4934 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +14 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +47 -5
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +134 -4
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +47 -28
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +1 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.js +2 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +1 -1
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +12 -12
- package/dist/plugins/builtin/index.js +12 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +2 -2
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +3 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +37 -26
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +12 -11
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +133 -41
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +79 -17
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +22 -8
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +10 -13
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +4 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +13 -2
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +1 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +32 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +126 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +820 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +153 -4
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +134 -13
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +1 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +2 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.js +1 -1
- package/dist/plugins/ops/load-model.js +1 -1
- package/dist/plugins/ops/transcribe.js +2 -2
- package/dist/plugins/ops/translate.js +4 -12
- package/dist/plugins/ops/unload-model.js +19 -21
- package/dist/plugins/registry.d.ts +1 -0
- package/dist/plugins/registry.js +12 -0
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/envelope.d.ts +0 -1
- package/dist/profiling/envelope.js +0 -10
- package/dist/profiling/events.d.ts +2 -3
- package/dist/profiling/events.js +2 -9
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -14
- package/dist/profiling/index.js +12 -13
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +35 -2
- package/dist/profiling/operation-wrappers.js +12 -15
- package/dist/profiling/profiler.d.ts +1 -2
- package/dist/profiling/profiler.js +7 -26
- package/dist/profiling/types.d.ts +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +2 -6
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.d.ts +4 -2
- package/dist/rag/rag-workspace-manager.js +268 -15
- package/dist/registry.js +8 -58
- package/dist/resources/collector.d.ts +3 -1
- package/dist/resources/collector.js +91 -9
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/model-fit/assess.d.ts +36 -0
- package/dist/resources/model-fit/assess.js +679 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-arm64.js +36 -0
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/darwin-x64.js +38 -0
- package/dist/resources/model-fit/calibration/fit.d.ts +73 -0
- package/dist/resources/model-fit/calibration/fit.js +152 -0
- package/dist/resources/model-fit/calibration/index.d.ts +37 -0
- package/dist/resources/model-fit/calibration/index.js +75 -0
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-arm64.js +38 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +39 -0
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/linux-x64.js +38 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +39 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +36 -0
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +8 -0
- package/dist/resources/model-fit/calibration/win32-x64.js +38 -0
- package/dist/resources/model-fit/estimators/llm.d.ts +46 -0
- package/dist/resources/model-fit/estimators/llm.js +222 -0
- package/dist/resources/model-fit/estimators/whisper.d.ts +10 -0
- package/dist/resources/model-fit/estimators/whisper.js +77 -0
- package/dist/resources/model-fit/floor.d.ts +31 -0
- package/dist/resources/model-fit/floor.js +65 -0
- package/dist/resources/model-fit/types.d.ts +120 -0
- package/dist/resources/model-fit/types.js +1 -0
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/native.js +15 -0
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +14 -0
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +5 -7
- package/dist/runtime/model-registry.d.ts +0 -14
- package/dist/runtime/model-registry.js +17 -40
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +13 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +4 -5
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +18 -3
- package/dist/schemas/assess-model-fit.d.ts +311 -0
- package/dist/schemas/assess-model-fit.js +182 -0
- package/dist/schemas/audio-gen.d.ts +437 -7
- package/dist/schemas/audio-gen.js +131 -19
- package/dist/schemas/batch-completion-stream.d.ts +5 -2
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.js +73 -27
- package/dist/schemas/bci.d.ts +3 -3
- package/dist/schemas/bci.js +5 -5
- package/dist/schemas/cancel.d.ts +5 -0
- package/dist/schemas/cancel.js +1 -0
- package/dist/schemas/classification.js +13 -6
- package/dist/schemas/common.d.ts +695 -335
- package/dist/schemas/common.js +33 -31
- package/dist/schemas/completion-event.d.ts +5 -2
- package/dist/schemas/completion-event.js +2 -1
- package/dist/schemas/completion-stream.d.ts +3 -5
- package/dist/schemas/completion-stream.js +4 -8
- package/dist/schemas/config.d.ts +640 -18
- package/dist/schemas/config.js +50 -8
- package/dist/schemas/download-asset.d.ts +19 -1
- package/dist/schemas/download-asset.js +20 -4
- package/dist/schemas/engine-addon-map.d.ts +1 -1
- package/dist/schemas/engine-addon-map.js +3 -3
- package/dist/schemas/error.d.ts +2 -2
- package/dist/schemas/error.js +2 -2
- package/dist/schemas/errors.d.ts +2 -6
- package/dist/schemas/errors.js +30 -40
- package/dist/schemas/heartbeat.d.ts +10 -0
- package/dist/schemas/heartbeat.js +8 -0
- package/dist/schemas/index.d.ts +46 -44
- package/dist/schemas/index.js +45 -43
- package/dist/schemas/llamacpp-config.d.ts +32 -10
- package/dist/schemas/llamacpp-config.js +11 -8
- package/dist/schemas/load-model.d.ts +2902 -1857
- package/dist/schemas/load-model.js +52 -52
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +2354 -0
- package/dist/schemas/model-config-schemas.js +46 -0
- package/dist/schemas/model-info.d.ts +10 -20
- package/dist/schemas/model-info.js +4 -25
- package/dist/schemas/model-ops.d.ts +3 -1
- package/dist/schemas/model-ops.js +7 -2
- package/dist/schemas/model-resource-profile.d.ts +109 -0
- package/dist/schemas/model-resource-profile.js +83 -0
- package/dist/schemas/model-src-utils.d.ts +1 -0
- package/dist/schemas/model-src-utils.js +33 -13
- package/dist/schemas/ocr.js +48 -13
- package/dist/schemas/path-validation.js +8 -2
- package/dist/schemas/plugin.d.ts +23 -10
- package/dist/schemas/plugin.js +11 -0
- package/dist/schemas/profiling.d.ts +138 -43
- package/dist/schemas/profiling.js +1 -22
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.js +1 -1
- package/dist/schemas/reload-config.d.ts +0 -2
- package/dist/schemas/reload-config.js +2 -3
- package/dist/schemas/sdcpp-config.d.ts +344 -4
- package/dist/schemas/sdcpp-config.js +504 -17
- package/dist/schemas/system-resources.d.ts +138 -0
- package/dist/schemas/system-resources.js +3 -1
- package/dist/schemas/text-to-speech.js +183 -76
- package/dist/schemas/transcription-config.js +253 -85
- package/dist/schemas/transcription.d.ts +3 -3
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.js +53 -25
- package/dist/schemas/vla.d.ts +1 -1
- package/dist/selection.d.ts +1 -5
- package/dist/selection.js +2 -6
- package/dist/surface.d.ts +1 -1
- package/dist/utils/addon-responses.d.ts +1 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +1 -1
- package/dist/utils/cache/auto-history.js +1 -1
- package/dist/utils/cache/paths.js +5 -5
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/image-dimensions.d.ts +26 -0
- package/dist/utils/image-dimensions.js +46 -0
- package/dist/utils/index.d.ts +13 -10
- package/dist/utils/index.js +13 -10
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-sanitize.d.ts +7 -0
- package/dist/utils/path-sanitize.js +36 -0
- package/dist/utils/path-security.d.ts +0 -7
- package/dist/utils/path-security.js +1 -36
- package/dist/utils/shard-utils.js +3 -3
- package/dist/utils/tool-integration.js +1 -1
- package/dist/utils/tools/dialect.js +1 -1
- package/dist/utils/tools/index.d.ts +2 -2
- package/dist/utils/tools/index.js +2 -2
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +3 -3
- package/dist/utils/url-security.d.ts +17 -0
- package/dist/utils/url-security.js +75 -0
- package/package.json +31 -26
- package/dist/api/provide.d.ts +0 -23
- package/dist/api/provide.js +0 -32
- package/dist/api/stop-provider.d.ts +0 -20
- package/dist/api/stop-provider.js +0 -30
- package/dist/p2p/cancel-delegated.d.ts +0 -3
- package/dist/p2p/cancel-delegated.js +0 -64
- package/dist/p2p/completion-stream-delegated.d.ts +0 -4
- package/dist/p2p/completion-stream-delegated.js +0 -51
- package/dist/p2p/delegate-client.d.ts +0 -9
- package/dist/p2p/delegate-client.js +0 -219
- package/dist/p2p/delegate-connect-diagnostics.d.ts +0 -8
- package/dist/p2p/delegate-connect-diagnostics.js +0 -38
- package/dist/p2p/delegate-transport.d.ts +0 -18
- package/dist/p2p/delegate-transport.js +0 -237
- package/dist/p2p/error-handlers.d.ts +0 -4
- package/dist/p2p/error-handlers.js +0 -31
- package/dist/p2p/handle-request.d.ts +0 -2
- package/dist/p2p/handle-request.js +0 -171
- package/dist/p2p/handler-utils.d.ts +0 -19
- package/dist/p2p/handler-utils.js +0 -180
- package/dist/p2p/heartbeat-delegated.d.ts +0 -3
- package/dist/p2p/heartbeat-delegated.js +0 -32
- package/dist/p2p/load-model-delegated.d.ts +0 -6
- package/dist/p2p/load-model-delegated.js +0 -132
- package/dist/p2p/progress-throttle.d.ts +0 -7
- package/dist/p2p/progress-throttle.js +0 -47
- package/dist/p2p/provideHandler/connection.d.ts +0 -2
- package/dist/p2p/provideHandler/connection.js +0 -38
- package/dist/p2p/provideHandler/handler.d.ts +0 -2
- package/dist/p2p/provideHandler/handler.js +0 -66
- package/dist/p2p/provideHandler/proxy.d.ts +0 -2
- package/dist/p2p/provideHandler/proxy.js +0 -24
- package/dist/p2p/provideHandler.d.ts +0 -1
- package/dist/p2p/provideHandler.js +0 -2
- package/dist/p2p/rpc-utils.d.ts +0 -4
- package/dist/p2p/rpc-utils.js +0 -8
- package/dist/p2p/stopProvideHandler.d.ts +0 -2
- package/dist/p2p/stopProvideHandler.js +0 -29
- package/dist/p2p/swarm.d.ts +0 -9
- package/dist/p2p/swarm.js +0 -103
- package/dist/p2p/transport-selector.d.ts +0 -2
- package/dist/p2p/transport-selector.js +0 -18
- package/dist/p2p/unload-model-delegated.d.ts +0 -2
- package/dist/p2p/unload-model-delegated.js +0 -31
- package/dist/profiling/delegation-profiler.d.ts +0 -31
- package/dist/profiling/delegation-profiler.js +0 -155
- package/dist/schemas/delegate.d.ts +0 -29
- package/dist/schemas/delegate.js +0 -40
- package/dist/schemas/provide.d.ts +0 -50
- package/dist/schemas/provide.js +0 -32
package/dist/api/heartbeat.d.ts
CHANGED
|
@@ -1,29 +1,12 @@
|
|
|
1
1
|
import { type HeartbeatResponse } from '../schemas/index.js';
|
|
2
|
-
import type { DelegateBase } from '../schemas/delegate.js';
|
|
3
2
|
/**
|
|
4
|
-
* Checks
|
|
5
|
-
*
|
|
3
|
+
* Checks whether the local engine is responsive by sending a heartbeat
|
|
4
|
+
* round-trip.
|
|
6
5
|
*
|
|
7
|
-
* @
|
|
8
|
-
* @
|
|
9
|
-
* @returns A promise that resolves to a heartbeat response if the provider is reachable.
|
|
10
|
-
* @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
|
|
6
|
+
* @returns A promise that resolves to a heartbeat response.
|
|
7
|
+
* @throws {QvacErrorBase} When the response is invalid.
|
|
11
8
|
*
|
|
12
9
|
* @example
|
|
13
|
-
* // Check if a delegated provider is online
|
|
14
|
-
* try {
|
|
15
|
-
* await heartbeat({
|
|
16
|
-
* delegate: { providerPublicKey: "peerHex", timeout: 3000 },
|
|
17
|
-
* });
|
|
18
|
-
* console.log("Provider is online");
|
|
19
|
-
* } catch {
|
|
20
|
-
* console.log("Provider is offline");
|
|
21
|
-
* }
|
|
22
|
-
*
|
|
23
|
-
* @example
|
|
24
|
-
* // Check if the local engine is responsive
|
|
25
10
|
* await heartbeat();
|
|
26
11
|
*/
|
|
27
|
-
export declare function heartbeat(
|
|
28
|
-
delegate?: DelegateBase;
|
|
29
|
-
}): Promise<HeartbeatResponse>;
|
|
12
|
+
export declare function heartbeat(): Promise<HeartbeatResponse>;
|
package/dist/api/heartbeat.js
CHANGED
|
@@ -1,34 +1,17 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
2
|
import { InvalidResponseError } from '../errors/index.js';
|
|
3
3
|
/**
|
|
4
|
-
* Checks
|
|
5
|
-
*
|
|
4
|
+
* Checks whether the local engine is responsive by sending a heartbeat
|
|
5
|
+
* round-trip.
|
|
6
6
|
*
|
|
7
|
-
* @
|
|
8
|
-
* @
|
|
9
|
-
* @returns A promise that resolves to a heartbeat response if the provider is reachable.
|
|
10
|
-
* @throws {QvacErrorBase} When the provider is unreachable or the response is invalid.
|
|
7
|
+
* @returns A promise that resolves to a heartbeat response.
|
|
8
|
+
* @throws {QvacErrorBase} When the response is invalid.
|
|
11
9
|
*
|
|
12
10
|
* @example
|
|
13
|
-
* // Check if a delegated provider is online
|
|
14
|
-
* try {
|
|
15
|
-
* await heartbeat({
|
|
16
|
-
* delegate: { providerPublicKey: "peerHex", timeout: 3000 },
|
|
17
|
-
* });
|
|
18
|
-
* console.log("Provider is online");
|
|
19
|
-
* } catch {
|
|
20
|
-
* console.log("Provider is offline");
|
|
21
|
-
* }
|
|
22
|
-
*
|
|
23
|
-
* @example
|
|
24
|
-
* // Check if the local engine is responsive
|
|
25
11
|
* await heartbeat();
|
|
26
12
|
*/
|
|
27
|
-
export async function heartbeat(
|
|
28
|
-
const request = {
|
|
29
|
-
type: 'heartbeat',
|
|
30
|
-
...(params?.delegate && { delegate: params.delegate })
|
|
31
|
-
};
|
|
13
|
+
export async function heartbeat() {
|
|
14
|
+
const request = { type: 'heartbeat' };
|
|
32
15
|
const response = await send(request);
|
|
33
16
|
if (response.type !== 'heartbeat') {
|
|
34
17
|
throw new InvalidResponseError('heartbeat');
|
package/dist/api/index.d.ts
CHANGED
|
@@ -1,35 +1,36 @@
|
|
|
1
|
-
export { loadModel } from '
|
|
2
|
-
export { downloadAsset } from '
|
|
3
|
-
export { completion } from '
|
|
4
|
-
export { batchCompletion } from '
|
|
5
|
-
export { deleteCache } from '
|
|
6
|
-
export { unloadModel } from '
|
|
7
|
-
export { loggingStream } from '
|
|
8
|
-
export { subscribeServerLogs, type ServerLogHandler } from '
|
|
9
|
-
export { heartbeat } from '
|
|
10
|
-
export { transcribe, transcribeStream } from '
|
|
11
|
-
export { bciTranscribe, bciTranscribeStream } from '
|
|
12
|
-
export { embed } from '
|
|
13
|
-
export { finetune, type FinetuneHandle } from '
|
|
14
|
-
export { translate } from '
|
|
15
|
-
export { cancel } from '
|
|
16
|
-
export {
|
|
17
|
-
export {
|
|
18
|
-
export {
|
|
19
|
-
export {
|
|
20
|
-
export {
|
|
21
|
-
export {
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export {
|
|
31
|
-
export {
|
|
32
|
-
export {
|
|
33
|
-
export {
|
|
34
|
-
export {
|
|
35
|
-
export {
|
|
1
|
+
export { loadModel } from './load-model.js';
|
|
2
|
+
export { downloadAsset } from './download-asset.js';
|
|
3
|
+
export { completion } from './completion-stream.js';
|
|
4
|
+
export { batchCompletion } from './batch-completion.js';
|
|
5
|
+
export { deleteCache } from './delete-cache.js';
|
|
6
|
+
export { unloadModel } from './unload-model.js';
|
|
7
|
+
export { loggingStream } from './logging-stream.js';
|
|
8
|
+
export { subscribeServerLogs, type ServerLogHandler } from './subscribe-logs.js';
|
|
9
|
+
export { heartbeat } from './heartbeat.js';
|
|
10
|
+
export { transcribe, transcribeStream } from './transcribe.js';
|
|
11
|
+
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
|
|
12
|
+
export { embed } from './embed.js';
|
|
13
|
+
export { finetune, type FinetuneHandle } from './finetune.js';
|
|
14
|
+
export { translate } from './translate.js';
|
|
15
|
+
export { cancel } from './cancel.js';
|
|
16
|
+
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
|
|
17
|
+
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
18
|
+
export { getModelInfo } from './get-model-info.js';
|
|
19
|
+
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
20
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
21
|
+
export { assessModelFit } from './assess-model-fit.js';
|
|
22
|
+
export { ocr } from './ocr.js';
|
|
23
|
+
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
24
|
+
export { diffusion, type DiffusionProgressTick } from './diffusion.js';
|
|
25
|
+
export { audioGen } from './audio-gen.js';
|
|
26
|
+
export { classify } from './classify.js';
|
|
27
|
+
export { video, type VideoProgressTick } from './video.js';
|
|
28
|
+
export { upscale } from './upscale.js';
|
|
29
|
+
export { worldCreateScene, worldStep } from './world.js';
|
|
30
|
+
export { type WorldStepResult, type WorldStepProgressTick, type WorldSceneResult, type WorldSceneResultWithPack } from './world-result.js';
|
|
31
|
+
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel, type ModelRegistrySearchParams } from './registry.js';
|
|
32
|
+
export { suspend } from './suspend.js';
|
|
33
|
+
export { resume } from './resume.js';
|
|
34
|
+
export { state } from './state.js';
|
|
35
|
+
export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
|
|
36
|
+
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
package/dist/api/index.js
CHANGED
|
@@ -1,35 +1,35 @@
|
|
|
1
|
-
export { loadModel } from '
|
|
2
|
-
export { downloadAsset } from '
|
|
3
|
-
export { completion } from '
|
|
4
|
-
export { batchCompletion } from '
|
|
5
|
-
export { deleteCache } from '
|
|
6
|
-
export { unloadModel } from '
|
|
7
|
-
export { loggingStream } from '
|
|
8
|
-
export { subscribeServerLogs } from '
|
|
9
|
-
export { heartbeat } from '
|
|
10
|
-
export { transcribe, transcribeStream } from '
|
|
11
|
-
export { bciTranscribe, bciTranscribeStream } from '
|
|
12
|
-
export { embed } from '
|
|
13
|
-
export { finetune } from '
|
|
14
|
-
export { translate } from '
|
|
15
|
-
export { cancel } from '
|
|
16
|
-
export {
|
|
17
|
-
export {
|
|
18
|
-
export {
|
|
19
|
-
export {
|
|
20
|
-
export {
|
|
21
|
-
export {
|
|
22
|
-
export {
|
|
23
|
-
export {
|
|
24
|
-
export {
|
|
25
|
-
export {
|
|
26
|
-
export {
|
|
27
|
-
export {
|
|
28
|
-
export {
|
|
29
|
-
export {
|
|
30
|
-
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from '
|
|
31
|
-
export { suspend } from '
|
|
32
|
-
export { resume } from '
|
|
33
|
-
export { state } from '
|
|
34
|
-
export { vla, vlaHparams, vlaSetEmbodiment } from '
|
|
35
|
-
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from '
|
|
1
|
+
export { loadModel } from './load-model.js';
|
|
2
|
+
export { downloadAsset } from './download-asset.js';
|
|
3
|
+
export { completion } from './completion-stream.js';
|
|
4
|
+
export { batchCompletion } from './batch-completion.js';
|
|
5
|
+
export { deleteCache } from './delete-cache.js';
|
|
6
|
+
export { unloadModel } from './unload-model.js';
|
|
7
|
+
export { loggingStream } from './logging-stream.js';
|
|
8
|
+
export { subscribeServerLogs } from './subscribe-logs.js';
|
|
9
|
+
export { heartbeat } from './heartbeat.js';
|
|
10
|
+
export { transcribe, transcribeStream } from './transcribe.js';
|
|
11
|
+
export { bciTranscribe, bciTranscribeStream } from './bci-transcribe.js';
|
|
12
|
+
export { embed } from './embed.js';
|
|
13
|
+
export { finetune } from './finetune.js';
|
|
14
|
+
export { translate } from './translate.js';
|
|
15
|
+
export { cancel } from './cancel.js';
|
|
16
|
+
export { ragChunk, ragIngest, ragSaveEmbeddings, ragSearch, ragDeleteEmbeddings, ragReindex, ragListWorkspaces, ragCloseWorkspace, ragDeleteWorkspace } from './rag.js';
|
|
17
|
+
export { textToSpeech, textToSpeechStream } from './text-to-speech.js';
|
|
18
|
+
export { getModelInfo } from './get-model-info.js';
|
|
19
|
+
export { getLoadedModelInfo } from './get-loaded-model-info.js';
|
|
20
|
+
export { getSystemResources } from './get-system-resources.js';
|
|
21
|
+
export { assessModelFit } from './assess-model-fit.js';
|
|
22
|
+
export { ocr } from './ocr.js';
|
|
23
|
+
export { invokePlugin, invokePluginStream } from './invoke-plugin.js';
|
|
24
|
+
export { diffusion } from './diffusion.js';
|
|
25
|
+
export { audioGen } from './audio-gen.js';
|
|
26
|
+
export { classify } from './classify.js';
|
|
27
|
+
export { video } from './video.js';
|
|
28
|
+
export { upscale } from './upscale.js';
|
|
29
|
+
export { worldCreateScene, worldStep } from './world.js';
|
|
30
|
+
export { modelRegistryList, modelRegistrySearch, modelRegistryGetModel } from './registry.js';
|
|
31
|
+
export { suspend } from './suspend.js';
|
|
32
|
+
export { resume } from './resume.js';
|
|
33
|
+
export { state } from './state.js';
|
|
34
|
+
export { vla, vlaHparams, vlaSetEmbodiment } from './vla.js';
|
|
35
|
+
export { vlaPreprocessImage, vlaPadState, VLA_DEFAULT_IMAGE_SIZE } from './vla-helpers.js';
|
package/dist/api/load-model.d.ts
CHANGED
|
@@ -31,7 +31,11 @@ export declare function loadModel<S extends ModelDescriptor>(options: LoadModelD
|
|
|
31
31
|
*
|
|
32
32
|
* @overloadLabel "Load new model"
|
|
33
33
|
* @param options - An object that defines all configuration parameters required for loading the model, including:
|
|
34
|
-
* - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL)
|
|
34
|
+
* - modelSrc: The location from which the model weights are fetched (local path, remote URL, or Hyperdrive URL).
|
|
35
|
+
* Hugging Face URLs (huggingface.co / hf.co) are verified against the Hub's SHA-256, and their transport is
|
|
36
|
+
* hardened (plaintext http:// and https://→http:// downgrades rejected, loopback excepted). Other HTTP(S) URLs
|
|
37
|
+
* are downloaded as-is and unverified (bring-your-own — plaintext on any host is allowed). Set
|
|
38
|
+
* `requireHttpChecksum` in the config to reject Hugging Face downloads that expose no usable checksum.
|
|
35
39
|
* - modelType: The canonical type of model ("llamacpp-completion",
|
|
36
40
|
* "whispercpp-transcription", "llamacpp-embedding", "nmtcpp-translation",
|
|
37
41
|
* "tts-ggml", ...). May be omitted when `modelSrc` is a registry descriptor
|
package/dist/api/load-model.js
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { send, stream } from '../dispatch.js';
|
|
2
|
-
import { startLoggingStreamForModel } from '
|
|
2
|
+
import { startLoggingStreamForModel } from './logging-stream-registry.js';
|
|
3
3
|
import { loadBuiltinToRequestSchema, loadCustomPluginToRequestSchema, reloadConfigOptionsToRequestSchema, isBuiltInModelType, isModelTypeAlias, normalizeModelType, inferModelTypeFromModelSrc, ModelType } from '../schemas/index.js';
|
|
4
4
|
import { ModelLoadFailedError, ModelTypeRequiredError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
|
|
5
5
|
import { assertModelSrcMatchesModelType } from '../utils/load-model-validation.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
6
|
+
import { parseClientInput } from './parse-input.js';
|
|
7
7
|
import { getAppLogger } from '../logging/index.js';
|
|
8
8
|
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
9
9
|
import { generateRequestId } from '../runtime/request-id.js';
|
|
@@ -55,14 +55,12 @@ async function runLoadModel(options, requestId, rpcOptions) {
|
|
|
55
55
|
if (isReactNativeRuntime() &&
|
|
56
56
|
canonicalModelType === ModelType.sdcppGeneration &&
|
|
57
57
|
modelConfig?.mode === 'video' &&
|
|
58
|
-
resolvedOptions['delegate'] === undefined &&
|
|
59
58
|
!warnedLocalVideoModelLoad) {
|
|
60
59
|
warnedLocalVideoModelLoad = true;
|
|
61
60
|
const message = 'QVAC video generation works on React Native, but loading the video ' +
|
|
62
61
|
'model on-device will usually fail or take several minutes — the video ' +
|
|
63
62
|
'diffusion models currently shipped by QVAC are too large to load ' +
|
|
64
|
-
'on typical mobile devices.
|
|
65
|
-
'run generation on a desktop peer instead.';
|
|
63
|
+
'on typical mobile devices.';
|
|
66
64
|
logger.warn(message);
|
|
67
65
|
}
|
|
68
66
|
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { getAppLogger } from '../logging/index.js';
|
|
2
|
-
import { loggingStream } from '
|
|
2
|
+
import { loggingStream } from './logging-stream.js';
|
|
3
3
|
const logger = getAppLogger();
|
|
4
4
|
const activeStreams = new Map();
|
|
5
5
|
export function startLoggingStreamForModel(modelId, modelLogger) {
|
package/dist/api/resume.d.ts
CHANGED
|
@@ -13,9 +13,6 @@
|
|
|
13
13
|
* Behavior of in-flight operations from before the previous `suspend()`:
|
|
14
14
|
* - P2P / Hyperdrive downloads: continue automatically once their underlying
|
|
15
15
|
* swarm/corestore is restored
|
|
16
|
-
* - Delegated reply RPCs: auto-recover once the swarm reconnects
|
|
17
|
-
* (subject to delegate `timeout`)
|
|
18
|
-
* - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
|
|
19
16
|
*
|
|
20
17
|
* @throws {RPCError} When one or more resources fail to resume. On partial
|
|
21
18
|
* failure the runtime stays `"suspended"` (operations remain blocked) so
|
package/dist/api/resume.js
CHANGED
|
@@ -15,9 +15,6 @@ import { InvalidResponseError } from '../errors/index.js';
|
|
|
15
15
|
* Behavior of in-flight operations from before the previous `suspend()`:
|
|
16
16
|
* - P2P / Hyperdrive downloads: continue automatically once their underlying
|
|
17
17
|
* swarm/corestore is restored
|
|
18
|
-
* - Delegated reply RPCs: auto-recover once the swarm reconnects
|
|
19
|
-
* (subject to delegate `timeout`)
|
|
20
|
-
* - Delegated stream RPCs: not recovered — re-issue after `resume()` works normally.
|
|
21
18
|
*
|
|
22
19
|
* @throws {RPCError} When one or more resources fail to resume. On partial
|
|
23
20
|
* failure the runtime stays `"suspended"` (operations remain blocked) so
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { getAppLogger, ALL_LOG_ID } from '../logging/index.js';
|
|
2
|
-
import { loggingStream } from '
|
|
2
|
+
import { loggingStream } from './logging-stream.js';
|
|
3
3
|
const logger = getAppLogger();
|
|
4
4
|
/**
|
|
5
5
|
* Subscribes to every log through a single stream: the engine's own logs, per-model
|
package/dist/api/suspend.d.ts
CHANGED
|
@@ -14,10 +14,6 @@
|
|
|
14
14
|
* - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
|
|
15
15
|
* - HTTP downloads: bypass suspend entirely (bytes keep flowing)
|
|
16
16
|
* - Local native inference: runs to completion regardless
|
|
17
|
-
* - Delegated reply RPCs: stall, then auto-recover after `resume()`
|
|
18
|
-
* (subject to delegate `timeout`)
|
|
19
|
-
* - Delegated stream RPCs: severed, consumer iterator hangs silently;
|
|
20
|
-
* re-issue after `resume()` works normally.
|
|
21
17
|
*
|
|
22
18
|
* @throws {RPCError} When one or more resources fail to suspend. The runtime
|
|
23
19
|
* still commits to `"suspended"` so callers can recover with `resume()`.
|
package/dist/api/suspend.js
CHANGED
|
@@ -16,10 +16,6 @@ import { InvalidResponseError } from '../errors/index.js';
|
|
|
16
16
|
* - P2P / Hyperdrive downloads: stall cleanly, continue after `resume()`
|
|
17
17
|
* - HTTP downloads: bypass suspend entirely (bytes keep flowing)
|
|
18
18
|
* - Local native inference: runs to completion regardless
|
|
19
|
-
* - Delegated reply RPCs: stall, then auto-recover after `resume()`
|
|
20
|
-
* (subject to delegate `timeout`)
|
|
21
|
-
* - Delegated stream RPCs: severed, consumer iterator hangs silently;
|
|
22
|
-
* re-issue after `resume()` works normally.
|
|
23
19
|
*
|
|
24
20
|
* @throws {RPCError} When one or more resources fail to suspend. The runtime
|
|
25
21
|
* still commits to `"suspended"` so callers can recover with `resume()`.
|
package/dist/api/translate.d.ts
CHANGED
|
@@ -10,7 +10,8 @@ import { type TranslateClientParams, type TranslationStats, type RPCOptions } fr
|
|
|
10
10
|
* @param params.to - Target language code
|
|
11
11
|
* @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
|
|
12
12
|
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
13
|
-
* @returns Object with tokenStream generator
|
|
13
|
+
* @returns Object with a tokenStream generator, `translations` (one entry per
|
|
14
|
+
* input, in order), `text` (those entries joined by newlines) and stats
|
|
14
15
|
* @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
|
|
15
16
|
* @example
|
|
16
17
|
* ```typescript
|
|
@@ -43,5 +44,6 @@ import { type TranslateClientParams, type TranslationStats, type RPCOptions } fr
|
|
|
43
44
|
export declare function translate(params: TranslateClientParams, options?: RPCOptions): {
|
|
44
45
|
tokenStream: AsyncGenerator<string>;
|
|
45
46
|
stats: Promise<TranslationStats | undefined>;
|
|
47
|
+
translations: Promise<string[]>;
|
|
46
48
|
text: Promise<string>;
|
|
47
49
|
};
|
package/dist/api/translate.js
CHANGED
|
@@ -11,7 +11,8 @@ import { translateResponseSchema } from '../schemas/index.js';
|
|
|
11
11
|
* @param params.to - Target language code
|
|
12
12
|
* @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true.
|
|
13
13
|
* @param options - Optional RPC options (timeout, profiling, force new connection, etc.).
|
|
14
|
-
* @returns Object with tokenStream generator
|
|
14
|
+
* @returns Object with a tokenStream generator, `translations` (one entry per
|
|
15
|
+
* input, in order), `text` (those entries joined by newlines) and stats
|
|
15
16
|
* @throws {QvacErrorBase} When translation fails with an error message or when language detection fails
|
|
16
17
|
* @example
|
|
17
18
|
* ```typescript
|
|
@@ -70,10 +71,10 @@ export function translate(params, options) {
|
|
|
70
71
|
}
|
|
71
72
|
}
|
|
72
73
|
})();
|
|
73
|
-
const textPromise = Promise.resolve('');
|
|
74
74
|
return {
|
|
75
75
|
tokenStream,
|
|
76
|
-
|
|
76
|
+
translations: Promise.resolve([]),
|
|
77
|
+
text: Promise.resolve(''),
|
|
77
78
|
stats: statsPromise
|
|
78
79
|
};
|
|
79
80
|
}
|
|
@@ -81,23 +82,30 @@ export function translate(params, options) {
|
|
|
81
82
|
const tokenStream = (async function* () {
|
|
82
83
|
//Empty generator for non-streaming mode
|
|
83
84
|
})();
|
|
84
|
-
const
|
|
85
|
-
|
|
85
|
+
const batched = Array.isArray(params.text);
|
|
86
|
+
const translationsPromise = (async () => {
|
|
87
|
+
const collected = batched ? [] : [''];
|
|
86
88
|
for await (const response of streamRpc(request, options)) {
|
|
87
89
|
if (response.type === 'translate') {
|
|
88
90
|
const streamResponse = translateResponseSchema.parse(response);
|
|
89
|
-
buffer += streamResponse.token;
|
|
90
91
|
if (streamResponse.done) {
|
|
91
92
|
stats = streamResponse.stats;
|
|
92
93
|
statsResolver(stats);
|
|
93
94
|
}
|
|
95
|
+
else if (batched) {
|
|
96
|
+
collected.push(streamResponse.token);
|
|
97
|
+
}
|
|
98
|
+
else {
|
|
99
|
+
collected[0] += streamResponse.token;
|
|
100
|
+
}
|
|
94
101
|
}
|
|
95
102
|
}
|
|
96
|
-
return
|
|
103
|
+
return collected;
|
|
97
104
|
})();
|
|
98
105
|
return {
|
|
99
106
|
tokenStream,
|
|
100
|
-
|
|
107
|
+
translations: translationsPromise,
|
|
108
|
+
text: translationsPromise.then((entries) => entries.join('\n')),
|
|
101
109
|
stats: statsPromise
|
|
102
110
|
};
|
|
103
111
|
}
|
package/dist/api/unload-model.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { send, close } from '../dispatch.js';
|
|
2
|
-
import { stopLoggingStreamForModel } from '
|
|
2
|
+
import { stopLoggingStreamForModel } from './logging-stream-registry.js';
|
|
3
3
|
import { InvalidResponseError, ModelUnloadFailedError } from '../errors/index.js';
|
|
4
4
|
import { getAppLogger } from '../logging/index.js';
|
|
5
5
|
const logger = getAppLogger();
|
|
@@ -33,10 +33,8 @@ export async function unloadModel(params) {
|
|
|
33
33
|
}
|
|
34
34
|
stopLoggingStreamForModel(params.modelId);
|
|
35
35
|
const shouldAutoClose = params.autoClose ?? false;
|
|
36
|
-
if (shouldAutoClose &&
|
|
37
|
-
|
|
38
|
-
response.hasActiveProviders === false) {
|
|
39
|
-
logger.info('🧹 No models or providers active, automatically tearing down the engine...');
|
|
36
|
+
if (shouldAutoClose && response.hasActiveModels === false) {
|
|
37
|
+
logger.info('🧹 No models active, automatically tearing down the engine...');
|
|
40
38
|
await close();
|
|
41
39
|
}
|
|
42
40
|
}
|