@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
3
|
+
export declare function deleteCorestoreDirectory(corestoreDir: string): Promise<void>;
|
|
4
|
+
export declare function downloadModelFromHyperdrive(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, hooks?: DownloadHooks, expectedChecksum?: string): Promise<string>;
|
|
@@ -0,0 +1,560 @@
|
|
|
1
|
+
import fs, { promises as fsPromises } from 'bare-fs';
|
|
2
|
+
import path from 'bare-path';
|
|
3
|
+
import Corestore from 'corestore';
|
|
4
|
+
import Hyperswarm from 'hyperswarm';
|
|
5
|
+
import Hyperdrive from 'hyperdrive';
|
|
6
|
+
import { getQvacPath } from '../../utils/qvac-paths.js';
|
|
7
|
+
import { getModelsCacheDir, generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, checkShardCompleteness, measureChecksum, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
|
|
8
|
+
import { getModelBySrc } from '../../models/registry/index.js';
|
|
9
|
+
import { createHyperdriveDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
|
|
10
|
+
import { getConfig } from '../../runtime/state.js';
|
|
11
|
+
import { FileNotFoundError, ChecksumValidationFailedError, DownloadCancelledError, HyperdriveDownloadFailedError, ModelLoadFailedError, NoBlobFoundError } from '../../errors/index.js';
|
|
12
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
13
|
+
import { registerSwarm, unregisterSwarm, registerCorestore, unregisterCorestore } from '../../runtime/runtime-lifecycle.js';
|
|
14
|
+
import { Buffer } from 'bare-buffer';
|
|
15
|
+
const logger = getEngineLogger();
|
|
16
|
+
function getCorestoreDir(hyperdriveKey) {
|
|
17
|
+
return getQvacPath('corestore', hyperdriveKey);
|
|
18
|
+
}
|
|
19
|
+
async function setupHyperdrive(hyperdriveKey, corestoreDir) {
|
|
20
|
+
const corestore = new Corestore(corestoreDir);
|
|
21
|
+
await corestore.ready();
|
|
22
|
+
const drive = new Hyperdrive(corestore, Buffer.from(hyperdriveKey, 'hex'));
|
|
23
|
+
await drive.ready();
|
|
24
|
+
const getRelays = () => {
|
|
25
|
+
const config = getConfig();
|
|
26
|
+
const relayPublicKeys = config.swarmRelays;
|
|
27
|
+
if (!relayPublicKeys || relayPublicKeys.length === 0) {
|
|
28
|
+
return null;
|
|
29
|
+
}
|
|
30
|
+
return relayPublicKeys.map((key) => Buffer.from(key, 'hex'));
|
|
31
|
+
};
|
|
32
|
+
const swarmOptions = {
|
|
33
|
+
relayThrough: getRelays
|
|
34
|
+
};
|
|
35
|
+
const swarm = new Hyperswarm(swarmOptions);
|
|
36
|
+
const doneFindingPeers = drive.findingPeers();
|
|
37
|
+
swarm.on('connection', (connection) => {
|
|
38
|
+
logger.debug(`🤝 Connected to peer for hyperdrive download`);
|
|
39
|
+
drive.replicate(connection);
|
|
40
|
+
});
|
|
41
|
+
swarm.join(drive.discoveryKey, { server: false, client: true });
|
|
42
|
+
swarm.flush().then(doneFindingPeers, doneFindingPeers);
|
|
43
|
+
registerCorestore(corestore, {
|
|
44
|
+
label: `hyperdrive:${hyperdriveKey}`,
|
|
45
|
+
createdAt: Date.now()
|
|
46
|
+
});
|
|
47
|
+
registerSwarm(swarm, {
|
|
48
|
+
label: `hyperdrive:${hyperdriveKey}`,
|
|
49
|
+
createdAt: Date.now()
|
|
50
|
+
});
|
|
51
|
+
return { corestore, drive, swarm, corestoreDir };
|
|
52
|
+
}
|
|
53
|
+
async function cleanupHyperdrive(setup) {
|
|
54
|
+
logger.debug('🧹 Cleaning up hyperdrive setup');
|
|
55
|
+
try {
|
|
56
|
+
if (!setup.swarm.suspended) {
|
|
57
|
+
try {
|
|
58
|
+
await setup.swarm.suspend();
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
logger.debug('⚠️ Swarm suspend failed during cleanup:', error instanceof Error ? error.message : String(error));
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
await setup.swarm.destroy();
|
|
65
|
+
await setup.drive.close();
|
|
66
|
+
await setup.corestore.close();
|
|
67
|
+
}
|
|
68
|
+
finally {
|
|
69
|
+
unregisterSwarm(setup.swarm);
|
|
70
|
+
unregisterCorestore(setup.corestore);
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
export async function deleteCorestoreDirectory(corestoreDir) {
|
|
74
|
+
logger.info(`🗑️ DELETING corestore directory... ${corestoreDir}`);
|
|
75
|
+
try {
|
|
76
|
+
await fsPromises.rm(corestoreDir, { recursive: true, force: true });
|
|
77
|
+
}
|
|
78
|
+
catch (e) {
|
|
79
|
+
logger.error(`Error deleting corestore directory: ${e instanceof Error ? e.message : String(e)}`);
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
async function findFileInHyperdrive(drive, modelFileName) {
|
|
83
|
+
if (drive.core.length === 0) {
|
|
84
|
+
// this method will update the length of the core using the first peer it finds
|
|
85
|
+
// this will ensure that the hyperdrive is usable
|
|
86
|
+
await drive.core.update();
|
|
87
|
+
}
|
|
88
|
+
const paths = [modelFileName, `/${modelFileName}`, `./${modelFileName}`];
|
|
89
|
+
for (const pathVariation of paths) {
|
|
90
|
+
try {
|
|
91
|
+
const entry = await drive.entry(pathVariation, { wait: true });
|
|
92
|
+
if (entry) {
|
|
93
|
+
return { entry, targetPath: pathVariation };
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
// Continue trying other paths
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
// If not found, list available files for debugging
|
|
101
|
+
const availableFiles = [];
|
|
102
|
+
try {
|
|
103
|
+
// Try both with and without leading slash
|
|
104
|
+
for (const prefix of ['/', '']) {
|
|
105
|
+
const files = drive.list(prefix, { recursive: true, wait: true });
|
|
106
|
+
for await (const file of files) {
|
|
107
|
+
availableFiles.push(file.key);
|
|
108
|
+
}
|
|
109
|
+
if (availableFiles.length > 0)
|
|
110
|
+
break;
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
catch {
|
|
114
|
+
// Ignore listing errors
|
|
115
|
+
}
|
|
116
|
+
const filesInfo = availableFiles.length > 0
|
|
117
|
+
? `Available files: ${availableFiles.join(', ')}`
|
|
118
|
+
: 'Could not list available files';
|
|
119
|
+
throw new FileNotFoundError(`${modelFileName} in hyperdrive. ${filesInfo}`);
|
|
120
|
+
}
|
|
121
|
+
async function checkFileDownloaded(drive, entry) {
|
|
122
|
+
const blobs = await drive.getBlobs();
|
|
123
|
+
const blob = entry?.value?.blob;
|
|
124
|
+
if (!blob) {
|
|
125
|
+
return {
|
|
126
|
+
blobs,
|
|
127
|
+
blocksDownloaded: 0,
|
|
128
|
+
totalBlocks: 0,
|
|
129
|
+
totalBytes: 0
|
|
130
|
+
};
|
|
131
|
+
}
|
|
132
|
+
// Check how many blocks are already downloaded
|
|
133
|
+
let blocksDownloaded = 0;
|
|
134
|
+
for (let i = blob.blockOffset; i < blob.blockOffset + blob.blockLength; i++) {
|
|
135
|
+
const hasBlock = await blobs.core.has(i);
|
|
136
|
+
if (hasBlock) {
|
|
137
|
+
blocksDownloaded++;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
return {
|
|
141
|
+
blobs,
|
|
142
|
+
blocksDownloaded,
|
|
143
|
+
totalBlocks: blob.blockLength,
|
|
144
|
+
totalBytes: blob.byteLength
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
async function validateFileExistence(drive, file) {
|
|
148
|
+
const { entry, targetPath } = await findFileInHyperdrive(drive, file);
|
|
149
|
+
const { blobs, blocksDownloaded, totalBlocks, totalBytes } = await checkFileDownloaded(drive, entry);
|
|
150
|
+
return {
|
|
151
|
+
entry,
|
|
152
|
+
blobs,
|
|
153
|
+
targetPath,
|
|
154
|
+
blocksDownloaded,
|
|
155
|
+
totalBlocks,
|
|
156
|
+
totalBytes
|
|
157
|
+
};
|
|
158
|
+
}
|
|
159
|
+
async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
|
|
160
|
+
try {
|
|
161
|
+
await fsPromises.access(modelPath);
|
|
162
|
+
const localStats = await fsPromises.stat(modelPath);
|
|
163
|
+
const localSize = localStats.size;
|
|
164
|
+
// For hyperdrive: only validate if file is complete
|
|
165
|
+
// Partial files are ignored - corestore state is the source of truth for resume
|
|
166
|
+
if (localSize === expectedSize) {
|
|
167
|
+
logger.info(`✅ Model cached with correct size: ${modelPath}`);
|
|
168
|
+
// Always validate checksum if provided, even when size matches
|
|
169
|
+
if (expectedChecksum && expectedChecksum.length === 64) {
|
|
170
|
+
const checksum = await measureChecksum(modelPath, hooks);
|
|
171
|
+
if (checksum !== expectedChecksum) {
|
|
172
|
+
throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}. File may be corrupted`);
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
logger.info(`✅ Model already cached and size validated: ${modelPath}`);
|
|
176
|
+
return modelPath;
|
|
177
|
+
}
|
|
178
|
+
// File exists but incomplete - will be overwritten during download
|
|
179
|
+
// Resume state will be determined by corestore blocks, not file size
|
|
180
|
+
return null;
|
|
181
|
+
}
|
|
182
|
+
catch {
|
|
183
|
+
// Model doesn't exist, need to download
|
|
184
|
+
return null;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
async function downloadSingleFileToFilesystem(modelPath, modelFileName, hyperdriveKey, corestoreDir, downloadKey, expectedChecksum, progressCallback, seed, signal, hooks, shouldClearCache) {
|
|
188
|
+
// Check if already aborted
|
|
189
|
+
if (signal?.aborted) {
|
|
190
|
+
throw new DownloadCancelledError();
|
|
191
|
+
}
|
|
192
|
+
logger.info(`Downloading model from hyperdrive ${hyperdriveKey} to ${modelPath}`);
|
|
193
|
+
const setup = await setupHyperdrive(hyperdriveKey, corestoreDir);
|
|
194
|
+
const cleanup = () => {
|
|
195
|
+
logger.info('🛑 Aborting hyperdrive download...');
|
|
196
|
+
setup.swarm.suspended = true;
|
|
197
|
+
setup.swarm.suspend().catch(() => {
|
|
198
|
+
// Ignore errors during emergency suspend
|
|
199
|
+
});
|
|
200
|
+
};
|
|
201
|
+
signal?.addEventListener('abort', cleanup);
|
|
202
|
+
let downloadSucceeded = false;
|
|
203
|
+
try {
|
|
204
|
+
const progressContext = progressCallback
|
|
205
|
+
? {
|
|
206
|
+
downloadKey,
|
|
207
|
+
callback: progressCallback
|
|
208
|
+
}
|
|
209
|
+
: undefined;
|
|
210
|
+
await downloadAndValidateFile(setup.drive, modelFileName, modelPath, 0, // Size will be determined from drive
|
|
211
|
+
expectedChecksum, progressContext, signal, hooks);
|
|
212
|
+
logger.info(`✅ Model downloaded successfully to ${modelPath}`);
|
|
213
|
+
// Send final 100% progress update
|
|
214
|
+
if (progressCallback) {
|
|
215
|
+
try {
|
|
216
|
+
const stats = await fsPromises.stat(modelPath);
|
|
217
|
+
progressCallback({
|
|
218
|
+
type: 'modelProgress',
|
|
219
|
+
downloaded: stats.size,
|
|
220
|
+
total: stats.size,
|
|
221
|
+
percentage: 100,
|
|
222
|
+
downloadKey
|
|
223
|
+
});
|
|
224
|
+
}
|
|
225
|
+
catch {
|
|
226
|
+
// Ignore stat errors
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
downloadSucceeded = true;
|
|
230
|
+
}
|
|
231
|
+
catch (error) {
|
|
232
|
+
logger.error('❌ Error during hyperdrive download:', error instanceof Error ? error.message : String(error));
|
|
233
|
+
if (error instanceof DownloadCancelledError) {
|
|
234
|
+
throw error;
|
|
235
|
+
}
|
|
236
|
+
throw new HyperdriveDownloadFailedError(`Download failed for ${modelFileName} from hyperdrive: ${hyperdriveKey}`, error);
|
|
237
|
+
}
|
|
238
|
+
finally {
|
|
239
|
+
signal?.removeEventListener('abort', cleanup);
|
|
240
|
+
if (!seed) {
|
|
241
|
+
await cleanupHyperdrive(setup);
|
|
242
|
+
// Delete only after close - Windows EBUSY on LOCK if deleted before corestore.close()
|
|
243
|
+
if (downloadSucceeded) {
|
|
244
|
+
await deleteCorestoreDirectory(corestoreDir);
|
|
245
|
+
}
|
|
246
|
+
}
|
|
247
|
+
// Only delete corestore and partial file if user explicitly requested clearCache
|
|
248
|
+
if (signal?.aborted && shouldClearCache?.()) {
|
|
249
|
+
try {
|
|
250
|
+
await fsPromises.unlink(modelPath);
|
|
251
|
+
}
|
|
252
|
+
catch (cleanupError) {
|
|
253
|
+
logger.debug('Failed to delete partial model file during cleanup', {
|
|
254
|
+
path: modelPath,
|
|
255
|
+
error: cleanupError
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
await deleteCorestoreDirectory(corestoreDir);
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
async function downloadAndValidateFile(drive, sourceFileName, targetFilePath, expectedSize, expectedChecksum, progressContext, signal, hooks) {
|
|
263
|
+
const { entry, blobs, targetPath, blocksDownloaded, totalBlocks, totalBytes } = await validateFileExistence(drive, sourceFileName);
|
|
264
|
+
const blob = entry?.value?.blob;
|
|
265
|
+
if (!blob) {
|
|
266
|
+
throw new NoBlobFoundError(sourceFileName);
|
|
267
|
+
}
|
|
268
|
+
// Use actual file size from drive if expectedSize is 0
|
|
269
|
+
const fileSizeToValidate = expectedSize || totalBytes;
|
|
270
|
+
// Setup progress tracking
|
|
271
|
+
let downloadedBytes = 0;
|
|
272
|
+
const bytesPerBlock = totalBlocks > 0 ? totalBytes / totalBlocks : 0;
|
|
273
|
+
const initialBytes = Math.floor(blocksDownloaded * bytesPerBlock);
|
|
274
|
+
downloadedBytes = initialBytes;
|
|
275
|
+
const progressHandler = (index, bytes) => {
|
|
276
|
+
if (index >= blob.blockOffset && index < blob.blockOffset + blob.blockLength) {
|
|
277
|
+
downloadedBytes += bytes;
|
|
278
|
+
const cappedDownloaded = Math.min(downloadedBytes, totalBytes);
|
|
279
|
+
if (progressContext) {
|
|
280
|
+
const baseProgress = {
|
|
281
|
+
type: 'modelProgress',
|
|
282
|
+
downloaded: cappedDownloaded,
|
|
283
|
+
total: totalBytes,
|
|
284
|
+
percentage: calculatePercentage(cappedDownloaded, totalBytes),
|
|
285
|
+
downloadKey: progressContext.downloadKey
|
|
286
|
+
};
|
|
287
|
+
if (progressContext.shardInfo) {
|
|
288
|
+
const currentOverall = progressContext.shardInfo.overallDownloaded + cappedDownloaded;
|
|
289
|
+
progressContext.callback({
|
|
290
|
+
...baseProgress,
|
|
291
|
+
shardInfo: {
|
|
292
|
+
currentShard: progressContext.shardInfo.currentShard,
|
|
293
|
+
totalShards: progressContext.shardInfo.totalShards,
|
|
294
|
+
shardName: progressContext.shardInfo.shardName,
|
|
295
|
+
overallDownloaded: currentOverall,
|
|
296
|
+
overallTotal: progressContext.shardInfo.overallTotal,
|
|
297
|
+
overallPercentage: progressContext.shardInfo.overallTotal > 0
|
|
298
|
+
? (currentOverall / progressContext.shardInfo.overallTotal) * 100
|
|
299
|
+
: 0
|
|
300
|
+
}
|
|
301
|
+
});
|
|
302
|
+
}
|
|
303
|
+
else {
|
|
304
|
+
progressContext.callback(baseProgress);
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
}
|
|
308
|
+
};
|
|
309
|
+
blobs.core.on('download', progressHandler);
|
|
310
|
+
let readStream;
|
|
311
|
+
let writeStream;
|
|
312
|
+
try {
|
|
313
|
+
// Download blocks and stream to file
|
|
314
|
+
drive.download(targetPath);
|
|
315
|
+
readStream = drive.createReadStream(targetPath);
|
|
316
|
+
writeStream = fs.createWriteStream(targetFilePath);
|
|
317
|
+
readStream.pipe(writeStream);
|
|
318
|
+
await new Promise((resolve, reject) => {
|
|
319
|
+
writeStream.on('finish', resolve);
|
|
320
|
+
writeStream.on('error', reject);
|
|
321
|
+
readStream.on('error', reject);
|
|
322
|
+
signal?.addEventListener('abort', () => reject(new DownloadCancelledError()), { once: true });
|
|
323
|
+
});
|
|
324
|
+
blobs.core.off('download', progressHandler);
|
|
325
|
+
// Validate file size
|
|
326
|
+
const stats = await fsPromises.stat(targetFilePath);
|
|
327
|
+
if (stats.size !== fileSizeToValidate) {
|
|
328
|
+
throw new ChecksumValidationFailedError(`${path.basename(targetFilePath)}. File size mismatch: expected ${fileSizeToValidate}, got ${stats.size}`);
|
|
329
|
+
}
|
|
330
|
+
// Validate checksum
|
|
331
|
+
if (expectedChecksum && expectedChecksum.length === 64) {
|
|
332
|
+
const checksum = await measureChecksum(targetFilePath, hooks);
|
|
333
|
+
if (checksum !== expectedChecksum) {
|
|
334
|
+
await fsPromises.unlink(targetFilePath);
|
|
335
|
+
throw new ChecksumValidationFailedError(`${path.basename(targetFilePath)}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
|
|
336
|
+
}
|
|
337
|
+
}
|
|
338
|
+
else if (!expectedChecksum) {
|
|
339
|
+
logger.warn(`⚠️ No checksum available for validation`);
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
catch (error) {
|
|
343
|
+
if (readStream) {
|
|
344
|
+
readStream.destroy();
|
|
345
|
+
}
|
|
346
|
+
if (writeStream) {
|
|
347
|
+
writeStream.destroy();
|
|
348
|
+
}
|
|
349
|
+
blobs.core.off('download', progressHandler);
|
|
350
|
+
throw error;
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
async function downloadShardedFilesToFilesystem(hyperdriveKey, firstShardFileName, shardMetadata, progressCallback, seed, signal, hooks, shouldClearCache) {
|
|
354
|
+
if (signal?.aborted) {
|
|
355
|
+
throw new DownloadCancelledError();
|
|
356
|
+
}
|
|
357
|
+
const shardInfo = detectShardedModel(firstShardFileName);
|
|
358
|
+
if (!shardInfo.isSharded || !shardInfo.totalShards) {
|
|
359
|
+
throw new ModelLoadFailedError(`Not a sharded model: ${firstShardFileName}`);
|
|
360
|
+
}
|
|
361
|
+
const shardDir = getShardedModelCacheDir(hyperdriveKey);
|
|
362
|
+
const allFiles = shardMetadata.map((s) => s.filename);
|
|
363
|
+
const numberedShardCount = shardInfo.totalShards;
|
|
364
|
+
logger.info(`Downloading sharded model with ${numberedShardCount} numbered shards + ${allFiles.length - numberedShardCount} companion files to ${shardDir}`);
|
|
365
|
+
// Check which files need to be downloaded
|
|
366
|
+
const invalidIndices = await checkShardCompleteness(hyperdriveKey, allFiles, shardMetadata, hooks?.addChecksumValidationTimeMs ? (ms) => hooks.addChecksumValidationTimeMs(ms) : undefined);
|
|
367
|
+
if (invalidIndices.length === 0) {
|
|
368
|
+
logger.info(`✅ All ${allFiles.length} files already downloaded and validated`);
|
|
369
|
+
hooks?.markCacheHit?.();
|
|
370
|
+
if (progressCallback) {
|
|
371
|
+
const overallTotal = shardMetadata.reduce((sum, shard) => sum + shard.expectedSize, 0);
|
|
372
|
+
const lastFile = allFiles[allFiles.length - 1];
|
|
373
|
+
progressCallback({
|
|
374
|
+
type: 'modelProgress',
|
|
375
|
+
downloaded: overallTotal,
|
|
376
|
+
total: overallTotal,
|
|
377
|
+
percentage: 100,
|
|
378
|
+
downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
|
|
379
|
+
shardInfo: {
|
|
380
|
+
currentShard: allFiles.length,
|
|
381
|
+
totalShards: allFiles.length,
|
|
382
|
+
shardName: lastFile,
|
|
383
|
+
overallDownloaded: overallTotal,
|
|
384
|
+
overallTotal,
|
|
385
|
+
overallPercentage: 100
|
|
386
|
+
}
|
|
387
|
+
});
|
|
388
|
+
}
|
|
389
|
+
await extractTensorsFromShards(shardDir, firstShardFileName);
|
|
390
|
+
return getShardPath(hyperdriveKey, allFiles[0]);
|
|
391
|
+
}
|
|
392
|
+
logger.info(`📥 Need to download ${invalidIndices.length} of ${allFiles.length} files`);
|
|
393
|
+
hooks?.markCacheMiss?.();
|
|
394
|
+
// Setup hyperdrive once for all shards
|
|
395
|
+
const corestoreDir = getCorestoreDir(hyperdriveKey);
|
|
396
|
+
const setup = await setupHyperdrive(hyperdriveKey, corestoreDir);
|
|
397
|
+
const cleanup = () => {
|
|
398
|
+
logger.info('🛑 Aborting sharded hyperdrive download...');
|
|
399
|
+
setup.swarm.suspended = true;
|
|
400
|
+
setup.swarm.suspend().catch(() => {
|
|
401
|
+
// Ignore errors during emergency suspend
|
|
402
|
+
});
|
|
403
|
+
};
|
|
404
|
+
signal?.addEventListener('abort', cleanup);
|
|
405
|
+
let downloadSucceeded = false;
|
|
406
|
+
try {
|
|
407
|
+
// Calculate overall progress
|
|
408
|
+
const overallTotal = shardMetadata.reduce((sum, shard) => sum + shard.expectedSize, 0);
|
|
409
|
+
let overallDownloaded = 0;
|
|
410
|
+
// Download each file sequentially
|
|
411
|
+
for (let i = 0; i < allFiles.length; i++) {
|
|
412
|
+
if (signal?.aborted) {
|
|
413
|
+
throw new DownloadCancelledError();
|
|
414
|
+
}
|
|
415
|
+
const file = allFiles[i];
|
|
416
|
+
const fileMeta = shardMetadata[i];
|
|
417
|
+
const filePath = getShardPath(hyperdriveKey, file);
|
|
418
|
+
// Skip if already valid
|
|
419
|
+
if (!invalidIndices.includes(i)) {
|
|
420
|
+
logger.debug(`✅ File ${i + 1}/${allFiles.length} already valid: ${file}`);
|
|
421
|
+
overallDownloaded += fileMeta.expectedSize;
|
|
422
|
+
// Report progress for skipped files
|
|
423
|
+
if (progressCallback) {
|
|
424
|
+
progressCallback({
|
|
425
|
+
type: 'modelProgress',
|
|
426
|
+
downloaded: fileMeta.expectedSize,
|
|
427
|
+
total: fileMeta.expectedSize,
|
|
428
|
+
percentage: 100,
|
|
429
|
+
downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
|
|
430
|
+
shardInfo: {
|
|
431
|
+
currentShard: i + 1,
|
|
432
|
+
totalShards: allFiles.length,
|
|
433
|
+
shardName: file,
|
|
434
|
+
overallDownloaded,
|
|
435
|
+
overallTotal,
|
|
436
|
+
overallPercentage: calculatePercentage(overallDownloaded, overallTotal)
|
|
437
|
+
}
|
|
438
|
+
});
|
|
439
|
+
}
|
|
440
|
+
continue;
|
|
441
|
+
}
|
|
442
|
+
logger.info(`📥 Downloading file ${i + 1}/${allFiles.length}: ${file}`);
|
|
443
|
+
const progressContext = progressCallback
|
|
444
|
+
? {
|
|
445
|
+
downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
|
|
446
|
+
callback: progressCallback,
|
|
447
|
+
shardInfo: {
|
|
448
|
+
currentShard: i + 1,
|
|
449
|
+
totalShards: allFiles.length,
|
|
450
|
+
shardName: file,
|
|
451
|
+
overallDownloaded,
|
|
452
|
+
overallTotal
|
|
453
|
+
}
|
|
454
|
+
}
|
|
455
|
+
: undefined;
|
|
456
|
+
await downloadAndValidateFile(setup.drive, file, filePath, fileMeta.expectedSize, fileMeta.sha256Checksum, progressContext, signal, hooks);
|
|
457
|
+
if (signal?.aborted) {
|
|
458
|
+
throw new DownloadCancelledError();
|
|
459
|
+
}
|
|
460
|
+
logger.info(`✅ File ${i + 1}/${allFiles.length} downloaded and validated`);
|
|
461
|
+
overallDownloaded += fileMeta.expectedSize;
|
|
462
|
+
}
|
|
463
|
+
if (progressCallback && overallDownloaded === overallTotal) {
|
|
464
|
+
const lastFile = allFiles[allFiles.length - 1];
|
|
465
|
+
progressCallback({
|
|
466
|
+
type: 'modelProgress',
|
|
467
|
+
downloaded: overallTotal,
|
|
468
|
+
total: overallTotal,
|
|
469
|
+
percentage: 100,
|
|
470
|
+
downloadKey: createHyperdriveDownloadKey(hyperdriveKey, firstShardFileName),
|
|
471
|
+
shardInfo: {
|
|
472
|
+
currentShard: allFiles.length,
|
|
473
|
+
totalShards: allFiles.length,
|
|
474
|
+
shardName: lastFile,
|
|
475
|
+
overallDownloaded,
|
|
476
|
+
overallTotal,
|
|
477
|
+
overallPercentage: 100
|
|
478
|
+
}
|
|
479
|
+
});
|
|
480
|
+
}
|
|
481
|
+
await extractTensorsFromShards(shardDir, firstShardFileName);
|
|
482
|
+
downloadSucceeded = true;
|
|
483
|
+
}
|
|
484
|
+
catch (error) {
|
|
485
|
+
logger.error('❌ Error during sharded hyperdrive download:', error instanceof Error ? error.message : String(error));
|
|
486
|
+
// Preserve cancellation errors
|
|
487
|
+
if (error instanceof DownloadCancelledError) {
|
|
488
|
+
throw error;
|
|
489
|
+
}
|
|
490
|
+
throw new HyperdriveDownloadFailedError(`Sharded download failed for ${firstShardFileName} from hyperdrive: ${hyperdriveKey}`, error);
|
|
491
|
+
}
|
|
492
|
+
finally {
|
|
493
|
+
signal?.removeEventListener('abort', cleanup);
|
|
494
|
+
if (!seed) {
|
|
495
|
+
await cleanupHyperdrive(setup);
|
|
496
|
+
// Delete only after close - Windows EBUSY on LOCK if deleted before corestore.close()
|
|
497
|
+
if (downloadSucceeded) {
|
|
498
|
+
await deleteCorestoreDirectory(corestoreDir);
|
|
499
|
+
}
|
|
500
|
+
}
|
|
501
|
+
// Only delete corestore and partial files if user explicitly requested clearCache
|
|
502
|
+
if (signal?.aborted && shouldClearCache?.()) {
|
|
503
|
+
await deleteCorestoreDirectory(corestoreDir);
|
|
504
|
+
}
|
|
505
|
+
}
|
|
506
|
+
return getShardPath(hyperdriveKey, allFiles[0]);
|
|
507
|
+
}
|
|
508
|
+
export async function downloadModelFromHyperdrive(hyperdriveKey, modelFileName, seed, progressCallback, hooks, expectedChecksum) {
|
|
509
|
+
const downloadKey = createHyperdriveDownloadKey(hyperdriveKey, modelFileName);
|
|
510
|
+
hooks?.onDownloadKey?.(downloadKey);
|
|
511
|
+
const shardInfo = detectShardedModel(modelFileName);
|
|
512
|
+
const model = getModelBySrc(modelFileName, hyperdriveKey);
|
|
513
|
+
const result = startOrJoinDownload(downloadKey, async (ctx) => {
|
|
514
|
+
if (shardInfo.isSharded && model?.shardMetadata) {
|
|
515
|
+
const hooksWithCacheHit = {
|
|
516
|
+
...hooks,
|
|
517
|
+
markCacheHit: () => {
|
|
518
|
+
hooks?.markCacheHit?.();
|
|
519
|
+
ctx.setCacheHit(true);
|
|
520
|
+
},
|
|
521
|
+
markCacheMiss: () => {
|
|
522
|
+
hooks?.markCacheMiss?.();
|
|
523
|
+
ctx.setCacheHit(false);
|
|
524
|
+
}
|
|
525
|
+
};
|
|
526
|
+
return downloadShardedFilesToFilesystem(hyperdriveKey, modelFileName, model.shardMetadata, ctx.broadcastProgress, seed, ctx.signal, hooksWithCacheHit, ctx.shouldClearCache);
|
|
527
|
+
}
|
|
528
|
+
// Non-sharded model download
|
|
529
|
+
const corestoreDir = getCorestoreDir(hyperdriveKey);
|
|
530
|
+
const cacheDir = getModelsCacheDir();
|
|
531
|
+
const sourceHash = generateShortHash(`${hyperdriveKey}/${modelFileName}`);
|
|
532
|
+
const modelPath = path.join(cacheDir, `${sourceHash}_${modelFileName}`);
|
|
533
|
+
// First, check if we already have a valid cached file (only if we have model metadata)
|
|
534
|
+
if (model) {
|
|
535
|
+
const cachedPath = await validateCachedFile(modelPath, modelFileName, model.expectedSize, expectedChecksum || model.sha256Checksum, hooks);
|
|
536
|
+
if (cachedPath) {
|
|
537
|
+
hooks?.markCacheHit?.();
|
|
538
|
+
ctx.setCacheHit(true);
|
|
539
|
+
ctx.broadcastProgress({
|
|
540
|
+
type: 'modelProgress',
|
|
541
|
+
downloaded: model.expectedSize,
|
|
542
|
+
total: model.expectedSize,
|
|
543
|
+
percentage: 100,
|
|
544
|
+
downloadKey
|
|
545
|
+
});
|
|
546
|
+
// Delete any leftover corestore directory from previous runs (only when not seeding)
|
|
547
|
+
if (!seed) {
|
|
548
|
+
await deleteCorestoreDirectory(corestoreDir);
|
|
549
|
+
}
|
|
550
|
+
return cachedPath;
|
|
551
|
+
}
|
|
552
|
+
}
|
|
553
|
+
hooks?.markCacheMiss?.();
|
|
554
|
+
ctx.setCacheHit(false);
|
|
555
|
+
const checksumToValidate = expectedChecksum || model?.sha256Checksum || '';
|
|
556
|
+
await downloadSingleFileToFilesystem(modelPath, modelFileName, hyperdriveKey, corestoreDir, downloadKey, checksumToValidate, ctx.broadcastProgress, seed, ctx.signal, hooks, ctx.shouldClearCache);
|
|
557
|
+
return modelPath;
|
|
558
|
+
}, progressCallback, hooks?.requestBinding);
|
|
559
|
+
return applyJoinedDownloadStats(result, hooks);
|
|
560
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
+
import type { QvacConfig } from '../../schemas/index.js';
|
|
3
|
+
export declare const DEFAULT_REGISTRY_STREAM_TIMEOUT_MS = 60000;
|
|
4
|
+
export interface RegistryClientDownloadOptions {
|
|
5
|
+
timeout: number;
|
|
6
|
+
outputFile: string;
|
|
7
|
+
maxRetries?: number;
|
|
8
|
+
onProgress?: (progress: {
|
|
9
|
+
downloaded: number;
|
|
10
|
+
total: number;
|
|
11
|
+
}) => void;
|
|
12
|
+
signal?: AbortSignal;
|
|
13
|
+
}
|
|
14
|
+
/**
|
|
15
|
+
* Build the options passed to @qvac/registry-client download methods from the
|
|
16
|
+
* current QVAC config. Pure helper (no bare-* imports) so the mapping can be
|
|
17
|
+
* unit-tested without standing up a real registry client.
|
|
18
|
+
*/
|
|
19
|
+
export declare function buildRegistryClientOptions(params: {
|
|
20
|
+
config: Pick<QvacConfig, 'registryStreamTimeoutMs' | 'registryDownloadMaxRetries'>;
|
|
21
|
+
outputFile: string;
|
|
22
|
+
onProgress?: ((progress: {
|
|
23
|
+
downloaded: number;
|
|
24
|
+
total: number;
|
|
25
|
+
}) => void) | undefined;
|
|
26
|
+
signal?: AbortSignal | undefined;
|
|
27
|
+
}): RegistryClientDownloadOptions;
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export const DEFAULT_REGISTRY_STREAM_TIMEOUT_MS = 60_000;
|
|
2
|
+
/**
|
|
3
|
+
* Build the options passed to @qvac/registry-client download methods from the
|
|
4
|
+
* current QVAC config. Pure helper (no bare-* imports) so the mapping can be
|
|
5
|
+
* unit-tested without standing up a real registry client.
|
|
6
|
+
*/
|
|
7
|
+
export function buildRegistryClientOptions(params) {
|
|
8
|
+
const { config, outputFile, onProgress, signal } = params;
|
|
9
|
+
const timeout = config.registryStreamTimeoutMs ?? DEFAULT_REGISTRY_STREAM_TIMEOUT_MS;
|
|
10
|
+
const maxRetries = config.registryDownloadMaxRetries;
|
|
11
|
+
return {
|
|
12
|
+
timeout,
|
|
13
|
+
outputFile,
|
|
14
|
+
...(maxRetries !== undefined && { maxRetries }),
|
|
15
|
+
...(onProgress && { onProgress }),
|
|
16
|
+
...(signal && { signal: signal })
|
|
17
|
+
};
|
|
18
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { RegistryItem } from '../../models/registry/index.js';
|
|
3
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
5
|
+
type CompanionSetMetadata = NonNullable<RegistryItem['companionSet']>;
|
|
6
|
+
export interface DownloadCompanionSetOptions {
|
|
7
|
+
companionSet: CompanionSetMetadata;
|
|
8
|
+
downloadKey: string;
|
|
9
|
+
allowLegacyFlatCache?: boolean | undefined;
|
|
10
|
+
progressCallback?: ((progress: ModelProgressUpdate) => void) | undefined;
|
|
11
|
+
signal?: AbortSignal | undefined;
|
|
12
|
+
hooks?: DownloadHooks | undefined;
|
|
13
|
+
shouldClearCache?: (() => boolean) | undefined;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Download a companion set from the registry, placing files directly
|
|
17
|
+
* into their canonical layout at `sets/<setKey>/<targetName>`.
|
|
18
|
+
*
|
|
19
|
+
* Returns the path to the primary file.
|
|
20
|
+
*/
|
|
21
|
+
export declare function downloadCompanionSetFromRegistry(options: DownloadCompanionSetOptions): Promise<string>;
|
|
22
|
+
export {};
|