@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
2
|
+
import { getModelsCacheDir, getCompanionSetPath, getCompanionSetCacheDir, getSingleFileCachePath, generateShortHash, calculatePercentage } from '../../utils/index.js';
|
|
3
|
+
import { measureChecksum } from '../../utils/checksum.js';
|
|
4
|
+
import { validateAndJoinPath } from '../../utils/path-security.js';
|
|
5
|
+
import { buildBlobBinding, downloadSingleFileFromRegistry, validateCachedFile } from '../../handlers/load-model/registry-download-utils.js';
|
|
6
|
+
import { DownloadCancelledError, RegistryDownloadFailedError } from '../../errors/index.js';
|
|
7
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
8
|
+
const logger = getEngineLogger();
|
|
9
|
+
/**
|
|
10
|
+
* Download a companion set from the registry, placing files directly
|
|
11
|
+
* into their canonical layout at `sets/<setKey>/<targetName>`.
|
|
12
|
+
*
|
|
13
|
+
* Returns the path to the primary file.
|
|
14
|
+
*/
|
|
15
|
+
export async function downloadCompanionSetFromRegistry(options) {
|
|
16
|
+
const { companionSet, downloadKey, allowLegacyFlatCache = false, progressCallback, signal, hooks, shouldClearCache } = options;
|
|
17
|
+
const { files, setKey, primaryKey } = companionSet;
|
|
18
|
+
validateCompanionSetMetadata(files, primaryKey);
|
|
19
|
+
const primaryEntry = files.find((f) => f.key === primaryKey);
|
|
20
|
+
const primaryRegistryPath = primaryEntry.registryPath;
|
|
21
|
+
if (isLegacyOnnxSet(files)) {
|
|
22
|
+
const legacyPath = await checkLegacyOnnxCache(primaryRegistryPath, files, hooks);
|
|
23
|
+
if (legacyPath) {
|
|
24
|
+
logger.info(`✅ Using legacy ONNX cache for companion set: ${legacyPath}`);
|
|
25
|
+
hooks?.markCacheHit?.();
|
|
26
|
+
emitFinalProgress(progressCallback, downloadKey, setKey, files);
|
|
27
|
+
return legacyPath;
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
// Legacy flat-cache compatibility for Bergamot-style companion sets.
|
|
31
|
+
// This is valid only for families whose runtime still works with explicit
|
|
32
|
+
// per-file absolute paths; it is not a generic rule for all companion sets.
|
|
33
|
+
if (allowLegacyFlatCache && !isLegacyOnnxSet(files)) {
|
|
34
|
+
const flatPath = await checkLegacyFlatCache(files, primaryKey, hooks);
|
|
35
|
+
if (flatPath) {
|
|
36
|
+
logger.info(`✅ Using legacy flat cache for companion set: ${flatPath}`);
|
|
37
|
+
hooks?.markCacheHit?.();
|
|
38
|
+
emitFinalProgress(progressCallback, downloadKey, setKey, files);
|
|
39
|
+
return flatPath;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
// Check canonical companion set cache
|
|
43
|
+
const validatedFiles = new Set();
|
|
44
|
+
for (const file of files) {
|
|
45
|
+
const filePath = getCompanionSetPath(setKey, file.targetName);
|
|
46
|
+
const cached = await validateCachedFile(filePath, file.targetName, file.expectedSize, file.sha256Checksum, hooks);
|
|
47
|
+
if (cached) {
|
|
48
|
+
validatedFiles.add(file.key);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (validatedFiles.size === files.length) {
|
|
52
|
+
logger.info(`✅ All companion set files cached`);
|
|
53
|
+
hooks?.markCacheHit?.();
|
|
54
|
+
emitFinalProgress(progressCallback, downloadKey, setKey, files);
|
|
55
|
+
return getCompanionSetPath(setKey, primaryEntry.targetName);
|
|
56
|
+
}
|
|
57
|
+
// Download missing files
|
|
58
|
+
hooks?.markCacheMiss?.();
|
|
59
|
+
const overallTotal = files.reduce((sum, f) => sum + f.expectedSize, 0);
|
|
60
|
+
let overallDownloaded = 0;
|
|
61
|
+
try {
|
|
62
|
+
for (let i = 0; i < files.length; i++) {
|
|
63
|
+
const file = files[i];
|
|
64
|
+
const filePath = getCompanionSetPath(setKey, file.targetName);
|
|
65
|
+
if (validatedFiles.has(file.key)) {
|
|
66
|
+
overallDownloaded += file.expectedSize;
|
|
67
|
+
continue;
|
|
68
|
+
}
|
|
69
|
+
const fileProgressCallback = progressCallback
|
|
70
|
+
? (progress) => {
|
|
71
|
+
const currentOverall = overallDownloaded + progress.downloaded;
|
|
72
|
+
progressCallback({
|
|
73
|
+
...progress,
|
|
74
|
+
downloadKey,
|
|
75
|
+
fileSetInfo: {
|
|
76
|
+
setKey,
|
|
77
|
+
currentFile: file.targetName,
|
|
78
|
+
fileIndex: i + 1,
|
|
79
|
+
totalFiles: files.length,
|
|
80
|
+
overallDownloaded: currentOverall,
|
|
81
|
+
overallTotal,
|
|
82
|
+
overallPercentage: calculatePercentage(currentOverall, overallTotal)
|
|
83
|
+
}
|
|
84
|
+
});
|
|
85
|
+
}
|
|
86
|
+
: undefined;
|
|
87
|
+
const blobBinding = file.blobCoreKey ? buildBlobBinding(file) : undefined;
|
|
88
|
+
await downloadSingleFileFromRegistry(file.registryPath, file.registrySource, filePath, file.targetName, downloadKey, file.expectedSize, file.sha256Checksum, fileProgressCallback, signal, blobBinding, hooks);
|
|
89
|
+
overallDownloaded += file.expectedSize;
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
catch (error) {
|
|
93
|
+
if (error instanceof DownloadCancelledError && shouldClearCache?.()) {
|
|
94
|
+
try {
|
|
95
|
+
await fsPromises.rm(getCompanionSetCacheDir(setKey), {
|
|
96
|
+
recursive: true,
|
|
97
|
+
force: true
|
|
98
|
+
});
|
|
99
|
+
}
|
|
100
|
+
catch (cleanupError) {
|
|
101
|
+
logger.debug('Failed to delete companion set cache during cleanup', {
|
|
102
|
+
setKey,
|
|
103
|
+
error: cleanupError
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
throw error;
|
|
108
|
+
}
|
|
109
|
+
emitFinalProgress(progressCallback, downloadKey, setKey, files);
|
|
110
|
+
return getCompanionSetPath(setKey, primaryEntry.targetName);
|
|
111
|
+
}
|
|
112
|
+
function emitFinalProgress(progressCallback, downloadKey, setKey, files) {
|
|
113
|
+
if (!progressCallback)
|
|
114
|
+
return;
|
|
115
|
+
const overallTotal = files.reduce((sum, f) => sum + f.expectedSize, 0);
|
|
116
|
+
const lastFile = files[files.length - 1];
|
|
117
|
+
progressCallback({
|
|
118
|
+
type: 'modelProgress',
|
|
119
|
+
downloaded: overallTotal,
|
|
120
|
+
total: overallTotal,
|
|
121
|
+
percentage: 100,
|
|
122
|
+
downloadKey,
|
|
123
|
+
fileSetInfo: {
|
|
124
|
+
setKey,
|
|
125
|
+
currentFile: lastFile.targetName,
|
|
126
|
+
fileIndex: files.length,
|
|
127
|
+
totalFiles: files.length,
|
|
128
|
+
overallDownloaded: overallTotal,
|
|
129
|
+
overallTotal,
|
|
130
|
+
overallPercentage: 100
|
|
131
|
+
}
|
|
132
|
+
});
|
|
133
|
+
}
|
|
134
|
+
function validateCompanionSetMetadata(files, primaryKey) {
|
|
135
|
+
if (!files.some((f) => f.key === primaryKey)) {
|
|
136
|
+
throw new RegistryDownloadFailedError(`Companion set missing primary file (key: ${primaryKey})`);
|
|
137
|
+
}
|
|
138
|
+
const targetNames = new Set();
|
|
139
|
+
for (const file of files) {
|
|
140
|
+
if (targetNames.has(file.targetName)) {
|
|
141
|
+
throw new RegistryDownloadFailedError(`Companion set has duplicate targetName "${file.targetName}"`);
|
|
142
|
+
}
|
|
143
|
+
targetNames.add(file.targetName);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
function isLegacyOnnxSet(files) {
|
|
147
|
+
return files.some((f) => f.primary === true && f.targetName.endsWith('.onnx'));
|
|
148
|
+
}
|
|
149
|
+
/**
|
|
150
|
+
* Check if a complete legacy ONNX cache exists for a companion set.
|
|
151
|
+
* Read-only probe: does not create legacy cache directories.
|
|
152
|
+
*/
|
|
153
|
+
async function checkLegacyOnnxCache(primaryRegistryPath, files, hooks) {
|
|
154
|
+
const cacheKey = generateShortHash(primaryRegistryPath);
|
|
155
|
+
let primaryPath = null;
|
|
156
|
+
for (const file of files) {
|
|
157
|
+
const filePath = getLegacyOnnxPath(cacheKey, file.targetName);
|
|
158
|
+
try {
|
|
159
|
+
const stats = await fsPromises.stat(filePath);
|
|
160
|
+
if (stats.size !== file.expectedSize)
|
|
161
|
+
return null;
|
|
162
|
+
if (file.sha256Checksum && file.sha256Checksum.length === 64) {
|
|
163
|
+
const checksum = await measureChecksum(filePath, hooks);
|
|
164
|
+
if (checksum !== file.sha256Checksum)
|
|
165
|
+
return null;
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
catch {
|
|
169
|
+
return null;
|
|
170
|
+
}
|
|
171
|
+
if (file.primary === true) {
|
|
172
|
+
primaryPath = filePath;
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
return primaryPath;
|
|
176
|
+
}
|
|
177
|
+
function getLegacyOnnxPath(cacheKey, filename) {
|
|
178
|
+
const baseCache = getModelsCacheDir();
|
|
179
|
+
return validateAndJoinPath(baseCache, 'onnx', cacheKey, filename);
|
|
180
|
+
}
|
|
181
|
+
/**
|
|
182
|
+
* Check if all companion files exist in the flat single-file cache.
|
|
183
|
+
*/
|
|
184
|
+
async function checkLegacyFlatCache(files, primaryKey, hooks) {
|
|
185
|
+
let primaryPath = null;
|
|
186
|
+
for (const file of files) {
|
|
187
|
+
const flatPath = getSingleFileCachePath(file.registryPath);
|
|
188
|
+
try {
|
|
189
|
+
const stats = await fsPromises.stat(flatPath);
|
|
190
|
+
if (stats.size !== file.expectedSize)
|
|
191
|
+
return null;
|
|
192
|
+
if (file.sha256Checksum && file.sha256Checksum.length === 64) {
|
|
193
|
+
const checksum = await measureChecksum(flatPath, hooks);
|
|
194
|
+
if (checksum !== file.sha256Checksum)
|
|
195
|
+
return null;
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
catch {
|
|
199
|
+
return null;
|
|
200
|
+
}
|
|
201
|
+
if (file.key === primaryKey) {
|
|
202
|
+
primaryPath = flatPath;
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
return primaryPath;
|
|
206
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { QVACBlobBinding } from '@qvac/registry-client';
|
|
3
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
5
|
+
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
6
|
+
export type { RegistryClientDownloadOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
7
|
+
export declare function buildBlobBinding(meta: {
|
|
8
|
+
blobCoreKey: string;
|
|
9
|
+
blobBlockOffset: number;
|
|
10
|
+
blobBlockLength: number;
|
|
11
|
+
blobByteOffset: number;
|
|
12
|
+
expectedSize: number;
|
|
13
|
+
}): QVACBlobBinding;
|
|
14
|
+
/**
|
|
15
|
+
* Validate a cached file against expected size and checksum.
|
|
16
|
+
*/
|
|
17
|
+
export declare function validateCachedFile(modelPath: string, modelFileName: string, expectedSize: number, expectedChecksum?: string, hooks?: DownloadHooks): Promise<string | null>;
|
|
18
|
+
/**
|
|
19
|
+
* Download a single file from the registry to filesystem.
|
|
20
|
+
* When blobBinding is provided, uses direct blob download (skips metadata sync).
|
|
21
|
+
* Otherwise falls back to metadata-based downloadModel.
|
|
22
|
+
*/
|
|
23
|
+
export declare function downloadSingleFileFromRegistry(registryPath: string, registrySource: string, modelPath: string, modelFileName: string, downloadKey: string, expectedSize: number, expectedChecksum: string, progressCallback?: (progress: ModelProgressUpdate) => void, signal?: AbortSignal, blobBinding?: QVACBlobBinding, hooks?: DownloadHooks): Promise<void>;
|
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
2
|
+
import path from 'bare-path';
|
|
3
|
+
import { measureChecksum, calculatePercentage } from '../../utils/index.js';
|
|
4
|
+
import { getRegistryClient } from '../../runtime/registry-client.js';
|
|
5
|
+
import { getConfig } from '../../runtime/state.js';
|
|
6
|
+
import { buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
7
|
+
import { ChecksumValidationFailedError, DownloadCancelledError } from '../../errors/index.js';
|
|
8
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
9
|
+
const logger = getEngineLogger();
|
|
10
|
+
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
11
|
+
export function buildBlobBinding(meta) {
|
|
12
|
+
return {
|
|
13
|
+
coreKey: meta.blobCoreKey,
|
|
14
|
+
blockOffset: meta.blobBlockOffset,
|
|
15
|
+
blockLength: meta.blobBlockLength,
|
|
16
|
+
byteOffset: meta.blobByteOffset,
|
|
17
|
+
byteLength: meta.expectedSize
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
/**
|
|
21
|
+
* Validate a cached file against expected size and checksum.
|
|
22
|
+
*/
|
|
23
|
+
export async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
|
|
24
|
+
try {
|
|
25
|
+
await fsPromises.access(modelPath);
|
|
26
|
+
const localStats = await fsPromises.stat(modelPath);
|
|
27
|
+
const localSize = localStats.size;
|
|
28
|
+
if (localSize === expectedSize) {
|
|
29
|
+
logger.info(`✅ Model cached with correct size: ${modelPath}`);
|
|
30
|
+
if (expectedChecksum && expectedChecksum.length === 64) {
|
|
31
|
+
const checksum = await measureChecksum(modelPath, hooks);
|
|
32
|
+
if (checksum !== expectedChecksum) {
|
|
33
|
+
throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}. File may be corrupted`);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
logger.info(`✅ Model already cached and validated: ${modelPath}`);
|
|
37
|
+
return modelPath;
|
|
38
|
+
}
|
|
39
|
+
logger.warn(`🗑️ Removing incomplete cached file (expected ${expectedSize}, got ${localSize}): ${modelPath}`);
|
|
40
|
+
await fsPromises.unlink(modelPath);
|
|
41
|
+
return null;
|
|
42
|
+
}
|
|
43
|
+
catch (error) {
|
|
44
|
+
if (error instanceof ChecksumValidationFailedError) {
|
|
45
|
+
logger.warn(`🗑️ Removing corrupted cached file: ${modelPath}`);
|
|
46
|
+
await fsPromises.unlink(modelPath).catch(() => { });
|
|
47
|
+
}
|
|
48
|
+
return null;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
/**
|
|
52
|
+
* Download a single file from the registry to filesystem.
|
|
53
|
+
* When blobBinding is provided, uses direct blob download (skips metadata sync).
|
|
54
|
+
* Otherwise falls back to metadata-based downloadModel.
|
|
55
|
+
*/
|
|
56
|
+
export async function downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, modelFileName, downloadKey, expectedSize, expectedChecksum, progressCallback, signal, blobBinding, hooks) {
|
|
57
|
+
if (signal?.aborted) {
|
|
58
|
+
throw new DownloadCancelledError();
|
|
59
|
+
}
|
|
60
|
+
const client = await getRegistryClient();
|
|
61
|
+
const dir = path.dirname(modelPath);
|
|
62
|
+
await fsPromises.mkdir(dir, { recursive: true });
|
|
63
|
+
const onProgress = progressCallback
|
|
64
|
+
? (progress) => {
|
|
65
|
+
const total = progress.total || expectedSize || progress.downloaded;
|
|
66
|
+
progressCallback({
|
|
67
|
+
type: 'modelProgress',
|
|
68
|
+
downloaded: progress.downloaded,
|
|
69
|
+
total,
|
|
70
|
+
percentage: total > 0 ? calculatePercentage(progress.downloaded, total) : 0,
|
|
71
|
+
downloadKey
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
: undefined;
|
|
75
|
+
const clientOptions = buildRegistryClientOptions({
|
|
76
|
+
config: getConfig(),
|
|
77
|
+
outputFile: modelPath,
|
|
78
|
+
onProgress,
|
|
79
|
+
signal
|
|
80
|
+
});
|
|
81
|
+
if (blobBinding) {
|
|
82
|
+
logger.info(`📥 Downloading blob directly: ${modelFileName}`);
|
|
83
|
+
await client.downloadBlob(blobBinding, clientOptions);
|
|
84
|
+
}
|
|
85
|
+
else {
|
|
86
|
+
logger.info(`📥 Downloading from registry: ${registryPath}`);
|
|
87
|
+
await client.downloadModel(registryPath, registrySource, clientOptions);
|
|
88
|
+
}
|
|
89
|
+
logger.info(`✅ Downloaded to ${modelPath}`);
|
|
90
|
+
const stats = await fsPromises.stat(modelPath);
|
|
91
|
+
if (expectedSize && stats.size !== expectedSize) {
|
|
92
|
+
await fsPromises.unlink(modelPath).catch(() => { });
|
|
93
|
+
throw new ChecksumValidationFailedError(`${modelFileName}. File size mismatch: expected ${expectedSize}, got ${stats.size}`);
|
|
94
|
+
}
|
|
95
|
+
if (expectedChecksum && expectedChecksum.length === 64) {
|
|
96
|
+
const checksum = await measureChecksum(modelPath, hooks);
|
|
97
|
+
if (checksum !== expectedChecksum) {
|
|
98
|
+
await fsPromises.unlink(modelPath);
|
|
99
|
+
throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
|
|
100
|
+
}
|
|
101
|
+
logger.info(`✅ Checksum validated for ${modelFileName}`);
|
|
102
|
+
}
|
|
103
|
+
if (progressCallback) {
|
|
104
|
+
progressCallback({
|
|
105
|
+
type: 'modelProgress',
|
|
106
|
+
downloaded: stats.size,
|
|
107
|
+
total: stats.size,
|
|
108
|
+
percentage: 100,
|
|
109
|
+
downloadKey
|
|
110
|
+
});
|
|
111
|
+
}
|
|
112
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { RegistryItem } from '../../models/registry/index.js';
|
|
2
|
+
export type ExplicitRegistryMetadata = {
|
|
3
|
+
expectedSize?: number;
|
|
4
|
+
sha256Checksum?: string;
|
|
5
|
+
};
|
|
6
|
+
export declare function getExplicitRegistryMetadata(modelSrc: unknown): ExplicitRegistryMetadata | undefined;
|
|
7
|
+
export declare function resolveRegistryDownloadMetadata(modelMetadata: RegistryItem | undefined, explicitMetadata: ExplicitRegistryMetadata | undefined, expectedChecksum: string | undefined): {
|
|
8
|
+
expectedSize: number;
|
|
9
|
+
checksum: string;
|
|
10
|
+
};
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { modelDescriptorSchema } from '../../schemas/index.js';
|
|
2
|
+
export function getExplicitRegistryMetadata(modelSrc) {
|
|
3
|
+
const parsed = modelDescriptorSchema.safeParse(modelSrc);
|
|
4
|
+
if (!parsed.success || !parsed.data.src.startsWith('registry://')) {
|
|
5
|
+
return undefined;
|
|
6
|
+
}
|
|
7
|
+
const metadata = {};
|
|
8
|
+
if (typeof parsed.data.expectedSize === 'number') {
|
|
9
|
+
metadata.expectedSize = parsed.data.expectedSize;
|
|
10
|
+
}
|
|
11
|
+
if (typeof parsed.data.sha256Checksum === 'string') {
|
|
12
|
+
metadata.sha256Checksum = parsed.data.sha256Checksum;
|
|
13
|
+
}
|
|
14
|
+
return metadata.expectedSize !== undefined || metadata.sha256Checksum !== undefined
|
|
15
|
+
? metadata
|
|
16
|
+
: undefined;
|
|
17
|
+
}
|
|
18
|
+
export function resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum) {
|
|
19
|
+
return {
|
|
20
|
+
expectedSize: modelMetadata?.expectedSize ?? explicitMetadata?.expectedSize ?? 0,
|
|
21
|
+
checksum: modelMetadata?.sha256Checksum ?? expectedChecksum ?? explicitMetadata?.sha256Checksum ?? ''
|
|
22
|
+
};
|
|
23
|
+
}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
3
|
+
import { type ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
4
|
+
export declare function downloadModelFromRegistry(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, hooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<string>;
|
|
@@ -0,0 +1,298 @@
|
|
|
1
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
2
|
+
import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, extractTensorsFromShards, calculatePercentage } from '../../utils/index.js';
|
|
3
|
+
import { getSingleFileCachePath } from '../../utils/cache/paths.js';
|
|
4
|
+
import { getModelByPath } from '../../models/registry/index.js';
|
|
5
|
+
import { getRegistryClient } from '../../runtime/registry-client.js';
|
|
6
|
+
import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
|
|
7
|
+
import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
|
|
8
|
+
import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
|
|
9
|
+
import { DownloadCancelledError, ModelNotFoundError, RegistryDownloadFailedError } from '../../errors/index.js';
|
|
10
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
11
|
+
import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
12
|
+
const logger = getEngineLogger();
|
|
13
|
+
/**
|
|
14
|
+
* Find all shards for a model using path prefix query.
|
|
15
|
+
*/
|
|
16
|
+
async function findModelShards(registryPath) {
|
|
17
|
+
const client = await getRegistryClient();
|
|
18
|
+
const shardInfo = detectShardedModel(registryPath.split('/').pop() || '');
|
|
19
|
+
if (!shardInfo.isSharded) {
|
|
20
|
+
throw new RegistryDownloadFailedError(`Not a sharded model path: ${registryPath}`);
|
|
21
|
+
}
|
|
22
|
+
const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
|
|
23
|
+
const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf('.'));
|
|
24
|
+
logger.info(`🔍 Finding shards with prefix: ${basePath}`);
|
|
25
|
+
const shards = await client.findModels({
|
|
26
|
+
gte: { path: basePath },
|
|
27
|
+
lte: { path: basePath + '\uffff' }
|
|
28
|
+
});
|
|
29
|
+
const sortedShards = shards
|
|
30
|
+
.filter((s) => {
|
|
31
|
+
const info = detectShardedModel(s.path.split('/').pop() || '');
|
|
32
|
+
return info.isSharded;
|
|
33
|
+
})
|
|
34
|
+
.sort((a, b) => {
|
|
35
|
+
const aInfo = detectShardedModel(a.path.split('/').pop() || '');
|
|
36
|
+
const bInfo = detectShardedModel(b.path.split('/').pop() || '');
|
|
37
|
+
return (aInfo.currentShard || 0) - (bInfo.currentShard || 0);
|
|
38
|
+
})
|
|
39
|
+
.map((s) => ({
|
|
40
|
+
path: s.path,
|
|
41
|
+
source: s.source,
|
|
42
|
+
size: s.blobBinding?.byteLength || 0,
|
|
43
|
+
checksum: s.blobBinding?.['sha256'] || s.sha256 || ''
|
|
44
|
+
}));
|
|
45
|
+
logger.info(`📦 Found ${sortedShards.length} shards`);
|
|
46
|
+
return sortedShards;
|
|
47
|
+
}
|
|
48
|
+
/**
|
|
49
|
+
* Download sharded model files from registry.
|
|
50
|
+
* When localShardMetadata is provided, uses pre-computed metadata + blob direct download
|
|
51
|
+
* instead of querying the registry for shard info.
|
|
52
|
+
*/
|
|
53
|
+
async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
|
|
54
|
+
if (signal?.aborted) {
|
|
55
|
+
throw new DownloadCancelledError();
|
|
56
|
+
}
|
|
57
|
+
let shards;
|
|
58
|
+
if (localShardMetadata?.length) {
|
|
59
|
+
shards = localShardMetadata.map((shard) => ({
|
|
60
|
+
filename: shard.filename,
|
|
61
|
+
size: shard.expectedSize,
|
|
62
|
+
checksum: shard.sha256Checksum,
|
|
63
|
+
path: registryPath,
|
|
64
|
+
source: registrySource,
|
|
65
|
+
blobBinding: buildBlobBinding(shard)
|
|
66
|
+
}));
|
|
67
|
+
}
|
|
68
|
+
else {
|
|
69
|
+
const filename = registryPath.split('/').pop() || registryPath;
|
|
70
|
+
const shardInfo = detectShardedModel(filename);
|
|
71
|
+
if (!shardInfo.isSharded || !shardInfo.totalShards) {
|
|
72
|
+
throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
|
|
73
|
+
}
|
|
74
|
+
const remoteShards = await findModelShards(registryPath);
|
|
75
|
+
if (remoteShards.length === 0) {
|
|
76
|
+
throw new ModelNotFoundError(`No shards found for ${registryPath}`);
|
|
77
|
+
}
|
|
78
|
+
if (remoteShards.length !== shardInfo.totalShards) {
|
|
79
|
+
logger.warn(`⚠️ Expected ${shardInfo.totalShards} shards but found ${remoteShards.length}`);
|
|
80
|
+
}
|
|
81
|
+
shards = remoteShards.map((s) => ({
|
|
82
|
+
filename: s.path.split('/').pop() || '',
|
|
83
|
+
size: s.size,
|
|
84
|
+
checksum: s.checksum,
|
|
85
|
+
path: s.path,
|
|
86
|
+
source: s.source
|
|
87
|
+
}));
|
|
88
|
+
}
|
|
89
|
+
const shardDir = getShardedModelCacheDir(cacheKey);
|
|
90
|
+
const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
|
|
91
|
+
logger.info(`📥 Downloading sharded model: ${shards.length} shards to ${shardDir}`);
|
|
92
|
+
const overallTotal = shards.reduce((sum, s) => sum + s.size, 0);
|
|
93
|
+
let overallDownloaded = 0;
|
|
94
|
+
for (let i = 0; i < shards.length; i++) {
|
|
95
|
+
if (signal?.aborted) {
|
|
96
|
+
throw new DownloadCancelledError();
|
|
97
|
+
}
|
|
98
|
+
const shard = shards[i];
|
|
99
|
+
const shardPath = getShardPath(cacheKey, shard.filename);
|
|
100
|
+
const cachedPath = await validateCachedFile(shardPath, shard.filename, shard.size, shard.checksum, hooks);
|
|
101
|
+
if (cachedPath) {
|
|
102
|
+
logger.debug(`✅ Shard ${i + 1}/${shards.length} already cached`);
|
|
103
|
+
overallDownloaded += shard.size;
|
|
104
|
+
if (progressCallback) {
|
|
105
|
+
progressCallback({
|
|
106
|
+
type: 'modelProgress',
|
|
107
|
+
downloaded: shard.size,
|
|
108
|
+
total: shard.size,
|
|
109
|
+
percentage: 100,
|
|
110
|
+
downloadKey,
|
|
111
|
+
shardInfo: {
|
|
112
|
+
currentShard: i + 1,
|
|
113
|
+
totalShards: shards.length,
|
|
114
|
+
shardName: shard.filename,
|
|
115
|
+
overallDownloaded,
|
|
116
|
+
overallTotal,
|
|
117
|
+
overallPercentage: calculatePercentage(overallDownloaded, overallTotal)
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
}
|
|
121
|
+
continue;
|
|
122
|
+
}
|
|
123
|
+
logger.info(`📥 Downloading shard ${i + 1}/${shards.length}: ${shard.filename}`);
|
|
124
|
+
const shardProgressCallback = progressCallback
|
|
125
|
+
? (progress) => {
|
|
126
|
+
const currentOverall = overallDownloaded + progress.downloaded;
|
|
127
|
+
progressCallback({
|
|
128
|
+
...progress,
|
|
129
|
+
downloadKey,
|
|
130
|
+
shardInfo: {
|
|
131
|
+
currentShard: i + 1,
|
|
132
|
+
totalShards: shards.length,
|
|
133
|
+
shardName: shard.filename,
|
|
134
|
+
overallDownloaded: currentOverall,
|
|
135
|
+
overallTotal,
|
|
136
|
+
overallPercentage: calculatePercentage(currentOverall, overallTotal)
|
|
137
|
+
}
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
: undefined;
|
|
141
|
+
await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
|
|
142
|
+
overallDownloaded += shard.size;
|
|
143
|
+
logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
|
|
144
|
+
}
|
|
145
|
+
const firstShardFilename = shards[0].filename;
|
|
146
|
+
await extractTensorsFromShards(shardDir, firstShardFilename);
|
|
147
|
+
if (progressCallback) {
|
|
148
|
+
const lastShard = shards[shards.length - 1];
|
|
149
|
+
progressCallback({
|
|
150
|
+
type: 'modelProgress',
|
|
151
|
+
downloaded: overallTotal,
|
|
152
|
+
total: overallTotal,
|
|
153
|
+
percentage: 100,
|
|
154
|
+
downloadKey,
|
|
155
|
+
shardInfo: {
|
|
156
|
+
currentShard: shards.length,
|
|
157
|
+
totalShards: shards.length,
|
|
158
|
+
shardName: lastShard.filename,
|
|
159
|
+
overallDownloaded: overallTotal,
|
|
160
|
+
overallTotal,
|
|
161
|
+
overallPercentage: 100
|
|
162
|
+
}
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
return getShardPath(cacheKey, firstShardFilename);
|
|
166
|
+
}
|
|
167
|
+
export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata) {
|
|
168
|
+
const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
|
|
169
|
+
hooks?.onDownloadKey?.(downloadKey);
|
|
170
|
+
const filename = registryPath.split('/').pop() || registryPath;
|
|
171
|
+
const shardInfo = detectShardedModel(filename);
|
|
172
|
+
// Look up model metadata from our generated models.ts
|
|
173
|
+
const modelMetadata = getModelByPath(registryPath);
|
|
174
|
+
const result = startOrJoinDownload(downloadKey, async (ctx) => {
|
|
175
|
+
if (shardInfo.isSharded) {
|
|
176
|
+
const cacheKey = generateShortHash(registryPath);
|
|
177
|
+
const localShardMeta = modelMetadata?.shardMetadata;
|
|
178
|
+
// FS pre-check for known models: if all shards cached, return immediately
|
|
179
|
+
if (localShardMeta?.length) {
|
|
180
|
+
let allCached = true;
|
|
181
|
+
for (const shard of localShardMeta) {
|
|
182
|
+
const shardPath = getShardPath(cacheKey, shard.filename);
|
|
183
|
+
const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
|
|
184
|
+
if (!cached) {
|
|
185
|
+
allCached = false;
|
|
186
|
+
break;
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
if (allCached) {
|
|
190
|
+
const firstShardFilename = localShardMeta[0].filename;
|
|
191
|
+
logger.info(`✅ All ${localShardMeta.length} shards cached`);
|
|
192
|
+
hooks?.markCacheHit?.();
|
|
193
|
+
ctx.setCacheHit(true);
|
|
194
|
+
const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
|
|
195
|
+
ctx.broadcastProgress({
|
|
196
|
+
type: 'modelProgress',
|
|
197
|
+
downloaded: overallTotal,
|
|
198
|
+
total: overallTotal,
|
|
199
|
+
percentage: 100,
|
|
200
|
+
downloadKey,
|
|
201
|
+
shardInfo: {
|
|
202
|
+
currentShard: localShardMeta.length,
|
|
203
|
+
totalShards: localShardMeta.length,
|
|
204
|
+
shardName: firstShardFilename,
|
|
205
|
+
overallDownloaded: overallTotal,
|
|
206
|
+
overallTotal,
|
|
207
|
+
overallPercentage: 100
|
|
208
|
+
}
|
|
209
|
+
});
|
|
210
|
+
return getShardPath(cacheKey, firstShardFilename);
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
hooks?.markCacheMiss?.();
|
|
214
|
+
ctx.setCacheHit(false);
|
|
215
|
+
try {
|
|
216
|
+
return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks);
|
|
217
|
+
}
|
|
218
|
+
catch (error) {
|
|
219
|
+
if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
|
|
220
|
+
try {
|
|
221
|
+
await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
|
|
222
|
+
recursive: true,
|
|
223
|
+
force: true
|
|
224
|
+
});
|
|
225
|
+
}
|
|
226
|
+
catch (cleanupError) {
|
|
227
|
+
logger.debug('Failed to delete shard cache dir during cleanup', {
|
|
228
|
+
cacheKey,
|
|
229
|
+
error: cleanupError
|
|
230
|
+
});
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
throw error;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
// Generic companion set via generated metadata
|
|
237
|
+
if (modelMetadata?.companionSet) {
|
|
238
|
+
const companionHooks = {
|
|
239
|
+
...hooks,
|
|
240
|
+
markCacheHit: () => {
|
|
241
|
+
hooks?.markCacheHit?.();
|
|
242
|
+
ctx.setCacheHit(true);
|
|
243
|
+
},
|
|
244
|
+
markCacheMiss: () => {
|
|
245
|
+
hooks?.markCacheMiss?.();
|
|
246
|
+
ctx.setCacheHit(false);
|
|
247
|
+
}
|
|
248
|
+
};
|
|
249
|
+
return await downloadCompanionSetFromRegistry({
|
|
250
|
+
companionSet: modelMetadata.companionSet,
|
|
251
|
+
downloadKey,
|
|
252
|
+
allowLegacyFlatCache: modelMetadata.addon === 'nmt',
|
|
253
|
+
progressCallback: ctx.broadcastProgress,
|
|
254
|
+
signal: ctx.signal,
|
|
255
|
+
hooks: companionHooks,
|
|
256
|
+
shouldClearCache: ctx.shouldClearCache
|
|
257
|
+
});
|
|
258
|
+
}
|
|
259
|
+
const modelPath = getSingleFileCachePath(registryPath);
|
|
260
|
+
const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
|
|
261
|
+
const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
|
|
262
|
+
if (cachedPath) {
|
|
263
|
+
logger.info(`✅ Using cached model: ${cachedPath}`);
|
|
264
|
+
hooks?.markCacheHit?.();
|
|
265
|
+
ctx.setCacheHit(true);
|
|
266
|
+
ctx.broadcastProgress({
|
|
267
|
+
type: 'modelProgress',
|
|
268
|
+
downloaded: expectedSize,
|
|
269
|
+
total: expectedSize,
|
|
270
|
+
percentage: 100,
|
|
271
|
+
downloadKey
|
|
272
|
+
});
|
|
273
|
+
return cachedPath;
|
|
274
|
+
}
|
|
275
|
+
const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
|
|
276
|
+
hooks?.markCacheMiss?.();
|
|
277
|
+
ctx.setCacheHit(false);
|
|
278
|
+
try {
|
|
279
|
+
await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks);
|
|
280
|
+
}
|
|
281
|
+
catch (error) {
|
|
282
|
+
if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
|
|
283
|
+
try {
|
|
284
|
+
await fsPromises.unlink(modelPath);
|
|
285
|
+
}
|
|
286
|
+
catch (cleanupError) {
|
|
287
|
+
logger.debug('Failed to delete model file during cleanup', {
|
|
288
|
+
path: modelPath,
|
|
289
|
+
error: cleanupError
|
|
290
|
+
});
|
|
291
|
+
}
|
|
292
|
+
}
|
|
293
|
+
throw error;
|
|
294
|
+
}
|
|
295
|
+
return modelPath;
|
|
296
|
+
}, progressCallback, hooks?.requestBinding);
|
|
297
|
+
return applyJoinedDownloadStats(result, hooks);
|
|
298
|
+
}
|