@qvac/inference 0.0.0 โ 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,173 @@
|
|
|
1
|
+
import { models } from '../models/registry/models.js';
|
|
2
|
+
import { getAllModelIds, getModelEntry } from '../runtime/model-registry.js';
|
|
3
|
+
import { generateShortHash } from '../utils/index.js';
|
|
4
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
5
|
+
import { getShardPath, getModelsCacheDir, getSingleFileCachePath } from '../utils/cache/paths.js';
|
|
6
|
+
import { validateAndJoinPath } from '../utils/path-security.js';
|
|
7
|
+
import { ModelNotFoundError } from '../errors/index.js';
|
|
8
|
+
export async function handleGetModelInfo(request) {
|
|
9
|
+
const { name } = request;
|
|
10
|
+
const catalogEntry = models.find((m) => m.name === name);
|
|
11
|
+
if (!catalogEntry) {
|
|
12
|
+
throw new ModelNotFoundError(`${name}" not found in catalog. Use model names from the catalog (e.g., "WHISPER_TINY", "EMBEDDINGGEMMA_300M_Q4_0")`);
|
|
13
|
+
}
|
|
14
|
+
const cacheKey = generateShortHash(catalogEntry.registryPath);
|
|
15
|
+
const cacheStatus = catalogEntry.shardMetadata && catalogEntry.shardMetadata.length > 0
|
|
16
|
+
? await handleShardedModel(cacheKey, catalogEntry.shardMetadata)
|
|
17
|
+
: catalogEntry.companionSet
|
|
18
|
+
? await handleCompanionSetModel(catalogEntry.companionSet, catalogEntry.registryPath, catalogEntry.addon)
|
|
19
|
+
: await handleSingleFileModel(catalogEntry.registryPath, catalogEntry.expectedSize, catalogEntry.sha256Checksum);
|
|
20
|
+
const { cacheFiles, isCached, actualSize, cachedAt, primaryPath } = cacheStatus;
|
|
21
|
+
const loadedModelIds = getAllModelIds();
|
|
22
|
+
const matchPath = primaryPath ?? cacheFiles[0]?.path;
|
|
23
|
+
const loadedInstances = [];
|
|
24
|
+
for (const id of loadedModelIds) {
|
|
25
|
+
const entry = getModelEntry(id);
|
|
26
|
+
if (!entry || entry.isDelegated)
|
|
27
|
+
continue;
|
|
28
|
+
const matchesByName = entry.local.name && entry.local.name === name;
|
|
29
|
+
const matchesByPath = !!matchPath && entry.local.path === matchPath;
|
|
30
|
+
if (matchesByName || matchesByPath) {
|
|
31
|
+
const instance = {
|
|
32
|
+
registryId: id,
|
|
33
|
+
loadedAt: entry.local.loadedAt,
|
|
34
|
+
config: entry.local.config
|
|
35
|
+
};
|
|
36
|
+
loadedInstances.push(instance);
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
const isLoaded = loadedInstances.length > 0;
|
|
40
|
+
const modelInfo = {
|
|
41
|
+
name: catalogEntry.name,
|
|
42
|
+
modelId: catalogEntry.modelId,
|
|
43
|
+
registryPath: catalogEntry.registryPath,
|
|
44
|
+
registrySource: catalogEntry.registrySource,
|
|
45
|
+
blobCoreKey: catalogEntry.blobCoreKey,
|
|
46
|
+
blobBlockOffset: catalogEntry.blobBlockOffset,
|
|
47
|
+
blobBlockLength: catalogEntry.blobBlockLength,
|
|
48
|
+
blobByteOffset: catalogEntry.blobByteOffset,
|
|
49
|
+
engine: catalogEntry.engine,
|
|
50
|
+
quantization: catalogEntry.quantization,
|
|
51
|
+
params: catalogEntry.params,
|
|
52
|
+
expectedSize: catalogEntry.expectedSize,
|
|
53
|
+
sha256Checksum: catalogEntry.sha256Checksum,
|
|
54
|
+
addon: catalogEntry.addon,
|
|
55
|
+
isCached,
|
|
56
|
+
isLoaded,
|
|
57
|
+
cacheFiles,
|
|
58
|
+
actualSize,
|
|
59
|
+
cachedAt,
|
|
60
|
+
loadedInstances: loadedInstances.length > 0 ? loadedInstances : undefined
|
|
61
|
+
};
|
|
62
|
+
return {
|
|
63
|
+
type: 'getModelInfo',
|
|
64
|
+
modelInfo
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
async function handleShardedModel(cacheKey, shardMetadata) {
|
|
68
|
+
const fileEntries = shardMetadata.map((s) => ({
|
|
69
|
+
filename: s.filename,
|
|
70
|
+
expectedSize: s.expectedSize,
|
|
71
|
+
sha256Checksum: s.sha256Checksum
|
|
72
|
+
}));
|
|
73
|
+
const paths = shardMetadata.map((s) => getShardPath(cacheKey, s.filename));
|
|
74
|
+
return checkCacheStatus(fileEntries, paths);
|
|
75
|
+
}
|
|
76
|
+
async function handleCompanionSetModel(companionSet, primaryRegistryPath, addon) {
|
|
77
|
+
const { setKey, primaryKey, files } = companionSet;
|
|
78
|
+
const baseCache = getModelsCacheDir();
|
|
79
|
+
const fileEntries = files.map((f) => ({
|
|
80
|
+
filename: f.targetName,
|
|
81
|
+
expectedSize: f.expectedSize,
|
|
82
|
+
sha256Checksum: f.sha256Checksum,
|
|
83
|
+
key: f.key
|
|
84
|
+
}));
|
|
85
|
+
const canonicalPaths = files.map((f) => validateAndJoinPath(baseCache, 'sets', setKey, f.targetName));
|
|
86
|
+
const canonicalResult = await checkCacheStatus(fileEntries, canonicalPaths, primaryKey);
|
|
87
|
+
if (canonicalResult.isCached)
|
|
88
|
+
return canonicalResult;
|
|
89
|
+
const isOnnxSet = files.some((f) => f.primary === true && f.targetName.endsWith('.onnx'));
|
|
90
|
+
if (isOnnxSet) {
|
|
91
|
+
const legacyCacheKey = generateShortHash(primaryRegistryPath);
|
|
92
|
+
const legacyPaths = files.map((f) => validateAndJoinPath(baseCache, 'onnx', legacyCacheKey, f.targetName));
|
|
93
|
+
const legacyResult = await checkCacheStatus(fileEntries, legacyPaths, primaryKey);
|
|
94
|
+
if (legacyResult.isCached)
|
|
95
|
+
return legacyResult;
|
|
96
|
+
}
|
|
97
|
+
else if (addon === 'nmt') {
|
|
98
|
+
// Legacy flat-cache compatibility for Bergamot-style companion sets.
|
|
99
|
+
// This is valid only for families whose runtime still works with explicit
|
|
100
|
+
// per-file absolute paths; it is not a generic rule for all companion sets.
|
|
101
|
+
const flatPaths = files.map((f) => getSingleFileCachePath(f.registryPath));
|
|
102
|
+
const flatResult = await checkCacheStatus(fileEntries, flatPaths, primaryKey);
|
|
103
|
+
if (flatResult.isCached)
|
|
104
|
+
return flatResult;
|
|
105
|
+
}
|
|
106
|
+
return canonicalResult;
|
|
107
|
+
}
|
|
108
|
+
async function checkCacheStatus(files, paths, primaryKey) {
|
|
109
|
+
const cacheFiles = [];
|
|
110
|
+
let allCached = true;
|
|
111
|
+
let totalActualSize = 0;
|
|
112
|
+
let latestCachedAt;
|
|
113
|
+
let primaryPath;
|
|
114
|
+
for (let i = 0; i < files.length; i++) {
|
|
115
|
+
const file = files[i];
|
|
116
|
+
const filePath = paths[i];
|
|
117
|
+
let fileCached = false;
|
|
118
|
+
let fileActualSize;
|
|
119
|
+
let fileCachedAt;
|
|
120
|
+
try {
|
|
121
|
+
const stats = await fsPromises.stat(filePath);
|
|
122
|
+
if (stats.isFile()) {
|
|
123
|
+
fileActualSize = stats.size;
|
|
124
|
+
fileCachedAt = stats.mtime;
|
|
125
|
+
fileCached = stats.size === file.expectedSize;
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
catch {
|
|
129
|
+
// file does not exist
|
|
130
|
+
}
|
|
131
|
+
if (primaryKey && file.key === primaryKey) {
|
|
132
|
+
primaryPath = filePath;
|
|
133
|
+
}
|
|
134
|
+
if (fileCached) {
|
|
135
|
+
totalActualSize += fileActualSize;
|
|
136
|
+
if (!latestCachedAt || fileCachedAt > latestCachedAt) {
|
|
137
|
+
latestCachedAt = fileCachedAt;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
else {
|
|
141
|
+
allCached = false;
|
|
142
|
+
}
|
|
143
|
+
cacheFiles.push({
|
|
144
|
+
filename: file.filename,
|
|
145
|
+
path: filePath,
|
|
146
|
+
expectedSize: file.expectedSize,
|
|
147
|
+
sha256Checksum: file.sha256Checksum,
|
|
148
|
+
isCached: fileCached,
|
|
149
|
+
actualSize: fileActualSize,
|
|
150
|
+
cachedAt: fileCachedAt
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
if (!primaryPath && cacheFiles.length > 0) {
|
|
154
|
+
primaryPath = cacheFiles[0].path;
|
|
155
|
+
}
|
|
156
|
+
const result = {
|
|
157
|
+
cacheFiles,
|
|
158
|
+
isCached: allCached,
|
|
159
|
+
primaryPath
|
|
160
|
+
};
|
|
161
|
+
if (allCached) {
|
|
162
|
+
result.actualSize = totalActualSize;
|
|
163
|
+
if (latestCachedAt) {
|
|
164
|
+
result.cachedAt = latestCachedAt;
|
|
165
|
+
}
|
|
166
|
+
}
|
|
167
|
+
return result;
|
|
168
|
+
}
|
|
169
|
+
async function handleSingleFileModel(registryPath, expectedSize, sha256Checksum) {
|
|
170
|
+
const filename = registryPath.split('/').pop() || registryPath;
|
|
171
|
+
const filePath = getSingleFileCachePath(registryPath);
|
|
172
|
+
return checkCacheStatus([{ filename, expectedSize, sha256Checksum }], [filePath]);
|
|
173
|
+
}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { getResourceCollector } from '../resources/instance.js';
|
|
2
|
+
export function handleGetSystemResources(request) {
|
|
3
|
+
const collector = getResourceCollector();
|
|
4
|
+
if (!collector) {
|
|
5
|
+
return {
|
|
6
|
+
type: 'getSystemResources',
|
|
7
|
+
capabilities: {
|
|
8
|
+
cpu: {
|
|
9
|
+
status: 'failed',
|
|
10
|
+
reason: 'CPU resource collector is not initialized'
|
|
11
|
+
},
|
|
12
|
+
memory: {
|
|
13
|
+
totalBytes: {
|
|
14
|
+
status: 'failed',
|
|
15
|
+
reason: 'CPU resource collector is not initialized'
|
|
16
|
+
}
|
|
17
|
+
},
|
|
18
|
+
gpus: {
|
|
19
|
+
status: 'failed',
|
|
20
|
+
reason: 'GPU resource collector is not initialized'
|
|
21
|
+
}
|
|
22
|
+
},
|
|
23
|
+
...(request.sample && {
|
|
24
|
+
sample: {
|
|
25
|
+
sampledAt: Date.now(),
|
|
26
|
+
cpu: {
|
|
27
|
+
status: 'failed',
|
|
28
|
+
reason: 'CPU resource collector is not initialized'
|
|
29
|
+
},
|
|
30
|
+
memory: {
|
|
31
|
+
usedBytes: {
|
|
32
|
+
status: 'failed',
|
|
33
|
+
reason: 'CPU resource collector is not initialized'
|
|
34
|
+
},
|
|
35
|
+
totalBytes: {
|
|
36
|
+
status: 'failed',
|
|
37
|
+
reason: 'CPU resource collector is not initialized'
|
|
38
|
+
}
|
|
39
|
+
},
|
|
40
|
+
gpus: {
|
|
41
|
+
status: 'failed',
|
|
42
|
+
reason: 'GPU resource collector is not initialized'
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
})
|
|
46
|
+
};
|
|
47
|
+
}
|
|
48
|
+
return {
|
|
49
|
+
type: 'getSystemResources',
|
|
50
|
+
capabilities: collector.getCapabilities(),
|
|
51
|
+
...(request.sample && { sample: collector.sample() })
|
|
52
|
+
};
|
|
53
|
+
}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import { AbortController, type AbortSignal } from 'bare-abort-controller';
|
|
3
|
+
import type { DisposableScope } from '../../runtime/disposable-scope.js';
|
|
4
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
5
|
+
/**
|
|
6
|
+
* Per-subscriber binding to a registry-tracked request.
|
|
7
|
+
* `startOrJoinDownload` is request-aware: each caller (the
|
|
8
|
+
* `await using ctx = await registry.begin(...)` inside `handleLoadModel` /
|
|
9
|
+
* `handleDownloadAsset`) registers a subscriber bound to its
|
|
10
|
+
* `requestId`. A `cancel({ requestId })` against the registry aborts
|
|
11
|
+
* the subscriber's `ctx.signal`, which:
|
|
12
|
+
* - rejects this subscriber's promise so the awaiting handler unwinds;
|
|
13
|
+
* - removes this subscriber from `transfer.subscribers`;
|
|
14
|
+
* - tears down the transfer iff this was the last subscriber.
|
|
15
|
+
*
|
|
16
|
+
* The shared-transfer dedup logic in `startOrJoinDownload` is preserved
|
|
17
|
+
* โ two callers requesting the same `downloadKey` still share one
|
|
18
|
+
* underlying download โ but cancel is per-`requestId`-honest:
|
|
19
|
+
* cancelling one subscriber does not affect siblings on the same
|
|
20
|
+
* `downloadKey`.
|
|
21
|
+
*/
|
|
22
|
+
export interface SubscriberRequestBinding {
|
|
23
|
+
signal: AbortSignal;
|
|
24
|
+
scope: DisposableScope;
|
|
25
|
+
requestId: string;
|
|
26
|
+
}
|
|
27
|
+
export interface Subscriber {
|
|
28
|
+
id: string;
|
|
29
|
+
onProgress?: ((progress: ModelProgressUpdate) => void) | undefined;
|
|
30
|
+
settled: boolean;
|
|
31
|
+
resolve: (path: string) => void;
|
|
32
|
+
reject: (error: unknown) => void;
|
|
33
|
+
promise: Promise<string>;
|
|
34
|
+
/** Identity of the registry request this subscriber belongs to, if any. */
|
|
35
|
+
requestId?: string | undefined;
|
|
36
|
+
}
|
|
37
|
+
export interface Transfer {
|
|
38
|
+
downloadKey: string;
|
|
39
|
+
abortController: AbortController;
|
|
40
|
+
subscribers: Map<string, Subscriber>;
|
|
41
|
+
lastProgress?: ModelProgressUpdate | undefined;
|
|
42
|
+
downloadPromise?: Promise<string> | undefined;
|
|
43
|
+
clearCache: boolean;
|
|
44
|
+
cacheHit?: boolean;
|
|
45
|
+
}
|
|
46
|
+
export interface DownloadContext {
|
|
47
|
+
broadcastProgress: (progress: ModelProgressUpdate) => void;
|
|
48
|
+
signal: AbortSignal;
|
|
49
|
+
shouldClearCache: () => boolean;
|
|
50
|
+
setCacheHit: (cacheHit: boolean) => void;
|
|
51
|
+
}
|
|
52
|
+
export interface StartOrJoinResult {
|
|
53
|
+
promise: Promise<string>;
|
|
54
|
+
joined: boolean;
|
|
55
|
+
getCacheHit: () => boolean | undefined;
|
|
56
|
+
}
|
|
57
|
+
export declare function startOrJoinDownload(downloadKey: string, startDownload: (ctx: DownloadContext) => Promise<string>, onProgress?: (progress: ModelProgressUpdate) => void, request?: SubscriberRequestBinding): StartOrJoinResult;
|
|
58
|
+
/**
|
|
59
|
+
* Legacy cancel entry point. Callers (`cancelHandler`'s deprecated
|
|
60
|
+
* `case "downloadAsset"` arm, the shutdown sweep, intra-resolve
|
|
61
|
+
* cleanup) call this with a `downloadKey`. The single source of cancel
|
|
62
|
+
* routing is the request registry, so this function resolves each
|
|
63
|
+
* subscriber's request via `registry.cancel({ requestId })`.
|
|
64
|
+
*
|
|
65
|
+
* Subscribers without a `requestId` (legacy callers that didn't pass a
|
|
66
|
+
* registry binding) are settled directly with `DownloadCancelledError`
|
|
67
|
+
* so we don't leak the transfer if a legacy code path holds the only
|
|
68
|
+
* reference.
|
|
69
|
+
*/
|
|
70
|
+
/**
|
|
71
|
+
* Set `clearCache=true` on the transfer that owns the subscriber bound
|
|
72
|
+
* to `requestId`, so when the registry's targeted cancel removes that
|
|
73
|
+
* subscriber and we reach last-subscriber teardown, the partial
|
|
74
|
+
* download file is deleted instead of preserved for automatic resume.
|
|
75
|
+
*
|
|
76
|
+
* Lookup is O(transfers * subscribers); transfers are short-lived and
|
|
77
|
+
* subscriber counts per transfer are tiny in practice, so this is
|
|
78
|
+
* fine. Returns `true` if a matching subscriber was found, `false`
|
|
79
|
+
* otherwise โ the cancel handler treats both cases identically (the
|
|
80
|
+
* registry cancel still fires) and the return value is informational.
|
|
81
|
+
*
|
|
82
|
+
* Supports `cancel({ requestId, clearCache: true })` for download
|
|
83
|
+
* requests. The subscriber is the unit of `clearCache` even though the
|
|
84
|
+
* flag lives on the shared transfer: if any subscriber on the transfer
|
|
85
|
+
* asks for clearCache, the partial file is deleted when the last
|
|
86
|
+
* subscriber leaves.
|
|
87
|
+
*/
|
|
88
|
+
export declare function markClearCacheForRequest(requestId: string): boolean;
|
|
89
|
+
export declare function cancelTransfer(downloadKey: string, clearCache?: boolean): void;
|
|
90
|
+
export declare function createHyperdriveDownloadKey(hyperdriveKey: string, modelFileName: string): string;
|
|
91
|
+
export declare function createHttpDownloadKey(url: string): string;
|
|
92
|
+
export declare function createRegistryDownloadKey(registrySource: string, registryPath: string): string;
|
|
93
|
+
export declare function applyJoinedDownloadStats(result: StartOrJoinResult, hooks?: DownloadHooks): Promise<string>;
|
|
94
|
+
export declare function cancelAllDownloads(): void;
|
|
95
|
+
export declare function cleanupDownloads(): Promise<void>;
|
|
@@ -0,0 +1,306 @@
|
|
|
1
|
+
import { AbortController } from 'bare-abort-controller';
|
|
2
|
+
import { DownloadCancelledError, InferenceCancelledError } from '../../errors/index.js';
|
|
3
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
4
|
+
import { getRequestRegistry } from '../../runtime/index.js';
|
|
5
|
+
const logger = getEngineLogger();
|
|
6
|
+
const activeTransfers = new Map();
|
|
7
|
+
let nextSubscriberId = 0;
|
|
8
|
+
function createSubscriber(onProgress, requestId) {
|
|
9
|
+
let resolve;
|
|
10
|
+
let reject;
|
|
11
|
+
const promise = new Promise((res, rej) => {
|
|
12
|
+
resolve = res;
|
|
13
|
+
reject = rej;
|
|
14
|
+
});
|
|
15
|
+
return {
|
|
16
|
+
id: String(nextSubscriberId++),
|
|
17
|
+
onProgress,
|
|
18
|
+
settled: false,
|
|
19
|
+
resolve,
|
|
20
|
+
reject,
|
|
21
|
+
promise,
|
|
22
|
+
requestId
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
function settleSubscriber(subscriber, result) {
|
|
26
|
+
if (subscriber.settled)
|
|
27
|
+
return;
|
|
28
|
+
subscriber.settled = true;
|
|
29
|
+
if (result instanceof Error) {
|
|
30
|
+
subscriber.reject(result);
|
|
31
|
+
}
|
|
32
|
+
else {
|
|
33
|
+
subscriber.resolve(result);
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
function deliverProgress(transfer, subscriber, progress) {
|
|
37
|
+
if (subscriber.settled || !subscriber.onProgress)
|
|
38
|
+
return;
|
|
39
|
+
try {
|
|
40
|
+
subscriber.onProgress(progress);
|
|
41
|
+
}
|
|
42
|
+
catch (err) {
|
|
43
|
+
const error = err instanceof Error ? err : new Error(String(err));
|
|
44
|
+
logger.warn('Progress callback threw; detaching subscriber', {
|
|
45
|
+
downloadKey: transfer.downloadKey,
|
|
46
|
+
subscriberId: subscriber.id,
|
|
47
|
+
error
|
|
48
|
+
});
|
|
49
|
+
settleSubscriber(subscriber, error);
|
|
50
|
+
removeSubscriber(transfer, subscriber.id);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
function broadcastTransferProgress(transfer, progress) {
|
|
54
|
+
transfer.lastProgress = progress;
|
|
55
|
+
for (const sub of Array.from(transfer.subscribers.values())) {
|
|
56
|
+
deliverProgress(transfer, sub, progress);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
/**
|
|
60
|
+
* Idempotent: remove the subscriber from the transfer's roster and tear
|
|
61
|
+
* the transfer down iff no subscribers remain. Wired from two places per
|
|
62
|
+
* subscriber:
|
|
63
|
+
*
|
|
64
|
+
* - the `request.signal.addEventListener("abort", ...)` listener that
|
|
65
|
+
* fires when `registry.cancel({ requestId })` aborts the request's
|
|
66
|
+
* context โ this is the "user clicked Stop" cancel path;
|
|
67
|
+
* - `request.scope.defer(...)` which runs at request scope unwind โ
|
|
68
|
+
* the safety net catching every other unwind path (handler returns,
|
|
69
|
+
* handler throws for a non-cancel reason, awaited promise settled
|
|
70
|
+
* and the `await using` falls out of scope on the success path).
|
|
71
|
+
*
|
|
72
|
+
* Both ends call this helper so an already-cleaned-up subscriber is a
|
|
73
|
+
* no-op the second time around.
|
|
74
|
+
*/
|
|
75
|
+
function removeSubscriber(transfer, subscriberId) {
|
|
76
|
+
if (!transfer.subscribers.has(subscriberId))
|
|
77
|
+
return;
|
|
78
|
+
transfer.subscribers.delete(subscriberId);
|
|
79
|
+
maybeCancelTransfer(transfer);
|
|
80
|
+
}
|
|
81
|
+
/**
|
|
82
|
+
* Last-subscriber rule: when every caller has detached (cancel or
|
|
83
|
+
* progress-callback throw), abort the shared transfer so the underlying
|
|
84
|
+
* HTTP / hyperdrive download tears down. Until then the transfer keeps
|
|
85
|
+
* running for the remaining subscribers โ the content-addressed dedup
|
|
86
|
+
* semantics callers rely on.
|
|
87
|
+
*/
|
|
88
|
+
function maybeCancelTransfer(transfer) {
|
|
89
|
+
if (transfer.subscribers.size > 0)
|
|
90
|
+
return;
|
|
91
|
+
if (transfer.abortController.signal.aborted)
|
|
92
|
+
return;
|
|
93
|
+
logger.debug(`[download-manager] last subscriber left, aborting transfer ${transfer.downloadKey}`);
|
|
94
|
+
transfer.abortController.abort(undefined);
|
|
95
|
+
}
|
|
96
|
+
function attachRequestBinding(transfer, subscriber, request) {
|
|
97
|
+
const onAbort = () => {
|
|
98
|
+
if (!subscriber.settled) {
|
|
99
|
+
settleSubscriber(subscriber, new InferenceCancelledError(request.requestId));
|
|
100
|
+
}
|
|
101
|
+
removeSubscriber(transfer, subscriber.id);
|
|
102
|
+
};
|
|
103
|
+
if (request.signal.aborted) {
|
|
104
|
+
onAbort();
|
|
105
|
+
return;
|
|
106
|
+
}
|
|
107
|
+
request.signal.addEventListener('abort', onAbort, { once: true });
|
|
108
|
+
// Safety net: scope unwind on any handler exit path triggers the same
|
|
109
|
+
// cleanup. If the abort listener already ran it's a no-op. Cleaning
|
|
110
|
+
// up the abort listener here keeps the parent signal from carrying a
|
|
111
|
+
// dangling reference into the next request.
|
|
112
|
+
request.scope.defer(() => {
|
|
113
|
+
request.signal.removeEventListener('abort', onAbort);
|
|
114
|
+
if (!subscriber.settled) {
|
|
115
|
+
settleSubscriber(subscriber, new InferenceCancelledError(request.requestId));
|
|
116
|
+
}
|
|
117
|
+
removeSubscriber(transfer, subscriber.id);
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
export function startOrJoinDownload(downloadKey, startDownload, onProgress, request) {
|
|
121
|
+
const existing = activeTransfers.get(downloadKey);
|
|
122
|
+
if (existing && !existing.abortController.signal.aborted) {
|
|
123
|
+
logger.info(`๐ฅ Reusing existing download for: ${downloadKey}`);
|
|
124
|
+
const subscriber = createSubscriber(onProgress, request?.requestId);
|
|
125
|
+
existing.subscribers.set(subscriber.id, subscriber);
|
|
126
|
+
if (request) {
|
|
127
|
+
attachRequestBinding(existing, subscriber, request);
|
|
128
|
+
}
|
|
129
|
+
if (existing.lastProgress) {
|
|
130
|
+
deliverProgress(existing, subscriber, existing.lastProgress);
|
|
131
|
+
}
|
|
132
|
+
return {
|
|
133
|
+
promise: subscriber.promise,
|
|
134
|
+
joined: true,
|
|
135
|
+
getCacheHit: () => existing.cacheHit
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
const abortController = new AbortController();
|
|
139
|
+
const transfer = {
|
|
140
|
+
downloadKey,
|
|
141
|
+
abortController,
|
|
142
|
+
subscribers: new Map(),
|
|
143
|
+
clearCache: false
|
|
144
|
+
};
|
|
145
|
+
const initialSubscriber = createSubscriber(onProgress, request?.requestId);
|
|
146
|
+
transfer.subscribers.set(initialSubscriber.id, initialSubscriber);
|
|
147
|
+
activeTransfers.set(downloadKey, transfer);
|
|
148
|
+
if (request) {
|
|
149
|
+
attachRequestBinding(transfer, initialSubscriber, request);
|
|
150
|
+
}
|
|
151
|
+
const downloadPromise = startDownload({
|
|
152
|
+
broadcastProgress: (progress) => {
|
|
153
|
+
broadcastTransferProgress(transfer, progress);
|
|
154
|
+
},
|
|
155
|
+
signal: abortController.signal,
|
|
156
|
+
shouldClearCache: () => transfer.clearCache,
|
|
157
|
+
setCacheHit: (cacheHit) => {
|
|
158
|
+
transfer.cacheHit = cacheHit;
|
|
159
|
+
}
|
|
160
|
+
});
|
|
161
|
+
transfer.downloadPromise = downloadPromise;
|
|
162
|
+
downloadPromise
|
|
163
|
+
.then((path) => {
|
|
164
|
+
for (const sub of transfer.subscribers.values()) {
|
|
165
|
+
settleSubscriber(sub, path);
|
|
166
|
+
}
|
|
167
|
+
}, (error) => {
|
|
168
|
+
const rejection = error instanceof Error ? error : new Error(String(error));
|
|
169
|
+
for (const sub of transfer.subscribers.values()) {
|
|
170
|
+
settleSubscriber(sub, rejection);
|
|
171
|
+
}
|
|
172
|
+
})
|
|
173
|
+
.finally(() => {
|
|
174
|
+
if (activeTransfers.get(downloadKey) === transfer) {
|
|
175
|
+
activeTransfers.delete(downloadKey);
|
|
176
|
+
}
|
|
177
|
+
});
|
|
178
|
+
return {
|
|
179
|
+
promise: initialSubscriber.promise,
|
|
180
|
+
joined: false,
|
|
181
|
+
getCacheHit: () => transfer.cacheHit
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
/**
|
|
185
|
+
* Legacy cancel entry point. Callers (`cancelHandler`'s deprecated
|
|
186
|
+
* `case "downloadAsset"` arm, the shutdown sweep, intra-resolve
|
|
187
|
+
* cleanup) call this with a `downloadKey`. The single source of cancel
|
|
188
|
+
* routing is the request registry, so this function resolves each
|
|
189
|
+
* subscriber's request via `registry.cancel({ requestId })`.
|
|
190
|
+
*
|
|
191
|
+
* Subscribers without a `requestId` (legacy callers that didn't pass a
|
|
192
|
+
* registry binding) are settled directly with `DownloadCancelledError`
|
|
193
|
+
* so we don't leak the transfer if a legacy code path holds the only
|
|
194
|
+
* reference.
|
|
195
|
+
*/
|
|
196
|
+
/**
|
|
197
|
+
* Set `clearCache=true` on the transfer that owns the subscriber bound
|
|
198
|
+
* to `requestId`, so when the registry's targeted cancel removes that
|
|
199
|
+
* subscriber and we reach last-subscriber teardown, the partial
|
|
200
|
+
* download file is deleted instead of preserved for automatic resume.
|
|
201
|
+
*
|
|
202
|
+
* Lookup is O(transfers * subscribers); transfers are short-lived and
|
|
203
|
+
* subscriber counts per transfer are tiny in practice, so this is
|
|
204
|
+
* fine. Returns `true` if a matching subscriber was found, `false`
|
|
205
|
+
* otherwise โ the cancel handler treats both cases identically (the
|
|
206
|
+
* registry cancel still fires) and the return value is informational.
|
|
207
|
+
*
|
|
208
|
+
* Supports `cancel({ requestId, clearCache: true })` for download
|
|
209
|
+
* requests. The subscriber is the unit of `clearCache` even though the
|
|
210
|
+
* flag lives on the shared transfer: if any subscriber on the transfer
|
|
211
|
+
* asks for clearCache, the partial file is deleted when the last
|
|
212
|
+
* subscriber leaves.
|
|
213
|
+
*/
|
|
214
|
+
export function markClearCacheForRequest(requestId) {
|
|
215
|
+
for (const transfer of activeTransfers.values()) {
|
|
216
|
+
for (const sub of transfer.subscribers.values()) {
|
|
217
|
+
if (sub.requestId === requestId) {
|
|
218
|
+
transfer.clearCache = true;
|
|
219
|
+
return true;
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
return false;
|
|
224
|
+
}
|
|
225
|
+
export function cancelTransfer(downloadKey, clearCache = false) {
|
|
226
|
+
const transfer = activeTransfers.get(downloadKey);
|
|
227
|
+
if (!transfer)
|
|
228
|
+
return;
|
|
229
|
+
transfer.clearCache = clearCache;
|
|
230
|
+
const registry = getRequestRegistry();
|
|
231
|
+
const orphanSubs = [];
|
|
232
|
+
for (const sub of Array.from(transfer.subscribers.values())) {
|
|
233
|
+
if (sub.requestId !== undefined) {
|
|
234
|
+
registry.cancel({
|
|
235
|
+
requestId: sub.requestId,
|
|
236
|
+
reason: 'download-transfer-cancel'
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
else {
|
|
240
|
+
orphanSubs.push(sub);
|
|
241
|
+
}
|
|
242
|
+
}
|
|
243
|
+
if (orphanSubs.length === 0) {
|
|
244
|
+
return;
|
|
245
|
+
}
|
|
246
|
+
// Legacy subscribers (no registry binding): settle each with
|
|
247
|
+
// `DownloadCancelledError` and route removal through the
|
|
248
|
+
// `removeSubscriber` helper so the last-subscriber teardown rule is
|
|
249
|
+
// enforced in one place. Registry-bound subscribers are handled by
|
|
250
|
+
// their `attachRequestBinding` listener triggered above.
|
|
251
|
+
for (const sub of orphanSubs) {
|
|
252
|
+
settleSubscriber(sub, new DownloadCancelledError());
|
|
253
|
+
removeSubscriber(transfer, sub.id);
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
export function createHyperdriveDownloadKey(hyperdriveKey, modelFileName) {
|
|
257
|
+
return `${hyperdriveKey}:${modelFileName}`;
|
|
258
|
+
}
|
|
259
|
+
export function createHttpDownloadKey(url) {
|
|
260
|
+
return `http:${url}`;
|
|
261
|
+
}
|
|
262
|
+
export function createRegistryDownloadKey(registrySource, registryPath) {
|
|
263
|
+
return `registry:${registrySource}:${registryPath}`;
|
|
264
|
+
}
|
|
265
|
+
export function applyJoinedDownloadStats(result, hooks) {
|
|
266
|
+
if (!result.joined)
|
|
267
|
+
return result.promise;
|
|
268
|
+
return result.promise.then((path) => {
|
|
269
|
+
const cacheHit = result.getCacheHit();
|
|
270
|
+
if (cacheHit === true) {
|
|
271
|
+
hooks?.markCacheHit?.();
|
|
272
|
+
}
|
|
273
|
+
else if (cacheHit === false) {
|
|
274
|
+
hooks?.markCacheMiss?.();
|
|
275
|
+
hooks?.markSharedTransfer?.();
|
|
276
|
+
}
|
|
277
|
+
else {
|
|
278
|
+
hooks?.markSharedTransfer?.();
|
|
279
|
+
}
|
|
280
|
+
return path;
|
|
281
|
+
});
|
|
282
|
+
}
|
|
283
|
+
export function cancelAllDownloads() {
|
|
284
|
+
logger.info(`๐งน Cancelling ${activeTransfers.size} active downloads`);
|
|
285
|
+
for (const key of Array.from(activeTransfers.keys())) {
|
|
286
|
+
cancelTransfer(key);
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
let isCleaningUp = false;
|
|
290
|
+
export async function cleanupDownloads() {
|
|
291
|
+
if (isCleaningUp)
|
|
292
|
+
return;
|
|
293
|
+
isCleaningUp = true;
|
|
294
|
+
try {
|
|
295
|
+
const downloadPromises = Array.from(activeTransfers.values())
|
|
296
|
+
.filter((t) => t.downloadPromise !== undefined)
|
|
297
|
+
.map((t) => t.downloadPromise.catch(() => { }));
|
|
298
|
+
cancelAllDownloads();
|
|
299
|
+
if (downloadPromises.length > 0) {
|
|
300
|
+
await Promise.allSettled(downloadPromises);
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
catch (error) {
|
|
304
|
+
logger.error('โ Error during download cleanup:', error);
|
|
305
|
+
}
|
|
306
|
+
}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
+
import type { DownloadStats, DownloadResult, DownloadHooks, ResolveResult } from '../../handlers/load-model/types.js';
|
|
3
|
+
import type { ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
4
|
+
export declare function downloadModelFromHttpWithStats(url: string, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks): Promise<DownloadResult>;
|
|
5
|
+
export declare function downloadModelFromRegistryWithStats(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, downloadHooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<DownloadResult>;
|
|
6
|
+
export declare function downloadModelFromHyperdriveWithStats(hyperdriveKey: string, modelFileName: string, seed?: boolean, progressCallback?: (progress: ModelProgressUpdate) => void, downloadHooks?: DownloadHooks): Promise<DownloadResult>;
|
|
7
|
+
export declare function mergeDownloadStats(results: ResolveResult[]): DownloadStats | undefined;
|