@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,22 +1,74 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
1
53
|
import { promises as fsPromises } from 'bare-fs';
|
|
2
|
-
import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath,
|
|
54
|
+
import { generateShortHash, detectShardedModel, getShardedModelCacheDir, getShardPath, generateShardFilenames, calculatePercentage } from '../../utils/index.js';
|
|
3
55
|
import { getSingleFileCachePath } from '../../utils/cache/paths.js';
|
|
4
56
|
import { getModelByPath } from '../../models/registry/index.js';
|
|
5
|
-
import {
|
|
57
|
+
import { acquireRegistryClient } from '../../runtime/registry-client.js';
|
|
6
58
|
import { getRuntimeContext } from '../../runtime/state.js';
|
|
7
|
-
import { createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '
|
|
8
|
-
import {
|
|
9
|
-
import {
|
|
10
|
-
import {
|
|
11
|
-
import {
|
|
59
|
+
import { createRegistryCacheKey, createRegistryDownloadKey, startOrJoinDownload, applyJoinedDownloadStats } from '../../handlers/load-model/download-manager.js';
|
|
60
|
+
import { acquireDownloadLock, partialDownloadPath } from '../../handlers/load-model/download-lock.js';
|
|
61
|
+
import { buildBlobBinding, validateCachedFile, downloadSingleFileFromRegistry } from '../../handlers/load-model/registry-download-utils.js';
|
|
62
|
+
import { downloadCompanionSetFromRegistry } from '../../handlers/load-model/registry-companion-set.js';
|
|
63
|
+
import { findCoremlCompanionSet, findLocallyCachedCoremlCompanionSet, getCoremlSidecarSpec, writeCachedCoremlCompanionSet } from '../../handlers/load-model/coreml-sidecars.js';
|
|
64
|
+
import { DownloadCancelledError, ModelNotFoundError, ModelRegistryBusyError, RegistryDownloadFailedError } from '../../errors/index.js';
|
|
12
65
|
import { getEngineLogger } from '../../logging/index.js';
|
|
13
|
-
import { resolveRegistryDownloadMetadata } from '
|
|
66
|
+
import { resolveRegistryDownloadMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
14
67
|
const logger = getEngineLogger();
|
|
15
68
|
/**
|
|
16
69
|
* Find all shards for a model using path prefix query.
|
|
17
70
|
*/
|
|
18
|
-
async function findModelShards(registryPath) {
|
|
19
|
-
const client = await getRegistryClient();
|
|
71
|
+
export async function findModelShards(registryPath, signal, wait = 'download') {
|
|
20
72
|
const shardInfo = detectShardedModel(registryPath.split('/').pop() || '');
|
|
21
73
|
if (!shardInfo.isSharded) {
|
|
22
74
|
throw new RegistryDownloadFailedError(`Not a sharded model path: ${registryPath}`);
|
|
@@ -24,10 +76,26 @@ async function findModelShards(registryPath) {
|
|
|
24
76
|
const pathPrefix = registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
|
|
25
77
|
const basePath = pathPrefix.substring(0, pathPrefix.lastIndexOf('.'));
|
|
26
78
|
logger.info(`🔍 Finding shards with prefix: ${basePath}`);
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
79
|
+
let shards;
|
|
80
|
+
{
|
|
81
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
82
|
+
try {
|
|
83
|
+
const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait, signal }), true);
|
|
84
|
+
shards = await lease.client.findModels({
|
|
85
|
+
gte: { path: basePath },
|
|
86
|
+
lte: { path: basePath + '\uffff' }
|
|
87
|
+
});
|
|
88
|
+
}
|
|
89
|
+
catch (e_1) {
|
|
90
|
+
env_1.error = e_1;
|
|
91
|
+
env_1.hasError = true;
|
|
92
|
+
}
|
|
93
|
+
finally {
|
|
94
|
+
const result_1 = __disposeResources(env_1);
|
|
95
|
+
if (result_1)
|
|
96
|
+
await result_1;
|
|
97
|
+
}
|
|
98
|
+
}
|
|
31
99
|
const sortedShards = shards
|
|
32
100
|
.filter((s) => {
|
|
33
101
|
const info = detectShardedModel(s.path.split('/').pop() || '');
|
|
@@ -42,17 +110,32 @@ async function findModelShards(registryPath) {
|
|
|
42
110
|
path: s.path,
|
|
43
111
|
source: s.source,
|
|
44
112
|
size: s.blobBinding?.byteLength || 0,
|
|
45
|
-
checksum: s.blobBinding?.['sha256'] || s.sha256 || ''
|
|
113
|
+
checksum: s.blobBinding?.['sha256'] || s.sha256 || '',
|
|
114
|
+
blobBinding: s.blobBinding
|
|
46
115
|
}));
|
|
47
116
|
logger.info(`📦 Found ${sortedShards.length} shards`);
|
|
48
117
|
return sortedShards;
|
|
49
118
|
}
|
|
119
|
+
/**
|
|
120
|
+
* The shards a registry listing holds for the filename's declared shard group.
|
|
121
|
+
* Fails here, rather than at load time, when the registry is missing one.
|
|
122
|
+
*/
|
|
123
|
+
export function selectDeclaredShards(registryPath, remoteShards) {
|
|
124
|
+
const dir = registryPath.slice(0, registryPath.lastIndexOf('/') + 1);
|
|
125
|
+
const byPath = new Map(remoteShards.map((s) => [s.path, s]));
|
|
126
|
+
const expected = generateShardFilenames(registryPath.slice(dir.length));
|
|
127
|
+
const declared = expected.flatMap((name) => byPath.get(dir + name) ?? []);
|
|
128
|
+
if (declared.length !== expected.length) {
|
|
129
|
+
throw new RegistryDownloadFailedError(`Expected ${expected.length} shards for ${registryPath} but the registry has ${declared.length}`);
|
|
130
|
+
}
|
|
131
|
+
return declared;
|
|
132
|
+
}
|
|
50
133
|
/**
|
|
51
134
|
* Download sharded model files from registry.
|
|
52
135
|
* When localShardMetadata is provided, uses pre-computed metadata + blob direct download
|
|
53
136
|
* instead of querying the registry for shard info.
|
|
54
137
|
*/
|
|
55
|
-
async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks) {
|
|
138
|
+
async function downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, progressCallback, signal, localShardMetadata, hooks, shouldClearCache) {
|
|
56
139
|
if (signal?.aborted) {
|
|
57
140
|
throw new DownloadCancelledError();
|
|
58
141
|
}
|
|
@@ -73,14 +156,12 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
|
|
|
73
156
|
if (!shardInfo.isSharded || !shardInfo.totalShards) {
|
|
74
157
|
throw new RegistryDownloadFailedError(`Not a sharded model: ${filename}`);
|
|
75
158
|
}
|
|
76
|
-
const remoteShards = await findModelShards(registryPath);
|
|
159
|
+
const remoteShards = await findModelShards(registryPath, signal);
|
|
77
160
|
if (remoteShards.length === 0) {
|
|
78
161
|
throw new ModelNotFoundError(`No shards found for ${registryPath}`);
|
|
79
162
|
}
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
}
|
|
83
|
-
shards = remoteShards.map((s) => ({
|
|
163
|
+
const declared = selectDeclaredShards(registryPath, remoteShards);
|
|
164
|
+
shards = declared.map((s) => ({
|
|
84
165
|
filename: s.path.split('/').pop() || '',
|
|
85
166
|
size: s.size,
|
|
86
167
|
checksum: s.checksum,
|
|
@@ -140,12 +221,10 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
|
|
|
140
221
|
});
|
|
141
222
|
}
|
|
142
223
|
: undefined;
|
|
143
|
-
await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks);
|
|
224
|
+
await downloadSingleFileFromRegistry(shard.path, shard.source, shardPath, shard.filename, downloadKey, shard.size, shard.checksum, shardProgressCallback, signal, shard.blobBinding, hooks, shouldClearCache);
|
|
144
225
|
overallDownloaded += shard.size;
|
|
145
226
|
logger.info(`✅ Shard ${i + 1}/${shards.length} downloaded`);
|
|
146
227
|
}
|
|
147
|
-
const firstShardFilename = shards[0].filename;
|
|
148
|
-
await extractTensorsFromShards(shardDir, firstShardFilename);
|
|
149
228
|
if (progressCallback) {
|
|
150
229
|
const lastShard = shards[shards.length - 1];
|
|
151
230
|
progressCallback({
|
|
@@ -164,7 +243,18 @@ async function downloadShardedFilesFromRegistry(registryPath, registrySource, ca
|
|
|
164
243
|
}
|
|
165
244
|
});
|
|
166
245
|
}
|
|
167
|
-
return getShardPath(cacheKey,
|
|
246
|
+
return getShardPath(cacheKey, shards[0].filename);
|
|
247
|
+
}
|
|
248
|
+
// A size check only: the single-file path validates the file before using it.
|
|
249
|
+
async function hasFileOfSize(path, expectedSize) {
|
|
250
|
+
if (expectedSize <= 0)
|
|
251
|
+
return false;
|
|
252
|
+
try {
|
|
253
|
+
return (await fsPromises.stat(path)).size === expectedSize;
|
|
254
|
+
}
|
|
255
|
+
catch {
|
|
256
|
+
return false;
|
|
257
|
+
}
|
|
168
258
|
}
|
|
169
259
|
export async function downloadModelFromRegistry(registryPath, registrySource, progressCallback, expectedChecksum, hooks, explicitMetadata) {
|
|
170
260
|
const downloadKey = createRegistryDownloadKey(registrySource, registryPath);
|
|
@@ -174,184 +264,227 @@ export async function downloadModelFromRegistry(registryPath, registrySource, pr
|
|
|
174
264
|
// Look up model metadata from our generated models.ts
|
|
175
265
|
const modelMetadata = getModelByPath(registryPath);
|
|
176
266
|
const result = startOrJoinDownload(downloadKey, async (ctx) => {
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
if (
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
267
|
+
const env_2 = { stack: [], error: void 0, hasError: false };
|
|
268
|
+
try {
|
|
269
|
+
// Every source of a registry path writes the same files, so lock the path.
|
|
270
|
+
const _downloadLock = __addDisposableResource(env_2, await acquireDownloadLock(createRegistryCacheKey(registryPath), ctx.signal), true);
|
|
271
|
+
if (shardInfo.isSharded) {
|
|
272
|
+
const cacheKey = generateShortHash(registryPath);
|
|
273
|
+
const localShardMeta = modelMetadata?.shardMetadata;
|
|
274
|
+
// FS pre-check for known models: if all shards cached, return immediately
|
|
275
|
+
if (localShardMeta?.length) {
|
|
276
|
+
let allCached = true;
|
|
277
|
+
for (const shard of localShardMeta) {
|
|
278
|
+
const shardPath = getShardPath(cacheKey, shard.filename);
|
|
279
|
+
const cached = await validateCachedFile(shardPath, shard.filename, shard.expectedSize, shard.sha256Checksum, hooks);
|
|
280
|
+
if (!cached) {
|
|
281
|
+
allCached = false;
|
|
282
|
+
break;
|
|
283
|
+
}
|
|
284
|
+
}
|
|
285
|
+
if (allCached) {
|
|
286
|
+
const firstShardFilename = localShardMeta[0].filename;
|
|
287
|
+
logger.info(`✅ All ${localShardMeta.length} shards cached`);
|
|
288
|
+
hooks?.markCacheHit?.();
|
|
289
|
+
ctx.setCacheHit(true);
|
|
290
|
+
const overallTotal = localShardMeta.reduce((sum, s) => sum + s.expectedSize, 0);
|
|
291
|
+
ctx.broadcastProgress({
|
|
292
|
+
type: 'modelProgress',
|
|
293
|
+
downloaded: overallTotal,
|
|
294
|
+
total: overallTotal,
|
|
295
|
+
percentage: 100,
|
|
296
|
+
downloadKey,
|
|
297
|
+
shardInfo: {
|
|
298
|
+
currentShard: localShardMeta.length,
|
|
299
|
+
totalShards: localShardMeta.length,
|
|
300
|
+
shardName: firstShardFilename,
|
|
301
|
+
overallDownloaded: overallTotal,
|
|
302
|
+
overallTotal,
|
|
303
|
+
overallPercentage: 100
|
|
304
|
+
}
|
|
305
|
+
});
|
|
306
|
+
return getShardPath(cacheKey, firstShardFilename);
|
|
307
|
+
}
|
|
308
|
+
}
|
|
309
|
+
hooks?.markCacheMiss?.();
|
|
310
|
+
ctx.setCacheHit(false);
|
|
311
|
+
try {
|
|
312
|
+
return await downloadShardedFilesFromRegistry(registryPath, registrySource, cacheKey, ctx.broadcastProgress, ctx.signal, localShardMeta, hooks, ctx.shouldClearCache);
|
|
313
|
+
}
|
|
314
|
+
catch (error) {
|
|
315
|
+
if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
|
|
316
|
+
try {
|
|
317
|
+
await fsPromises.rm(getShardedModelCacheDir(cacheKey), {
|
|
318
|
+
recursive: true,
|
|
319
|
+
force: true
|
|
320
|
+
});
|
|
321
|
+
}
|
|
322
|
+
catch (cleanupError) {
|
|
323
|
+
logger.debug('Failed to delete shard cache dir during cleanup', {
|
|
324
|
+
cacheKey,
|
|
325
|
+
error: cleanupError
|
|
326
|
+
});
|
|
327
|
+
}
|
|
328
|
+
}
|
|
329
|
+
throw error;
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
// Apple Core ML sidecars are optional registry assets. Discover them
|
|
333
|
+
// before the ordinary single-file path so the GGUF and its complete
|
|
334
|
+
// .mlmodelc directories share the companion-set cache layout.
|
|
335
|
+
const platform = getRuntimeContext().platform;
|
|
336
|
+
if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
|
|
337
|
+
const companionHooks = {
|
|
338
|
+
...hooks,
|
|
339
|
+
markCacheHit: () => {
|
|
340
|
+
hooks?.markCacheHit?.();
|
|
341
|
+
ctx.setCacheHit(true);
|
|
342
|
+
},
|
|
343
|
+
markCacheMiss: () => {
|
|
344
|
+
hooks?.markCacheMiss?.();
|
|
345
|
+
ctx.setCacheHit(false);
|
|
346
|
+
}
|
|
347
|
+
};
|
|
348
|
+
try {
|
|
349
|
+
const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
|
|
350
|
+
if (cachedSet) {
|
|
351
|
+
return await downloadCompanionSetFromRegistry({
|
|
352
|
+
companionSet: cachedSet,
|
|
353
|
+
downloadKey,
|
|
354
|
+
progressCallback: ctx.broadcastProgress,
|
|
355
|
+
signal: ctx.signal,
|
|
356
|
+
hooks: companionHooks,
|
|
357
|
+
shouldClearCache: ctx.shouldClearCache
|
|
358
|
+
});
|
|
359
|
+
}
|
|
360
|
+
let coremlSet;
|
|
361
|
+
{
|
|
362
|
+
const env_3 = { stack: [], error: void 0, hasError: false };
|
|
363
|
+
try {
|
|
364
|
+
// Released before the set downloads, which lease the client per file.
|
|
365
|
+
const lease = __addDisposableResource(env_3, await acquireRegistryClient({
|
|
366
|
+
wait: 'download',
|
|
367
|
+
signal: ctx.signal
|
|
368
|
+
}), true);
|
|
369
|
+
coremlSet = await findCoremlCompanionSet(lease.client, modelMetadata, platform);
|
|
370
|
+
}
|
|
371
|
+
catch (e_2) {
|
|
372
|
+
env_3.error = e_2;
|
|
373
|
+
env_3.hasError = true;
|
|
374
|
+
}
|
|
375
|
+
finally {
|
|
376
|
+
const result_2 = __disposeResources(env_3);
|
|
377
|
+
if (result_2)
|
|
378
|
+
await result_2;
|
|
379
|
+
}
|
|
380
|
+
}
|
|
381
|
+
if (coremlSet) {
|
|
382
|
+
const modelPath = await downloadCompanionSetFromRegistry({
|
|
383
|
+
companionSet: coremlSet,
|
|
384
|
+
downloadKey,
|
|
385
|
+
progressCallback: ctx.broadcastProgress,
|
|
386
|
+
signal: ctx.signal,
|
|
387
|
+
hooks: companionHooks,
|
|
388
|
+
shouldClearCache: ctx.shouldClearCache
|
|
389
|
+
});
|
|
390
|
+
try {
|
|
391
|
+
await writeCachedCoremlCompanionSet(coremlSet);
|
|
392
|
+
}
|
|
393
|
+
catch (error) {
|
|
394
|
+
logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
|
|
395
|
+
}
|
|
396
|
+
return modelPath;
|
|
189
397
|
}
|
|
190
398
|
}
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
percentage: 100,
|
|
202
|
-
downloadKey,
|
|
203
|
-
shardInfo: {
|
|
204
|
-
currentShard: localShardMeta.length,
|
|
205
|
-
totalShards: localShardMeta.length,
|
|
206
|
-
shardName: firstShardFilename,
|
|
207
|
-
overallDownloaded: overallTotal,
|
|
208
|
-
overallTotal,
|
|
209
|
-
overallPercentage: 100
|
|
399
|
+
catch (error) {
|
|
400
|
+
if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
|
|
401
|
+
throw new DownloadCancelledError();
|
|
402
|
+
}
|
|
403
|
+
// Unless the GGUF is already on disk, loading it needs the same
|
|
404
|
+
// registry and would wait just as long.
|
|
405
|
+
if (error instanceof ModelRegistryBusyError) {
|
|
406
|
+
const { expectedSize } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
|
|
407
|
+
if (!(await hasFileOfSize(getSingleFileCachePath(registryPath), expectedSize))) {
|
|
408
|
+
throw error;
|
|
210
409
|
}
|
|
410
|
+
}
|
|
411
|
+
logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
|
|
412
|
+
registryPath,
|
|
413
|
+
error
|
|
211
414
|
});
|
|
212
|
-
return getShardPath(cacheKey, firstShardFilename);
|
|
213
415
|
}
|
|
214
416
|
}
|
|
417
|
+
// Generic companion set via generated metadata
|
|
418
|
+
if (modelMetadata?.companionSet) {
|
|
419
|
+
const companionHooks = {
|
|
420
|
+
...hooks,
|
|
421
|
+
markCacheHit: () => {
|
|
422
|
+
hooks?.markCacheHit?.();
|
|
423
|
+
ctx.setCacheHit(true);
|
|
424
|
+
},
|
|
425
|
+
markCacheMiss: () => {
|
|
426
|
+
hooks?.markCacheMiss?.();
|
|
427
|
+
ctx.setCacheHit(false);
|
|
428
|
+
}
|
|
429
|
+
};
|
|
430
|
+
return await downloadCompanionSetFromRegistry({
|
|
431
|
+
companionSet: modelMetadata.companionSet,
|
|
432
|
+
downloadKey,
|
|
433
|
+
allowLegacyFlatCache: modelMetadata.addon === 'nmt',
|
|
434
|
+
progressCallback: ctx.broadcastProgress,
|
|
435
|
+
signal: ctx.signal,
|
|
436
|
+
hooks: companionHooks,
|
|
437
|
+
shouldClearCache: ctx.shouldClearCache
|
|
438
|
+
});
|
|
439
|
+
}
|
|
440
|
+
const modelPath = getSingleFileCachePath(registryPath);
|
|
441
|
+
const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
|
|
442
|
+
const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
|
|
443
|
+
if (cachedPath) {
|
|
444
|
+
logger.info(`✅ Using cached model: ${cachedPath}`);
|
|
445
|
+
hooks?.markCacheHit?.();
|
|
446
|
+
ctx.setCacheHit(true);
|
|
447
|
+
ctx.broadcastProgress({
|
|
448
|
+
type: 'modelProgress',
|
|
449
|
+
downloaded: expectedSize,
|
|
450
|
+
total: expectedSize,
|
|
451
|
+
percentage: 100,
|
|
452
|
+
downloadKey
|
|
453
|
+
});
|
|
454
|
+
return cachedPath;
|
|
455
|
+
}
|
|
456
|
+
const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
|
|
215
457
|
hooks?.markCacheMiss?.();
|
|
216
458
|
ctx.setCacheHit(false);
|
|
217
459
|
try {
|
|
218
|
-
|
|
460
|
+
await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks, ctx.shouldClearCache);
|
|
219
461
|
}
|
|
220
462
|
catch (error) {
|
|
221
463
|
if (error instanceof DownloadCancelledError && ctx.shouldClearCache()) {
|
|
464
|
+
const partialPath = partialDownloadPath(modelPath);
|
|
222
465
|
try {
|
|
223
|
-
await fsPromises.
|
|
224
|
-
recursive: true,
|
|
225
|
-
force: true
|
|
226
|
-
});
|
|
466
|
+
await fsPromises.unlink(partialPath);
|
|
227
467
|
}
|
|
228
468
|
catch (cleanupError) {
|
|
229
|
-
logger.debug('Failed to delete
|
|
230
|
-
|
|
469
|
+
logger.debug('Failed to delete partial model file during cleanup', {
|
|
470
|
+
path: partialPath,
|
|
231
471
|
error: cleanupError
|
|
232
472
|
});
|
|
233
473
|
}
|
|
234
474
|
}
|
|
235
475
|
throw error;
|
|
236
476
|
}
|
|
477
|
+
return modelPath;
|
|
237
478
|
}
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
const platform = getRuntimeContext().platform;
|
|
242
|
-
if (modelMetadata && getCoremlSidecarSpec(registryPath, registrySource, platform)) {
|
|
243
|
-
const companionHooks = {
|
|
244
|
-
...hooks,
|
|
245
|
-
markCacheHit: () => {
|
|
246
|
-
hooks?.markCacheHit?.();
|
|
247
|
-
ctx.setCacheHit(true);
|
|
248
|
-
},
|
|
249
|
-
markCacheMiss: () => {
|
|
250
|
-
hooks?.markCacheMiss?.();
|
|
251
|
-
ctx.setCacheHit(false);
|
|
252
|
-
}
|
|
253
|
-
};
|
|
254
|
-
try {
|
|
255
|
-
const cachedSet = await findLocallyCachedCoremlCompanionSet(modelMetadata, platform);
|
|
256
|
-
if (cachedSet) {
|
|
257
|
-
return await downloadCompanionSetFromRegistry({
|
|
258
|
-
companionSet: cachedSet,
|
|
259
|
-
downloadKey,
|
|
260
|
-
progressCallback: ctx.broadcastProgress,
|
|
261
|
-
signal: ctx.signal,
|
|
262
|
-
hooks: companionHooks,
|
|
263
|
-
shouldClearCache: ctx.shouldClearCache
|
|
264
|
-
});
|
|
265
|
-
}
|
|
266
|
-
const coremlSet = await findCoremlCompanionSet(await getRegistryClient(), modelMetadata, platform);
|
|
267
|
-
if (coremlSet) {
|
|
268
|
-
const modelPath = await downloadCompanionSetFromRegistry({
|
|
269
|
-
companionSet: coremlSet,
|
|
270
|
-
downloadKey,
|
|
271
|
-
progressCallback: ctx.broadcastProgress,
|
|
272
|
-
signal: ctx.signal,
|
|
273
|
-
hooks: companionHooks,
|
|
274
|
-
shouldClearCache: ctx.shouldClearCache
|
|
275
|
-
});
|
|
276
|
-
try {
|
|
277
|
-
await writeCachedCoremlCompanionSet(coremlSet);
|
|
278
|
-
}
|
|
279
|
-
catch (error) {
|
|
280
|
-
logger.warn('Unable to save Core ML cache metadata', { registryPath, error });
|
|
281
|
-
}
|
|
282
|
-
return modelPath;
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
catch (error) {
|
|
286
|
-
if (ctx.signal.aborted || error instanceof DownloadCancelledError) {
|
|
287
|
-
throw new DownloadCancelledError();
|
|
288
|
-
}
|
|
289
|
-
logger.warn('Core ML sidecar unavailable; loading the GGUF without it', {
|
|
290
|
-
registryPath,
|
|
291
|
-
error
|
|
292
|
-
});
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
// Generic companion set via generated metadata
|
|
296
|
-
if (modelMetadata?.companionSet) {
|
|
297
|
-
const companionHooks = {
|
|
298
|
-
...hooks,
|
|
299
|
-
markCacheHit: () => {
|
|
300
|
-
hooks?.markCacheHit?.();
|
|
301
|
-
ctx.setCacheHit(true);
|
|
302
|
-
},
|
|
303
|
-
markCacheMiss: () => {
|
|
304
|
-
hooks?.markCacheMiss?.();
|
|
305
|
-
ctx.setCacheHit(false);
|
|
306
|
-
}
|
|
307
|
-
};
|
|
308
|
-
return await downloadCompanionSetFromRegistry({
|
|
309
|
-
companionSet: modelMetadata.companionSet,
|
|
310
|
-
downloadKey,
|
|
311
|
-
allowLegacyFlatCache: modelMetadata.addon === 'nmt',
|
|
312
|
-
progressCallback: ctx.broadcastProgress,
|
|
313
|
-
signal: ctx.signal,
|
|
314
|
-
hooks: companionHooks,
|
|
315
|
-
shouldClearCache: ctx.shouldClearCache
|
|
316
|
-
});
|
|
317
|
-
}
|
|
318
|
-
const modelPath = getSingleFileCachePath(registryPath);
|
|
319
|
-
const { expectedSize, checksum } = resolveRegistryDownloadMetadata(modelMetadata, explicitMetadata, expectedChecksum);
|
|
320
|
-
const cachedPath = await validateCachedFile(modelPath, filename, expectedSize, checksum, hooks);
|
|
321
|
-
if (cachedPath) {
|
|
322
|
-
logger.info(`✅ Using cached model: ${cachedPath}`);
|
|
323
|
-
hooks?.markCacheHit?.();
|
|
324
|
-
ctx.setCacheHit(true);
|
|
325
|
-
ctx.broadcastProgress({
|
|
326
|
-
type: 'modelProgress',
|
|
327
|
-
downloaded: expectedSize,
|
|
328
|
-
total: expectedSize,
|
|
329
|
-
percentage: 100,
|
|
330
|
-
downloadKey
|
|
331
|
-
});
|
|
332
|
-
return cachedPath;
|
|
333
|
-
}
|
|
334
|
-
const blobBinding = modelMetadata ? buildBlobBinding(modelMetadata) : undefined;
|
|
335
|
-
hooks?.markCacheMiss?.();
|
|
336
|
-
ctx.setCacheHit(false);
|
|
337
|
-
try {
|
|
338
|
-
await downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, filename, downloadKey, expectedSize, checksum, ctx.broadcastProgress, ctx.signal, blobBinding, hooks);
|
|
479
|
+
catch (e_3) {
|
|
480
|
+
env_2.error = e_3;
|
|
481
|
+
env_2.hasError = true;
|
|
339
482
|
}
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
}
|
|
345
|
-
catch (cleanupError) {
|
|
346
|
-
logger.debug('Failed to delete model file during cleanup', {
|
|
347
|
-
path: modelPath,
|
|
348
|
-
error: cleanupError
|
|
349
|
-
});
|
|
350
|
-
}
|
|
351
|
-
}
|
|
352
|
-
throw error;
|
|
483
|
+
finally {
|
|
484
|
+
const result_3 = __disposeResources(env_2);
|
|
485
|
+
if (result_3)
|
|
486
|
+
await result_3;
|
|
353
487
|
}
|
|
354
|
-
return modelPath;
|
|
355
488
|
}, progressCallback, hooks?.requestBinding);
|
|
356
489
|
return applyJoinedDownloadStats(result, hooks);
|
|
357
490
|
}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { ModelProgressUpdate, ResolveContext } from '../../schemas/index.js';
|
|
3
|
-
import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from '
|
|
3
|
+
import type { DownloadRequestBinding, ResolveResult, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
|
|
4
4
|
export interface ResolveSessionOptions {
|
|
5
5
|
progressCallback?: ((update: ModelProgressUpdate) => void) | undefined;
|
|
6
6
|
seed?: boolean | undefined;
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
import { resolveModelPath, resolveModelPathWithStats } from '
|
|
2
|
-
import { cancelTransfer } from '
|
|
3
|
-
import { mergeDownloadStats } from '
|
|
1
|
+
import { resolveModelPath, resolveModelPathWithStats } from '../../handlers/load-model/resolve.js';
|
|
2
|
+
import { cancelTransfer } from '../../handlers/load-model/download-manager.js';
|
|
3
|
+
import { mergeDownloadStats } from '../../handlers/load-model/download-stats.js';
|
|
4
|
+
import { getRegistryModelPlatformRefusal } from '../../handlers/load-model/coreml-sidecars.js';
|
|
5
|
+
import { ModelLoadFailedError } from '../../errors/index.js';
|
|
4
6
|
import { getRuntimeContext } from '../../runtime/state.js';
|
|
5
7
|
export function createResolveSession(options) {
|
|
6
8
|
const { progressCallback, seed, profilingEnabled, signal, requestBinding, security } = options;
|
|
@@ -14,6 +16,12 @@ export function createResolveSession(options) {
|
|
|
14
16
|
...(requestBinding !== undefined && { requestBinding })
|
|
15
17
|
};
|
|
16
18
|
async function resolvePrimaryModelPath(modelSrc, fallbackSrc) {
|
|
19
|
+
// A GGUF that only runs with Core ML bundles beside it is refused before
|
|
20
|
+
// its download anywhere the loader cannot stage them. `downloadAsset` does
|
|
21
|
+
// not pass here, so fetching it for another machine still works.
|
|
22
|
+
const refusal = getRegistryModelPlatformRefusal(modelSrc, getRuntimeContext().platform);
|
|
23
|
+
if (refusal !== undefined)
|
|
24
|
+
throw new ModelLoadFailedError(refusal);
|
|
17
25
|
if (profilingEnabled) {
|
|
18
26
|
const result = await resolveModelPathWithStats(modelSrc, progressCallback, seed, signal, downloadHooks, fallbackSrc, security);
|
|
19
27
|
primaryResult = result;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { type ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
-
import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from '
|
|
2
|
+
import type { ResolveResult, DownloadHooks, DownloadSecurityOptions } from '../../handlers/load-model/types.js';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
4
|
type ResolveMode = 'base' | 'stats';
|
|
5
5
|
export declare function resolveFallbackModel(fallbackSrc: string, expectedChecksum: string | undefined, progressCallback: ((progress: ModelProgressUpdate) => void) | undefined, mode: ResolveMode, signal: AbortSignal | undefined, hooks: DownloadHooks | undefined, security?: DownloadSecurityOptions): Promise<ResolveResult>;
|
|
@@ -3,12 +3,12 @@ import { hyperdriveUrlSchema, registryUrlSchema, SUPPORTED_ARCHIVE_EXTENSIONS, m
|
|
|
3
3
|
import { getModelsCacheDir, getShardedModelCacheDir, generateShortHash, extractAndValidateShardedArchive, measureChecksum } from '../../utils/index.js';
|
|
4
4
|
import { promises as fsPromises } from 'bare-fs';
|
|
5
5
|
import path from 'bare-path';
|
|
6
|
-
import { downloadModelFromHttp } from '
|
|
7
|
-
import { downloadModelFromHyperdrive } from '
|
|
8
|
-
import { downloadModelFromRegistry } from '
|
|
9
|
-
import { getExplicitRegistryMetadata } from '
|
|
10
|
-
import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '
|
|
11
|
-
import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, SeedingNotSupportedError } from '../../errors/index.js';
|
|
6
|
+
import { downloadModelFromHttp } from '../../handlers/load-model/http.js';
|
|
7
|
+
import { downloadModelFromHyperdrive } from '../../handlers/load-model/hyperdrive.js';
|
|
8
|
+
import { downloadModelFromRegistry } from '../../handlers/load-model/registry.js';
|
|
9
|
+
import { getExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
10
|
+
import { downloadModelFromHttpWithStats, downloadModelFromHyperdriveWithStats, downloadModelFromRegistryWithStats } from '../../handlers/load-model/download-stats.js';
|
|
11
|
+
import { ChecksumValidationFailedError, DownloadCancelledError, InferenceCancelledError, ModelFileNotFoundError, ModelLoadFailedError, ModelNotFoundError, ModelRegistryBusyError, SeedingNotSupportedError } from '../../errors/index.js';
|
|
12
12
|
import { validateAndJoinPath } from '../../utils/path-security.js';
|
|
13
13
|
import { getEngineLogger } from '../../logging/index.js';
|
|
14
14
|
const logger = getEngineLogger();
|
|
@@ -115,6 +115,9 @@ export async function resolveRegistryModel(params) {
|
|
|
115
115
|
if (params.hasFallback) {
|
|
116
116
|
return params.resolveFallback();
|
|
117
117
|
}
|
|
118
|
+
// Already says what is wrong and how to act on it.
|
|
119
|
+
if (error instanceof ModelRegistryBusyError)
|
|
120
|
+
throw error;
|
|
118
121
|
const isCorrectnessError = error instanceof ChecksumValidationFailedError ||
|
|
119
122
|
error instanceof ModelNotFoundError ||
|
|
120
123
|
error instanceof ModelFileNotFoundError;
|