@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -0,0 +1,269 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
53
|
+
import { promises as fsPromises } from 'bare-fs';
|
|
54
|
+
import { getModelByPath, models } from '../../models/registry/index.js';
|
|
55
|
+
import { registryUrlSchema } from '../../schemas/load-model.js';
|
|
56
|
+
import { acquireRegistryClient } from '../../runtime/registry-client.js';
|
|
57
|
+
import { getAllModelIds, getModelEntry } from '../../runtime/model-registry.js';
|
|
58
|
+
import { getRuntimeContext } from '../../runtime/state.js';
|
|
59
|
+
import { detectShardedModel, generateShortHash } from '../../utils/index.js';
|
|
60
|
+
import { validateAndJoinPath } from '../../utils/path-security.js';
|
|
61
|
+
import { getClearStorageTarget, getCompanionSetCacheDir, getModelsCacheDir, getShardedModelCacheDir, getSingleFileCachePath } from '../../utils/cache/paths.js';
|
|
62
|
+
import { buildBlobBinding } from '../../handlers/load-model/registry-download-utils.js';
|
|
63
|
+
import { holdsDownloadLockHere, partialDownloadPath, tryAcquireDownloadLocks, waitForDownloadLocksHere } from '../../handlers/load-model/download-lock.js';
|
|
64
|
+
import { getLegacyCompanionSetPaths } from '../../handlers/load-model/registry-companion-set.js';
|
|
65
|
+
import { findLocallyCachedCoremlCompanionSet, getCoremlSetKey, getCoremlSidecarSpec } from '../../handlers/load-model/coreml-sidecars.js';
|
|
66
|
+
import { findModelShards } from '../../handlers/load-model/registry.js';
|
|
67
|
+
import { createRegistryCacheKey, hasActiveTransfer, withDownloadBlocked } from '../../handlers/load-model/download-manager.js';
|
|
68
|
+
import { DeleteCacheFailedError, InvalidDeleteCacheParamsError } from '../../errors/index.js';
|
|
69
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
70
|
+
const logger = getEngineLogger();
|
|
71
|
+
// How long a deletion waits for a download this process cancelled to finish its cleanup.
|
|
72
|
+
const CANCELLED_DOWNLOAD_STOP_MS = 10_000;
|
|
73
|
+
/**
|
|
74
|
+
* Deletes a registry model's cached files and the corestore blocks a cancelled
|
|
75
|
+
* or failed download kept for resume.
|
|
76
|
+
*/
|
|
77
|
+
export async function deleteRegistryModelCache(modelSrc) {
|
|
78
|
+
const parsed = registryUrlSchema.safeParse(modelSrc);
|
|
79
|
+
if (!parsed.success)
|
|
80
|
+
throw new InvalidDeleteCacheParamsError();
|
|
81
|
+
const { registryPath, registrySource } = parsed.data;
|
|
82
|
+
const cacheKey = createRegistryCacheKey(registryPath);
|
|
83
|
+
assertNotDownloading(modelSrc, [cacheKey]);
|
|
84
|
+
// Downloads and loads of this path, from any source, are refused until the files are gone.
|
|
85
|
+
await withDownloadBlocked([cacheKey], async () => {
|
|
86
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
87
|
+
try {
|
|
88
|
+
const _lock = __addDisposableResource(env_1, await lockOutOtherProcesses(modelSrc, [cacheKey]), true);
|
|
89
|
+
const entry = getModelByPath(registryPath);
|
|
90
|
+
const catalogued = entry?.registrySource === registrySource ? entry : undefined;
|
|
91
|
+
const plan = catalogued
|
|
92
|
+
? await planCatalogued(catalogued)
|
|
93
|
+
: await planUncatalogued(registryPath, registrySource);
|
|
94
|
+
// Companion files are shared: clearing one would erase another model's download.
|
|
95
|
+
const sharedKeys = getModelsSharingFiles(plan.registryPaths)
|
|
96
|
+
.map(createRegistryCacheKey)
|
|
97
|
+
.filter((key) => key !== cacheKey);
|
|
98
|
+
assertNotDownloading(modelSrc, sharedKeys);
|
|
99
|
+
await withDownloadBlocked(sharedKeys, async () => {
|
|
100
|
+
const env_2 = { stack: [], error: void 0, hasError: false };
|
|
101
|
+
try {
|
|
102
|
+
const _sharedLock = __addDisposableResource(env_2, await lockOutOtherProcesses(modelSrc, sharedKeys), true);
|
|
103
|
+
assertNotLoaded(modelSrc, plan.targets);
|
|
104
|
+
if (plan.bindings.length > 0) {
|
|
105
|
+
const env_3 = { stack: [], error: void 0, hasError: false };
|
|
106
|
+
try {
|
|
107
|
+
const lease = __addDisposableResource(env_3, await acquireRegistryClient({ wait: 'query' }), true);
|
|
108
|
+
for (const binding of plan.bindings)
|
|
109
|
+
await lease.client.clearBlob(binding);
|
|
110
|
+
}
|
|
111
|
+
catch (e_2) {
|
|
112
|
+
env_3.error = e_2;
|
|
113
|
+
env_3.hasError = true;
|
|
114
|
+
}
|
|
115
|
+
finally {
|
|
116
|
+
const result_2 = __disposeResources(env_3);
|
|
117
|
+
if (result_2)
|
|
118
|
+
await result_2;
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
assertNotLoaded(modelSrc, plan.targets);
|
|
122
|
+
for (const target of plan.targets) {
|
|
123
|
+
await fsPromises.rm(target, { recursive: true, force: true });
|
|
124
|
+
// A paused download's partial file.
|
|
125
|
+
await fsPromises.rm(partialDownloadPath(target), { force: true });
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
catch (e_3) {
|
|
129
|
+
env_2.error = e_3;
|
|
130
|
+
env_2.hasError = true;
|
|
131
|
+
}
|
|
132
|
+
finally {
|
|
133
|
+
const result_3 = __disposeResources(env_2);
|
|
134
|
+
if (result_3)
|
|
135
|
+
await result_3;
|
|
136
|
+
}
|
|
137
|
+
});
|
|
138
|
+
}
|
|
139
|
+
catch (e_1) {
|
|
140
|
+
env_1.error = e_1;
|
|
141
|
+
env_1.hasError = true;
|
|
142
|
+
}
|
|
143
|
+
finally {
|
|
144
|
+
const result_1 = __disposeResources(env_1);
|
|
145
|
+
if (result_1)
|
|
146
|
+
await result_1;
|
|
147
|
+
}
|
|
148
|
+
});
|
|
149
|
+
logger.info(`🗑️ Deleted registry model cache: ${modelSrc}`);
|
|
150
|
+
}
|
|
151
|
+
function assertNotDownloading(modelSrc, cacheKeys) {
|
|
152
|
+
if (cacheKeys.some(hasActiveTransfer)) {
|
|
153
|
+
throw new DeleteCacheFailedError(`${modelSrc} is downloading; cancel it first`);
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
// Other processes' downloads hold their locks; holding them blocks new ones mid-delete.
|
|
157
|
+
// A download this process cancelled keeps its lock until its cleanup ends, so wait for it.
|
|
158
|
+
async function lockOutOtherProcesses(modelSrc, cacheKeys) {
|
|
159
|
+
const deadline = Date.now() + CANCELLED_DOWNLOAD_STOP_MS;
|
|
160
|
+
for (;;) {
|
|
161
|
+
if (!(await waitForDownloadLocksHere(cacheKeys, deadline - Date.now()))) {
|
|
162
|
+
throw new DeleteCacheFailedError(`A cancelled download of ${modelSrc} is still stopping; try again shortly`);
|
|
163
|
+
}
|
|
164
|
+
const lock = await tryAcquireDownloadLocks(cacheKeys);
|
|
165
|
+
if (lock)
|
|
166
|
+
return lock;
|
|
167
|
+
if (!holdsDownloadLockHere(cacheKeys)) {
|
|
168
|
+
throw new DeleteCacheFailedError(`${modelSrc} is downloading in another process; try again once it finishes`);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
// Every catalogued model whose own download writes one of these registry paths.
|
|
173
|
+
function getModelsSharingFiles(registryPaths) {
|
|
174
|
+
const paths = new Set(registryPaths);
|
|
175
|
+
const sharing = new Set(registryPaths);
|
|
176
|
+
for (const model of models) {
|
|
177
|
+
const files = [
|
|
178
|
+
model.registryPath,
|
|
179
|
+
...(model.companionSet?.files ?? []).map((f) => f.registryPath)
|
|
180
|
+
];
|
|
181
|
+
if (files.some((file) => paths.has(file)))
|
|
182
|
+
sharing.add(model.registryPath);
|
|
183
|
+
}
|
|
184
|
+
return [...sharing];
|
|
185
|
+
}
|
|
186
|
+
function assertNotLoaded(modelSrc, targets) {
|
|
187
|
+
for (const id of getAllModelIds()) {
|
|
188
|
+
const loadedPath = getModelEntry(id)?.local.path;
|
|
189
|
+
if (loadedPath && targets.some((target) => loadedPath.startsWith(target))) {
|
|
190
|
+
throw new DeleteCacheFailedError(`${modelSrc} is loaded; unload it with clearStorage instead`);
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
// Mirrors the layouts downloadModelFromRegistry reads, including legacy ones.
|
|
195
|
+
async function planCatalogued(entry) {
|
|
196
|
+
if (entry.shardMetadata?.length) {
|
|
197
|
+
return {
|
|
198
|
+
targets: [getShardedModelCacheDir(generateShortHash(entry.registryPath))],
|
|
199
|
+
bindings: entry.shardMetadata.map(buildBlobBinding),
|
|
200
|
+
registryPaths: [entry.registryPath]
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
if (entry.companionSet) {
|
|
204
|
+
return {
|
|
205
|
+
targets: [
|
|
206
|
+
getCompanionSetCacheDir(entry.companionSet.setKey),
|
|
207
|
+
...getLegacyCompanionSetPaths(entry.companionSet, entry.addon === 'nmt')
|
|
208
|
+
],
|
|
209
|
+
bindings: entry.companionSet.files.map(buildBlobBinding),
|
|
210
|
+
registryPaths: entry.companionSet.files.map((file) => file.registryPath)
|
|
211
|
+
};
|
|
212
|
+
}
|
|
213
|
+
const plan = {
|
|
214
|
+
targets: [getClearStorageTarget(getSingleFileCachePath(entry.registryPath)).path],
|
|
215
|
+
bindings: [buildBlobBinding(entry)],
|
|
216
|
+
registryPaths: [entry.registryPath]
|
|
217
|
+
};
|
|
218
|
+
const platform = getRuntimeContext().platform;
|
|
219
|
+
const spec = getCoremlSidecarSpec(entry.registryPath, entry.registrySource, platform);
|
|
220
|
+
if (spec) {
|
|
221
|
+
plan.targets.push(validateAndJoinPath(getModelsCacheDir(), 'sets', getCoremlSetKey(entry, spec)));
|
|
222
|
+
const coremlSet = await findLocallyCachedCoremlCompanionSet(entry, platform);
|
|
223
|
+
for (const file of coremlSet?.files ?? []) {
|
|
224
|
+
if (file.registryPath === entry.registryPath)
|
|
225
|
+
continue;
|
|
226
|
+
plan.bindings.push(buildBlobBinding(file));
|
|
227
|
+
plan.registryPaths.push(file.registryPath);
|
|
228
|
+
}
|
|
229
|
+
}
|
|
230
|
+
return plan;
|
|
231
|
+
}
|
|
232
|
+
async function planUncatalogued(registryPath, registrySource) {
|
|
233
|
+
const filename = registryPath.split('/').pop() || registryPath;
|
|
234
|
+
if (detectShardedModel(filename).isSharded) {
|
|
235
|
+
// The lookup matches by prefix, so it can return other models' shards.
|
|
236
|
+
const family = shardFamily(registryPath);
|
|
237
|
+
const shards = (await findModelShards(registryPath, undefined, 'query')).filter((shard) => shard.source === registrySource && shardFamily(shard.path) === family);
|
|
238
|
+
return {
|
|
239
|
+
targets: [getShardedModelCacheDir(generateShortHash(registryPath))],
|
|
240
|
+
bindings: shards.flatMap((shard) => (shard.blobBinding ? [shard.blobBinding] : [])),
|
|
241
|
+
registryPaths: [registryPath]
|
|
242
|
+
};
|
|
243
|
+
}
|
|
244
|
+
let model;
|
|
245
|
+
{
|
|
246
|
+
const env_4 = { stack: [], error: void 0, hasError: false };
|
|
247
|
+
try {
|
|
248
|
+
const lease = __addDisposableResource(env_4, await acquireRegistryClient({ wait: 'query' }), true);
|
|
249
|
+
model = await lease.client.getModel(registryPath, registrySource);
|
|
250
|
+
}
|
|
251
|
+
catch (e_4) {
|
|
252
|
+
env_4.error = e_4;
|
|
253
|
+
env_4.hasError = true;
|
|
254
|
+
}
|
|
255
|
+
finally {
|
|
256
|
+
const result_4 = __disposeResources(env_4);
|
|
257
|
+
if (result_4)
|
|
258
|
+
await result_4;
|
|
259
|
+
}
|
|
260
|
+
}
|
|
261
|
+
return {
|
|
262
|
+
targets: [getClearStorageTarget(getSingleFileCachePath(registryPath)).path],
|
|
263
|
+
bindings: model?.blobBinding ? [model.blobBinding] : [],
|
|
264
|
+
registryPaths: [registryPath]
|
|
265
|
+
};
|
|
266
|
+
}
|
|
267
|
+
function shardFamily(registryPath) {
|
|
268
|
+
return registryPath.replace(/-\d{5}-of-\d{5}\./, '.');
|
|
269
|
+
}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
2
|
import type { QVACBlobBinding } from '@qvac/registry-client';
|
|
3
3
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
|
-
import type { DownloadHooks } from '
|
|
5
|
-
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '
|
|
6
|
-
export type { RegistryClientDownloadOptions } from '
|
|
4
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
5
|
+
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
6
|
+
export type { RegistryClientDownloadOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
7
7
|
export declare function buildBlobBinding(meta: {
|
|
8
8
|
blobCoreKey: string;
|
|
9
9
|
blobBlockOffset: number;
|
|
@@ -13,12 +13,14 @@ export declare function buildBlobBinding(meta: {
|
|
|
13
13
|
sha256Checksum: string;
|
|
14
14
|
}): QVACBlobBinding;
|
|
15
15
|
/**
|
|
16
|
-
* Validate a cached file against expected size and checksum.
|
|
16
|
+
* Validate a cached file against expected size and checksum. Never deletes: a
|
|
17
|
+
* mismatched file may be an older SDK's download in progress.
|
|
17
18
|
*/
|
|
18
19
|
export declare function validateCachedFile(modelPath: string, modelFileName: string, expectedSize: number, expectedChecksum?: string, hooks?: DownloadHooks): Promise<string | null>;
|
|
19
20
|
/**
|
|
20
21
|
* Download a single file from the registry to filesystem.
|
|
21
22
|
* When blobBinding is provided, uses direct blob download (skips metadata sync).
|
|
22
23
|
* Otherwise falls back to metadata-based downloadModel.
|
|
24
|
+
* Publishes to `modelPath` only after the checks pass. Callers hold the lock.
|
|
23
25
|
*/
|
|
24
|
-
export declare function downloadSingleFileFromRegistry(registryPath: string, registrySource: string, modelPath: string, modelFileName: string, downloadKey: string, expectedSize: number, expectedChecksum: string, progressCallback?: (progress: ModelProgressUpdate) => void, signal?: AbortSignal, blobBinding?: QVACBlobBinding, hooks?: DownloadHooks): Promise<void>;
|
|
26
|
+
export declare function downloadSingleFileFromRegistry(registryPath: string, registrySource: string, modelPath: string, modelFileName: string, downloadKey: string, expectedSize: number, expectedChecksum: string, progressCallback?: (progress: ModelProgressUpdate) => void, signal?: AbortSignal, blobBinding?: QVACBlobBinding, hooks?: DownloadHooks, shouldClearCache?: () => boolean): Promise<void>;
|
|
@@ -1,13 +1,66 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
1
53
|
import { promises as fsPromises } from 'bare-fs';
|
|
2
54
|
import path from 'bare-path';
|
|
3
55
|
import { measureChecksum, calculatePercentage } from '../../utils/index.js';
|
|
4
|
-
import {
|
|
56
|
+
import { acquireRegistryClient } from '../../runtime/registry-client.js';
|
|
5
57
|
import { getConfig } from '../../runtime/state.js';
|
|
6
|
-
import { buildRegistryClientOptions } from '
|
|
58
|
+
import { buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
7
59
|
import { ChecksumValidationFailedError, DownloadCancelledError } from '../../errors/index.js';
|
|
8
60
|
import { getEngineLogger } from '../../logging/index.js';
|
|
61
|
+
import { partialDownloadPath, publishDownload } from '../../handlers/load-model/download-lock.js';
|
|
9
62
|
const logger = getEngineLogger();
|
|
10
|
-
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '
|
|
63
|
+
export { DEFAULT_REGISTRY_STREAM_TIMEOUT_MS, buildRegistryClientOptions } from '../../handlers/load-model/registry-client-options.js';
|
|
11
64
|
export function buildBlobBinding(meta) {
|
|
12
65
|
return {
|
|
13
66
|
coreKey: meta.blobCoreKey,
|
|
@@ -19,7 +72,8 @@ export function buildBlobBinding(meta) {
|
|
|
19
72
|
};
|
|
20
73
|
}
|
|
21
74
|
/**
|
|
22
|
-
* Validate a cached file against expected size and checksum.
|
|
75
|
+
* Validate a cached file against expected size and checksum. Never deletes: a
|
|
76
|
+
* mismatched file may be an older SDK's download in progress.
|
|
23
77
|
*/
|
|
24
78
|
export async function validateCachedFile(modelPath, modelFileName, expectedSize, expectedChecksum, hooks) {
|
|
25
79
|
try {
|
|
@@ -37,14 +91,12 @@ export async function validateCachedFile(modelPath, modelFileName, expectedSize,
|
|
|
37
91
|
logger.info(`✅ Model already cached and validated: ${modelPath}`);
|
|
38
92
|
return modelPath;
|
|
39
93
|
}
|
|
40
|
-
logger.warn(
|
|
41
|
-
await fsPromises.unlink(modelPath);
|
|
94
|
+
logger.warn(`📥 Cached file is incomplete (expected ${expectedSize}, got ${localSize}); downloading: ${modelPath}`);
|
|
42
95
|
return null;
|
|
43
96
|
}
|
|
44
97
|
catch (error) {
|
|
45
98
|
if (error instanceof ChecksumValidationFailedError) {
|
|
46
|
-
logger.warn(
|
|
47
|
-
await fsPromises.unlink(modelPath).catch(() => { });
|
|
99
|
+
logger.warn(`📥 Cached file failed checksum validation; downloading: ${modelPath}`);
|
|
48
100
|
}
|
|
49
101
|
return null;
|
|
50
102
|
}
|
|
@@ -53,12 +105,12 @@ export async function validateCachedFile(modelPath, modelFileName, expectedSize,
|
|
|
53
105
|
* Download a single file from the registry to filesystem.
|
|
54
106
|
* When blobBinding is provided, uses direct blob download (skips metadata sync).
|
|
55
107
|
* Otherwise falls back to metadata-based downloadModel.
|
|
108
|
+
* Publishes to `modelPath` only after the checks pass. Callers hold the lock.
|
|
56
109
|
*/
|
|
57
|
-
export async function downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, modelFileName, downloadKey, expectedSize, expectedChecksum, progressCallback, signal, blobBinding, hooks) {
|
|
110
|
+
export async function downloadSingleFileFromRegistry(registryPath, registrySource, modelPath, modelFileName, downloadKey, expectedSize, expectedChecksum, progressCallback, signal, blobBinding, hooks, shouldClearCache) {
|
|
58
111
|
if (signal?.aborted) {
|
|
59
112
|
throw new DownloadCancelledError();
|
|
60
113
|
}
|
|
61
|
-
const client = await getRegistryClient();
|
|
62
114
|
const dir = path.dirname(modelPath);
|
|
63
115
|
await fsPromises.mkdir(dir, { recursive: true });
|
|
64
116
|
const onProgress = progressCallback
|
|
@@ -73,34 +125,53 @@ export async function downloadSingleFileFromRegistry(registryPath, registrySourc
|
|
|
73
125
|
});
|
|
74
126
|
}
|
|
75
127
|
: undefined;
|
|
128
|
+
const partialPath = partialDownloadPath(modelPath);
|
|
76
129
|
const clientOptions = buildRegistryClientOptions({
|
|
77
130
|
config: getConfig(),
|
|
78
|
-
outputFile:
|
|
131
|
+
outputFile: partialPath,
|
|
79
132
|
onProgress,
|
|
80
|
-
signal
|
|
133
|
+
signal,
|
|
134
|
+
shouldClearCache
|
|
81
135
|
});
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
136
|
+
{
|
|
137
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
138
|
+
try {
|
|
139
|
+
// Held only for the transfer: the checks below need no registry.
|
|
140
|
+
const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait: 'download', signal }), true);
|
|
141
|
+
if (blobBinding) {
|
|
142
|
+
logger.info(`📥 Downloading blob directly: ${modelFileName}`);
|
|
143
|
+
await lease.client.downloadBlob(blobBinding, clientOptions);
|
|
144
|
+
}
|
|
145
|
+
else {
|
|
146
|
+
logger.info(`📥 Downloading from registry: ${registryPath}`);
|
|
147
|
+
await lease.client.downloadModel(registryPath, registrySource, clientOptions);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
catch (e_1) {
|
|
151
|
+
env_1.error = e_1;
|
|
152
|
+
env_1.hasError = true;
|
|
153
|
+
}
|
|
154
|
+
finally {
|
|
155
|
+
const result_1 = __disposeResources(env_1);
|
|
156
|
+
if (result_1)
|
|
157
|
+
await result_1;
|
|
158
|
+
}
|
|
89
159
|
}
|
|
90
|
-
|
|
91
|
-
const stats = await fsPromises.stat(modelPath);
|
|
160
|
+
const stats = await fsPromises.stat(partialPath);
|
|
92
161
|
if (expectedSize && stats.size !== expectedSize) {
|
|
93
|
-
await fsPromises.unlink(
|
|
162
|
+
await fsPromises.unlink(partialPath).catch(() => { });
|
|
94
163
|
throw new ChecksumValidationFailedError(`${modelFileName}. File size mismatch: expected ${expectedSize}, got ${stats.size}`);
|
|
95
164
|
}
|
|
96
165
|
if (expectedChecksum && expectedChecksum.length === 64) {
|
|
97
|
-
const checksum = await measureChecksum(
|
|
166
|
+
const checksum = await measureChecksum(partialPath, hooks);
|
|
98
167
|
if (checksum !== expectedChecksum) {
|
|
99
|
-
await fsPromises.unlink(
|
|
168
|
+
await fsPromises.unlink(partialPath).catch(() => { });
|
|
100
169
|
throw new ChecksumValidationFailedError(`${modelFileName}. Expected: ${expectedChecksum}. Actual: ${checksum}`);
|
|
101
170
|
}
|
|
102
171
|
logger.info(`✅ Checksum validated for ${modelFileName}`);
|
|
103
172
|
}
|
|
173
|
+
await publishDownload(modelPath);
|
|
174
|
+
logger.info(`✅ Downloaded to ${modelPath}`);
|
|
104
175
|
if (progressCallback) {
|
|
105
176
|
progressCallback({
|
|
106
177
|
type: 'modelProgress',
|
|
@@ -1,4 +1,24 @@
|
|
|
1
1
|
import type { ModelProgressUpdate } from '../../schemas/index.js';
|
|
2
|
-
import type {
|
|
3
|
-
import {
|
|
2
|
+
import type { QVACBlobBinding } from '@qvac/registry-client';
|
|
3
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
4
|
+
import { type RegistryWait } from '../../runtime/registry-client.js';
|
|
5
|
+
import type { DownloadHooks } from '../../handlers/load-model/types.js';
|
|
6
|
+
import { type ExplicitRegistryMetadata } from '../../handlers/load-model/registry-metadata.js';
|
|
7
|
+
/**
|
|
8
|
+
* Find all shards for a model using path prefix query.
|
|
9
|
+
*/
|
|
10
|
+
export declare function findModelShards(registryPath: string, signal?: AbortSignal, wait?: RegistryWait): Promise<{
|
|
11
|
+
path: string;
|
|
12
|
+
source: string;
|
|
13
|
+
size: number;
|
|
14
|
+
checksum: string;
|
|
15
|
+
blobBinding: QVACBlobBinding | undefined;
|
|
16
|
+
}[]>;
|
|
17
|
+
/**
|
|
18
|
+
* The shards a registry listing holds for the filename's declared shard group.
|
|
19
|
+
* Fails here, rather than at load time, when the registry is missing one.
|
|
20
|
+
*/
|
|
21
|
+
export declare function selectDeclaredShards<T extends {
|
|
22
|
+
path: string;
|
|
23
|
+
}>(registryPath: string, remoteShards: T[]): T[];
|
|
4
24
|
export declare function downloadModelFromRegistry(registryPath: string, registrySource: string, progressCallback?: (progress: ModelProgressUpdate) => void, expectedChecksum?: string, hooks?: DownloadHooks, explicitMetadata?: ExplicitRegistryMetadata): Promise<string>;
|