@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { AddonFitDevice } from '../model-fit/run/engine.js';
|
|
2
|
+
import type { ModelFitPool } from '../schemas/assess-model-fit.js';
|
|
3
|
+
export declare function mib(bytes: number): string;
|
|
4
|
+
export declare function describePool(pool: ModelFitPool): string;
|
|
5
|
+
/**
|
|
6
|
+
* Every pool and every row the addons reported, so a log shows which device
|
|
7
|
+
* joined which pool and which figure bound it.
|
|
8
|
+
*/
|
|
9
|
+
export declare function describeAccounting(pools: readonly ModelFitPool[], rows: readonly {
|
|
10
|
+
label: string;
|
|
11
|
+
devices: readonly AddonFitDevice[];
|
|
12
|
+
}[]): string;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
const BYTES_PER_MIB = 1024 * 1024;
|
|
2
|
+
export function mib(bytes) {
|
|
3
|
+
return `${Math.round(bytes / BYTES_PER_MIB)} MiB`;
|
|
4
|
+
}
|
|
5
|
+
export function describePool(pool) {
|
|
6
|
+
return pool.freeBytes === undefined
|
|
7
|
+
? `${pool.id} ${mib(pool.usedBytes)}`
|
|
8
|
+
: `${pool.id} ${mib(pool.usedBytes)} of ${mib(pool.freeBytes)} free`;
|
|
9
|
+
}
|
|
10
|
+
function describeDevice(device) {
|
|
11
|
+
const figures = [
|
|
12
|
+
`used ${mib(device.usedBytes)}`,
|
|
13
|
+
...(device.freeBytes !== undefined ? [`free ${mib(device.freeBytes)}`] : []),
|
|
14
|
+
...(device.totalBytes !== undefined ? [`total ${mib(device.totalBytes)}`] : [])
|
|
15
|
+
];
|
|
16
|
+
const kind = device.unified ? 'unified' : 'own memory';
|
|
17
|
+
return `${device.name} [${device.id}, ${kind}] ${figures.join(', ')}`;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Every pool and every row the addons reported, so a log shows which device
|
|
21
|
+
* joined which pool and which figure bound it.
|
|
22
|
+
*/
|
|
23
|
+
export function describeAccounting(pools, rows) {
|
|
24
|
+
const poolText = pools.length > 0 ? pools.map(describePool).join('; ') : 'none';
|
|
25
|
+
const rowText = rows
|
|
26
|
+
.map(({ label, devices }) => devices.length > 0 ? `${label}: ${devices.map(describeDevice).join('; ')}` : `${label}: none`)
|
|
27
|
+
.join(' | ');
|
|
28
|
+
return `pools: ${poolText} — rows: ${rowText}`;
|
|
29
|
+
}
|
|
@@ -59,7 +59,7 @@ export interface FitStubOptions {
|
|
|
59
59
|
/** Overall budget for the lookup and the fetch. Defaults to `FIT_STUB_BUDGET_MS`. */
|
|
60
60
|
budgetMs?: number;
|
|
61
61
|
logger?: Logger;
|
|
62
|
-
getEntry?: (registryPath: string, registrySource: string) => Promise<FitStubEntry | null>;
|
|
62
|
+
getEntry?: (registryPath: string, registrySource: string, signal?: AbortSignal) => Promise<FitStubEntry | null>;
|
|
63
63
|
downloadBlob?: (binding: FitBlobBinding, outputFile: string, signal?: AbortSignal) => Promise<unknown>;
|
|
64
64
|
}
|
|
65
65
|
/**
|
|
@@ -1,3 +1,55 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
1
53
|
import fs, { promises as fsPromises } from 'bare-fs';
|
|
2
54
|
import path from 'bare-path';
|
|
3
55
|
import { AbortController } from 'bare-abort-controller';
|
|
@@ -19,19 +71,46 @@ import { getEngineLogger } from '../../logging/index.js';
|
|
|
19
71
|
* is about to answer is not cut at the moment it would have.
|
|
20
72
|
*/
|
|
21
73
|
export const FIT_STUB_BUDGET_MS = 40_000;
|
|
22
|
-
async function defaultGetEntry(registryPath, registrySource) {
|
|
23
|
-
const {
|
|
24
|
-
|
|
25
|
-
|
|
74
|
+
async function defaultGetEntry(registryPath, registrySource, signal) {
|
|
75
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
76
|
+
try {
|
|
77
|
+
const { acquireRegistryClient } = await import('../../runtime/registry-client.js');
|
|
78
|
+
const lease = __addDisposableResource(env_1, await acquireRegistryClient({ wait: 'query', signal })
|
|
79
|
+
// Awaited here: returning the promise would release the lease before the lookup ends.
|
|
80
|
+
, true);
|
|
81
|
+
// Awaited here: returning the promise would release the lease before the lookup ends.
|
|
82
|
+
return await lease.client.getModel(registryPath, registrySource);
|
|
83
|
+
}
|
|
84
|
+
catch (e_1) {
|
|
85
|
+
env_1.error = e_1;
|
|
86
|
+
env_1.hasError = true;
|
|
87
|
+
}
|
|
88
|
+
finally {
|
|
89
|
+
const result_1 = __disposeResources(env_1);
|
|
90
|
+
if (result_1)
|
|
91
|
+
await result_1;
|
|
92
|
+
}
|
|
26
93
|
}
|
|
27
94
|
async function defaultDownloadBlob(binding, outputFile, signal) {
|
|
28
|
-
const {
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
95
|
+
const env_2 = { stack: [], error: void 0, hasError: false };
|
|
96
|
+
try {
|
|
97
|
+
const { acquireRegistryClient } = await import('../../runtime/registry-client.js');
|
|
98
|
+
const lease = __addDisposableResource(env_2, await acquireRegistryClient({ wait: 'query', signal }), true);
|
|
99
|
+
return await lease.client.downloadBlob(binding, {
|
|
100
|
+
outputFile,
|
|
101
|
+
maxRetries: 1,
|
|
102
|
+
...(signal !== undefined && { signal })
|
|
103
|
+
});
|
|
104
|
+
}
|
|
105
|
+
catch (e_2) {
|
|
106
|
+
env_2.error = e_2;
|
|
107
|
+
env_2.hasError = true;
|
|
108
|
+
}
|
|
109
|
+
finally {
|
|
110
|
+
const result_2 = __disposeResources(env_2);
|
|
111
|
+
if (result_2)
|
|
112
|
+
await result_2;
|
|
113
|
+
}
|
|
35
114
|
}
|
|
36
115
|
/** Removes a fetched stub and the directory it was staged in. Never throws. */
|
|
37
116
|
export async function removeStub(stubPath) {
|
|
@@ -101,12 +180,12 @@ async function makeStagingDir(options) {
|
|
|
101
180
|
const created = await fsPromises.mkdtemp(path.join(root, 'stub-'));
|
|
102
181
|
return path.join(root, path.basename(created));
|
|
103
182
|
}
|
|
104
|
-
async function bindingFor(ref, options) {
|
|
183
|
+
async function bindingFor(ref, options, signal) {
|
|
105
184
|
const { registryPath, registrySource } = ref;
|
|
106
185
|
if (!registryPath || !registrySource)
|
|
107
186
|
return 'unresolvable-ref';
|
|
108
187
|
const getEntry = options.getEntry ?? defaultGetEntry;
|
|
109
|
-
const entry = await getEntry(registryPath, registrySource);
|
|
188
|
+
const entry = await getEntry(registryPath, registrySource, signal);
|
|
110
189
|
if (entry === null || entry === undefined)
|
|
111
190
|
return 'not-in-registry';
|
|
112
191
|
const binding = entry.fitBlobBinding;
|
|
@@ -148,7 +227,7 @@ async function stageOne(ref, binding, dest, options, signal) {
|
|
|
148
227
|
async function fetchWithin(ref, options, signal) {
|
|
149
228
|
const logger = options.logger ?? getEngineLogger();
|
|
150
229
|
try {
|
|
151
|
-
const binding = await bindingFor(ref, options);
|
|
230
|
+
const binding = await bindingFor(ref, options, signal);
|
|
152
231
|
if (typeof binding === 'string')
|
|
153
232
|
return unavailable(binding);
|
|
154
233
|
if (signal.aborted)
|
|
@@ -172,7 +251,7 @@ async function fetchSetWithin(set, options, signal) {
|
|
|
172
251
|
let dir;
|
|
173
252
|
let ready = false;
|
|
174
253
|
try {
|
|
175
|
-
const binding = await bindingFor(set.primary, options);
|
|
254
|
+
const binding = await bindingFor(set.primary, options, signal);
|
|
176
255
|
if (typeof binding === 'string')
|
|
177
256
|
return unavailable(binding);
|
|
178
257
|
if (signal.aborted)
|
|
@@ -185,7 +264,7 @@ async function fetchSetWithin(set, options, signal) {
|
|
|
185
264
|
for (const member of set.others) {
|
|
186
265
|
if (signal.aborted)
|
|
187
266
|
break;
|
|
188
|
-
const memberBinding = await bindingFor(member, options);
|
|
267
|
+
const memberBinding = await bindingFor(member, options, signal);
|
|
189
268
|
if (typeof memberBinding === 'string') {
|
|
190
269
|
logger.debug(`companion ${member.targetName} has no fit stub: ${memberBinding}`);
|
|
191
270
|
continue;
|
|
@@ -21,9 +21,6 @@ export type LoadResolution = ResolvedLoad | {
|
|
|
21
21
|
status: 'no-stub';
|
|
22
22
|
reason: FitStubUnavailableReason;
|
|
23
23
|
message?: string;
|
|
24
|
-
} | {
|
|
25
|
-
status: 'unsupported-load';
|
|
26
|
-
detail: string;
|
|
27
24
|
};
|
|
28
25
|
/**
|
|
29
26
|
* Resolves a load the way `loadModel` would, against the registry's weightless
|
|
@@ -36,5 +33,10 @@ export type LoadResolution = ResolvedLoad | {
|
|
|
36
33
|
*
|
|
37
34
|
* A source already on disk is read directly, since it describes the load more
|
|
38
35
|
* exactly than a stub does. A files-only engine reads only sources on disk.
|
|
36
|
+
*
|
|
37
|
+
* @throws {PluginNotFoundError} When no plugin handles the model type.
|
|
38
|
+
* @throws {PluginLoadConfigValidationFailedError} When the plugin's schema
|
|
39
|
+
* refuses the config.
|
|
40
|
+
* @throws The plugin's own error when its `resolveConfig` refuses the load.
|
|
39
41
|
*/
|
|
40
42
|
export declare function resolveLoadFromStubs(load: LoadDescription, options?: FitStubOptions): Promise<LoadResolution>;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import fs from 'bare-fs';
|
|
2
|
+
import { PluginLoadConfigValidationFailedError, PluginNotFoundError } from '../../errors/index.js';
|
|
2
3
|
import { ModelType } from '../../schemas/index.js';
|
|
3
4
|
import { getPlugin } from '../../plugins/registry.js';
|
|
4
5
|
import { getRuntimeContext } from '../../runtime/state.js';
|
|
@@ -70,15 +71,19 @@ class NoStubError extends Error {
|
|
|
70
71
|
*
|
|
71
72
|
* A source already on disk is read directly, since it describes the load more
|
|
72
73
|
* exactly than a stub does. A files-only engine reads only sources on disk.
|
|
74
|
+
*
|
|
75
|
+
* @throws {PluginNotFoundError} When no plugin handles the model type.
|
|
76
|
+
* @throws {PluginLoadConfigValidationFailedError} When the plugin's schema
|
|
77
|
+
* refuses the config.
|
|
78
|
+
* @throws The plugin's own error when its `resolveConfig` refuses the load.
|
|
73
79
|
*/
|
|
74
80
|
export async function resolveLoadFromStubs(load, options = {}) {
|
|
75
81
|
const plugin = getPlugin(load.modelType);
|
|
76
|
-
if (!plugin)
|
|
77
|
-
|
|
78
|
-
}
|
|
82
|
+
if (!plugin)
|
|
83
|
+
throw new PluginNotFoundError(load.modelType);
|
|
79
84
|
const parsed = plugin.loadConfigSchema.safeParse(load.modelConfig ?? {});
|
|
80
85
|
if (!parsed.success) {
|
|
81
|
-
|
|
86
|
+
throw new PluginLoadConfigValidationFailedError(load.modelType, formatZodError(parsed.error));
|
|
82
87
|
}
|
|
83
88
|
const modelConfig = parsed.data;
|
|
84
89
|
const staged = [];
|
|
@@ -132,15 +137,10 @@ export async function resolveLoadFromStubs(load, options = {}) {
|
|
|
132
137
|
}
|
|
133
138
|
catch (error) {
|
|
134
139
|
await release();
|
|
135
|
-
if (error instanceof NoStubError)
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
// A config the plugin refuses describes a load that would not start either.
|
|
141
|
-
return {
|
|
142
|
-
status: 'unsupported-load',
|
|
143
|
-
detail: error instanceof Error ? `${error.name}: ${error.message}` : String(error)
|
|
144
|
-
};
|
|
140
|
+
if (!(error instanceof NoStubError))
|
|
141
|
+
throw error;
|
|
142
|
+
return error.message === error.reason
|
|
143
|
+
? { status: 'no-stub', reason: error.reason }
|
|
144
|
+
: { status: 'no-stub', reason: error.reason, message: error.message };
|
|
145
145
|
}
|
|
146
146
|
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
|
+
import { runFit as runFitDefault } from '../model-fit/run/run.js';
|
|
3
|
+
import type { ModelFitModelResult } from '../schemas/assess-model-fit.js';
|
|
4
|
+
import type { FitLoad } from '../schemas/plugin.js';
|
|
5
|
+
/** The addon's `assessFit` result for one load. */
|
|
6
|
+
export interface LoadFit {
|
|
7
|
+
result: ModelFitModelResult;
|
|
8
|
+
/** Why the status is `unknown`, for the log. */
|
|
9
|
+
reason?: string;
|
|
10
|
+
}
|
|
11
|
+
export interface FitLoadOptions {
|
|
12
|
+
signal?: AbortSignal;
|
|
13
|
+
runFit?: typeof runFitDefault;
|
|
14
|
+
}
|
|
15
|
+
export declare function unknownFit(reason: string): LoadFit;
|
|
16
|
+
/**
|
|
17
|
+
* The fitter's answer for one load, through the plugin of the engine that
|
|
18
|
+
* would run it.
|
|
19
|
+
*
|
|
20
|
+
* @throws The fitter's own error when it rejects the load, such as a model it
|
|
21
|
+
* cannot read or a request it refuses.
|
|
22
|
+
*/
|
|
23
|
+
export declare function fitLoad(modelType: string, load: FitLoad, options?: FitLoadOptions): Promise<LoadFit>;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { runFit as runFitDefault } from '../model-fit/run/run.js';
|
|
2
|
+
import { ModelType } from '../schemas/index.js';
|
|
3
|
+
export function unknownFit(reason) {
|
|
4
|
+
return { result: { status: 'unknown', devices: [], stats: {} }, reason };
|
|
5
|
+
}
|
|
6
|
+
/**
|
|
7
|
+
* The fitter's answer for one load, through the plugin of the engine that
|
|
8
|
+
* would run it.
|
|
9
|
+
*
|
|
10
|
+
* @throws The fitter's own error when it rejects the load, such as a model it
|
|
11
|
+
* cannot read or a request it refuses.
|
|
12
|
+
*/
|
|
13
|
+
export async function fitLoad(modelType, load, options = {}) {
|
|
14
|
+
const { getPlugin } = await import('../plugins/registry.js');
|
|
15
|
+
const plugin = getPlugin(modelType);
|
|
16
|
+
if (plugin?.fitRequest === undefined || plugin.assessFit === undefined) {
|
|
17
|
+
return unknownFit(`no fitter for model type ${modelType}`);
|
|
18
|
+
}
|
|
19
|
+
if (load.transcriptionWorkload !== undefined && plugin.modelType !== ModelType.mossTranscribe) {
|
|
20
|
+
return unknownFit('a transcriptionWorkload sizes MOSS transcription only');
|
|
21
|
+
}
|
|
22
|
+
const plan = plugin.fitRequest(load);
|
|
23
|
+
if ('unknown' in plan)
|
|
24
|
+
return unknownFit(plan.unknown);
|
|
25
|
+
const outcome = await (options.runFit ?? runFitDefault)({ addonPackage: plugin.addonPackage, request: plan.request }, options.signal !== undefined ? { signal: options.signal } : {});
|
|
26
|
+
if (outcome.status === 'unknown')
|
|
27
|
+
return unknownFit(`${outcome.reason}: ${outcome.message}`);
|
|
28
|
+
return { result: outcome.fit };
|
|
29
|
+
}
|
|
@@ -1,21 +1,8 @@
|
|
|
1
1
|
import type { AbortSignal } from 'bare-abort-controller';
|
|
2
2
|
import type { Logger } from '../logging/types.js';
|
|
3
|
-
import type
|
|
4
|
-
import type { CanonicalModelType,
|
|
5
|
-
|
|
6
|
-
/**
|
|
7
|
-
* `fit` and `does-not-fit` are projections of the load the SDK is about to run.
|
|
8
|
-
* The real loader neither consumes nor verifies the fitted plan.
|
|
9
|
-
*
|
|
10
|
-
* The outcome is the wire shape: `loadModel` hands it to the model registry and
|
|
11
|
-
* `getLoadedModelInfo` returns it, so no caller has to read a verdict out of a
|
|
12
|
-
* log line.
|
|
13
|
-
*/
|
|
14
|
-
export type AdvisoryFitVerdict = NativeProbeVerdict;
|
|
15
|
-
export type AdvisoryFitOutcome = NativeProbeFit;
|
|
16
|
-
export interface AdvisoryFitInput {
|
|
17
|
-
transcriptionWorkload?: TranscriptionFitWorkload | undefined;
|
|
18
|
-
ttsWorkload?: TtsFitWorkload | undefined;
|
|
3
|
+
import { type FitLoadOptions } from '../model-fit/fit-load.js';
|
|
4
|
+
import type { CanonicalModelType, ModelFitProbe } from '../schemas/index.js';
|
|
5
|
+
export interface LoadCheckInput {
|
|
19
6
|
modelId: string;
|
|
20
7
|
modelType: CanonicalModelType;
|
|
21
8
|
modelPath: string;
|
|
@@ -27,26 +14,21 @@ export interface AdvisoryFitInput {
|
|
|
27
14
|
* Injection seams. Every field defaults to the real runtime dependency; tests
|
|
28
15
|
* substitute them rather than mocking modules.
|
|
29
16
|
*/
|
|
30
|
-
export interface
|
|
17
|
+
export interface LoadCheckOptions {
|
|
31
18
|
signal?: AbortSignal;
|
|
32
|
-
runFit?: typeof runFitDefault;
|
|
33
19
|
logger?: Logger;
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
*/
|
|
41
|
-
extraResidentBytes?: number;
|
|
20
|
+
runFit?: FitLoadOptions['runFit'];
|
|
21
|
+
}
|
|
22
|
+
export interface LoadCheck {
|
|
23
|
+
probe: ModelFitProbe;
|
|
24
|
+
/** Why the load does not fit, for the refusal. Present on `does-not-fit`. */
|
|
25
|
+
detail?: string;
|
|
42
26
|
}
|
|
43
27
|
/**
|
|
44
|
-
*
|
|
45
|
-
*
|
|
28
|
+
* Checks a load that is about to start against what is free, with the fitter
|
|
29
|
+
* of the engine that will run it.
|
|
46
30
|
*
|
|
47
|
-
*
|
|
48
|
-
*
|
|
49
|
-
* resolve to `unknown` and the caller proceeds with the ordinary load path.
|
|
50
|
-
* This function never throws and never rejects.
|
|
31
|
+
* A fitter that rejects the load is logged and answers `unknown`, so the
|
|
32
|
+
* check never fails a load of its own accord. This function never throws.
|
|
51
33
|
*/
|
|
52
|
-
export declare function
|
|
34
|
+
export declare function runLoadFitCheck(input: LoadCheckInput, options?: LoadCheckOptions): Promise<LoadCheck>;
|