@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -7,64 +7,14 @@ export declare const transcriptionFitWorkloadSchema: z.ZodObject<{
|
|
|
7
7
|
}, z.core.$strict>;
|
|
8
8
|
export type TranscriptionFitWorkload = z.infer<typeof transcriptionFitWorkloadSchema>;
|
|
9
9
|
/**
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
* whenever the evidence does not support a defensible claim either way.
|
|
10
|
+
* `unknown` is the answer for a load that would start but cannot be sized: the
|
|
11
|
+
* engine has no fitter, cannot project this load, has no registry description
|
|
12
|
+
* of a model that is not on disk, or a device reported no free memory.
|
|
14
13
|
*/
|
|
15
14
|
export declare const modelFitVerdictSchema: z.ZodEnum<{
|
|
16
15
|
unknown: "unknown";
|
|
17
|
-
|
|
18
|
-
"
|
|
19
|
-
}>;
|
|
20
|
-
/**
|
|
21
|
-
* What the estimator sizes a load by, read out of its config. An engine whose
|
|
22
|
-
* estimator declares no kind for it assesses as `unknown`.
|
|
23
|
-
*/
|
|
24
|
-
export type ModelFitWorkload = {
|
|
25
|
-
kind: 'llm';
|
|
26
|
-
contextTokens?: number;
|
|
27
|
-
} | {
|
|
28
|
-
kind: 'audio';
|
|
29
|
-
windowMs?: number;
|
|
30
|
-
streaming: boolean;
|
|
31
|
-
};
|
|
32
|
-
/**
|
|
33
|
-
* The part of a model constant an assessment reads. Pass a catalog constant
|
|
34
|
-
* directly — the extra fields are ignored.
|
|
35
|
-
*
|
|
36
|
-
* Only the checksum (the profile lookup key) and the name (the result label)
|
|
37
|
-
* are read; everything else — engine, byte totals, transformer facts — comes
|
|
38
|
-
* from the resolved resource profile, not from the caller.
|
|
39
|
-
*/
|
|
40
|
-
export declare const modelFitModelRefSchema: z.ZodObject<{
|
|
41
|
-
sha256Checksum: z.ZodString;
|
|
42
|
-
name: z.ZodString;
|
|
43
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
44
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
45
|
-
}, z.core.$strip>;
|
|
46
|
-
/**
|
|
47
|
-
* What the estimator is given for one candidate: the catalog facts its checksum
|
|
48
|
-
* resolves to, and the workload read out of the load's config.
|
|
49
|
-
*/
|
|
50
|
-
export interface ModelFitEstimateTarget {
|
|
51
|
-
model: ModelFitModelRef;
|
|
52
|
-
workload: ModelFitWorkload;
|
|
53
|
-
artifacts?: ModelFitModelRef[];
|
|
54
|
-
device?: string;
|
|
55
|
-
}
|
|
56
|
-
/**
|
|
57
|
-
* How the caller intends to run the candidates. This is a **declared
|
|
58
|
-
* assumption** used for aggregation, not a scheduling instruction — the SDK
|
|
59
|
-
* neither enforces nor reserves anything.
|
|
60
|
-
*
|
|
61
|
-
* - `sequential`: every model stays resident, but only the largest single
|
|
62
|
-
* working-memory peak is counted.
|
|
63
|
-
* - `concurrent`: every model stays resident and every peak is counted.
|
|
64
|
-
*/
|
|
65
|
-
export declare const modelFitExecutionSchema: z.ZodEnum<{
|
|
66
|
-
sequential: "sequential";
|
|
67
|
-
concurrent: "concurrent";
|
|
16
|
+
fits: "fits";
|
|
17
|
+
"does-not-fit": "does-not-fit";
|
|
68
18
|
}>;
|
|
69
19
|
/** Fit-only workload used to estimate MOSS text-to-speech memory requirements. */
|
|
70
20
|
export declare const ttsFitWorkloadSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
@@ -108,6 +58,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
108
58
|
audiogen: "audiogen";
|
|
109
59
|
tts: "tts";
|
|
110
60
|
ocr: "ocr";
|
|
61
|
+
classification: "classification";
|
|
111
62
|
vla: "vla";
|
|
112
63
|
"llamacpp-completion": "llamacpp-completion";
|
|
113
64
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -124,13 +75,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
124
75
|
"sdcpp-generation": "sdcpp-generation";
|
|
125
76
|
"audiogen-ggml": "audiogen-ggml";
|
|
126
77
|
"ggml-vla": "ggml-vla";
|
|
78
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
127
79
|
"ggml-classification": "ggml-classification";
|
|
128
80
|
llm: "llm";
|
|
129
81
|
whisper: "whisper";
|
|
130
82
|
bci: "bci";
|
|
131
83
|
nmt: "nmt";
|
|
132
84
|
parakeet: "parakeet";
|
|
133
|
-
classification: "classification";
|
|
134
85
|
}>, z.ZodLiteral<"vad">]>>;
|
|
135
86
|
}, z.core.$strip>]>>;
|
|
136
87
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -139,6 +90,7 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
139
90
|
audiogen: "audiogen";
|
|
140
91
|
tts: "tts";
|
|
141
92
|
ocr: "ocr";
|
|
93
|
+
classification: "classification";
|
|
142
94
|
vla: "vla";
|
|
143
95
|
"llamacpp-completion": "llamacpp-completion";
|
|
144
96
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -155,13 +107,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
155
107
|
"sdcpp-generation": "sdcpp-generation";
|
|
156
108
|
"audiogen-ggml": "audiogen-ggml";
|
|
157
109
|
"ggml-vla": "ggml-vla";
|
|
110
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
158
111
|
"ggml-classification": "ggml-classification";
|
|
159
112
|
llm: "llm";
|
|
160
113
|
whisper: "whisper";
|
|
161
114
|
bci: "bci";
|
|
162
115
|
nmt: "nmt";
|
|
163
116
|
parakeet: "parakeet";
|
|
164
|
-
classification: "classification";
|
|
165
117
|
}>>;
|
|
166
118
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
167
119
|
promptRows: z.ZodNumber;
|
|
@@ -198,6 +150,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
198
150
|
audiogen: "audiogen";
|
|
199
151
|
tts: "tts";
|
|
200
152
|
ocr: "ocr";
|
|
153
|
+
classification: "classification";
|
|
201
154
|
vla: "vla";
|
|
202
155
|
"llamacpp-completion": "llamacpp-completion";
|
|
203
156
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -214,13 +167,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
214
167
|
"sdcpp-generation": "sdcpp-generation";
|
|
215
168
|
"audiogen-ggml": "audiogen-ggml";
|
|
216
169
|
"ggml-vla": "ggml-vla";
|
|
170
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
217
171
|
"ggml-classification": "ggml-classification";
|
|
218
172
|
llm: "llm";
|
|
219
173
|
whisper: "whisper";
|
|
220
174
|
bci: "bci";
|
|
221
175
|
nmt: "nmt";
|
|
222
176
|
parakeet: "parakeet";
|
|
223
|
-
classification: "classification";
|
|
224
177
|
}>, z.ZodLiteral<"vad">]>>;
|
|
225
178
|
}, z.core.$strip>]>>;
|
|
226
179
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -229,6 +182,7 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
229
182
|
audiogen: "audiogen";
|
|
230
183
|
tts: "tts";
|
|
231
184
|
ocr: "ocr";
|
|
185
|
+
classification: "classification";
|
|
232
186
|
vla: "vla";
|
|
233
187
|
"llamacpp-completion": "llamacpp-completion";
|
|
234
188
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -245,13 +199,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
245
199
|
"sdcpp-generation": "sdcpp-generation";
|
|
246
200
|
"audiogen-ggml": "audiogen-ggml";
|
|
247
201
|
"ggml-vla": "ggml-vla";
|
|
202
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
248
203
|
"ggml-classification": "ggml-classification";
|
|
249
204
|
llm: "llm";
|
|
250
205
|
whisper: "whisper";
|
|
251
206
|
bci: "bci";
|
|
252
207
|
nmt: "nmt";
|
|
253
208
|
parakeet: "parakeet";
|
|
254
|
-
classification: "classification";
|
|
255
209
|
}>>;
|
|
256
210
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
257
211
|
promptRows: z.ZodNumber;
|
|
@@ -263,203 +217,119 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
263
217
|
}, z.core.$strict>]>>;
|
|
264
218
|
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
265
219
|
}, z.core.$strip>>;
|
|
266
|
-
execution: z.ZodDefault<z.ZodEnum<{
|
|
267
|
-
sequential: "sequential";
|
|
268
|
-
concurrent: "concurrent";
|
|
269
|
-
}>>;
|
|
270
|
-
policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
|
|
271
220
|
}, z.core.$strip>;
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
"device-memory": "device-memory";
|
|
285
|
-
"device-budget": "device-budget";
|
|
286
|
-
}>;
|
|
287
|
-
/**
|
|
288
|
-
* What kind of evidence a verdict rests on.
|
|
289
|
-
*
|
|
290
|
-
* - `native-fit`: the engine's own fitter, run against the model or the
|
|
291
|
-
* registry's weightless description of it. It is the answer the loader would
|
|
292
|
-
* give on this machine, and the only evidence that can confirm a fit.
|
|
293
|
-
* - `computed-only`: a floor computed from catalog facts alone — artifact bytes,
|
|
294
|
-
* plus the KV cache for llama.cpp models. It omits every engine cost that
|
|
295
|
-
* only a real load can tell, so it can refuse a model but never confirm one.
|
|
296
|
-
*/
|
|
297
|
-
export declare const modelFitEvidenceSchema: z.ZodEnum<{
|
|
298
|
-
"computed-only": "computed-only";
|
|
299
|
-
"native-fit": "native-fit";
|
|
300
|
-
}>;
|
|
301
|
-
export declare const modelFitBudgetSchema: z.ZodObject<{
|
|
302
|
-
totalBytes: z.ZodNumber;
|
|
221
|
+
export declare const llamaFitStatsSchema: z.ZodObject<{
|
|
222
|
+
ctxSize: z.ZodNumber;
|
|
223
|
+
gpuLayers: z.ZodNumber;
|
|
224
|
+
}, z.core.$strip>;
|
|
225
|
+
export declare const modelFitStatsSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
226
|
+
ctxSize: z.ZodNumber;
|
|
227
|
+
gpuLayers: z.ZodNumber;
|
|
228
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
229
|
+
export declare const modelFitDeviceSchema: z.ZodObject<{
|
|
230
|
+
id: z.ZodString;
|
|
231
|
+
name: z.ZodString;
|
|
232
|
+
unified: z.ZodBoolean;
|
|
303
233
|
usedBytes: z.ZodNumber;
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
234
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
235
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
307
236
|
}, z.core.$strip>;
|
|
237
|
+
/** The result the engine's addon returns from `assessFit`, unchanged. */
|
|
308
238
|
export declare const modelFitModelResultSchema: z.ZodObject<{
|
|
309
|
-
|
|
310
|
-
verdict: z.ZodEnum<{
|
|
239
|
+
status: z.ZodEnum<{
|
|
311
240
|
unknown: "unknown";
|
|
312
|
-
|
|
313
|
-
"
|
|
241
|
+
fits: "fits";
|
|
242
|
+
"does-not-fit": "does-not-fit";
|
|
314
243
|
}>;
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
|
|
321
|
-
|
|
322
|
-
|
|
244
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
245
|
+
id: z.ZodString;
|
|
246
|
+
name: z.ZodString;
|
|
247
|
+
unified: z.ZodBoolean;
|
|
248
|
+
usedBytes: z.ZodNumber;
|
|
249
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
250
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
251
|
+
}, z.core.$strip>>;
|
|
252
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
253
|
+
ctxSize: z.ZodNumber;
|
|
254
|
+
gpuLayers: z.ZodNumber;
|
|
255
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
256
|
+
}, z.core.$strip>;
|
|
257
|
+
export declare const modelFitPoolSchema: z.ZodObject<{
|
|
258
|
+
id: z.ZodString;
|
|
259
|
+
unified: z.ZodBoolean;
|
|
260
|
+
usedBytes: z.ZodNumber;
|
|
261
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
262
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
323
263
|
}, z.core.$strip>;
|
|
324
264
|
export declare const assessModelFitResultSchema: z.ZodObject<{
|
|
325
265
|
verdict: z.ZodEnum<{
|
|
326
266
|
unknown: "unknown";
|
|
327
|
-
|
|
328
|
-
"
|
|
329
|
-
}>;
|
|
330
|
-
basis: z.ZodEnum<{
|
|
331
|
-
"system-memory": "system-memory";
|
|
332
|
-
"process-memory": "process-memory";
|
|
333
|
-
"device-memory": "device-memory";
|
|
334
|
-
"device-budget": "device-budget";
|
|
335
|
-
}>;
|
|
336
|
-
execution: z.ZodEnum<{
|
|
337
|
-
sequential: "sequential";
|
|
338
|
-
concurrent: "concurrent";
|
|
267
|
+
fits: "fits";
|
|
268
|
+
"does-not-fit": "does-not-fit";
|
|
339
269
|
}>;
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
}>>;
|
|
344
|
-
budget: z.ZodOptional<z.ZodObject<{
|
|
345
|
-
totalBytes: z.ZodNumber;
|
|
270
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
271
|
+
id: z.ZodString;
|
|
272
|
+
unified: z.ZodBoolean;
|
|
346
273
|
usedBytes: z.ZodNumber;
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
274
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
275
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
350
276
|
}, z.core.$strip>>;
|
|
351
|
-
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
352
277
|
models: z.ZodArray<z.ZodObject<{
|
|
353
|
-
|
|
354
|
-
verdict: z.ZodEnum<{
|
|
278
|
+
status: z.ZodEnum<{
|
|
355
279
|
unknown: "unknown";
|
|
356
|
-
|
|
357
|
-
"
|
|
280
|
+
fits: "fits";
|
|
281
|
+
"does-not-fit": "does-not-fit";
|
|
358
282
|
}>;
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
283
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
284
|
+
id: z.ZodString;
|
|
285
|
+
name: z.ZodString;
|
|
286
|
+
unified: z.ZodBoolean;
|
|
287
|
+
usedBytes: z.ZodNumber;
|
|
288
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
289
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
290
|
+
}, z.core.$strip>>;
|
|
291
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
292
|
+
ctxSize: z.ZodNumber;
|
|
293
|
+
gpuLayers: z.ZodNumber;
|
|
294
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
367
295
|
}, z.core.$strip>>;
|
|
368
|
-
reasons: z.ZodArray<z.ZodString>;
|
|
369
|
-
assumptions: z.ZodArray<z.ZodString>;
|
|
370
296
|
}, z.core.$strip>;
|
|
371
297
|
/**
|
|
372
|
-
*
|
|
373
|
-
*
|
|
374
|
-
*
|
|
375
|
-
* the resolved settings to the fitter of the engine that would run it. Two
|
|
376
|
-
* scopes, so two verdict vocabularies:
|
|
377
|
-
*
|
|
378
|
-
* - `likely-fits` / `likely-too-large` hedge because the set is judged against a
|
|
379
|
-
* sampled budget that the rest of the machine moves.
|
|
380
|
-
* - `fit` / `does-not-fit` do not, because the probe measured this build of this
|
|
381
|
-
* file against this device.
|
|
382
|
-
*
|
|
383
|
-
* Neither denies a load.
|
|
298
|
+
* What `getLoadedModelInfo` reports of the fit check that ran ahead of a load:
|
|
299
|
+
* the assessment of that one load against free memory. It carries its own
|
|
300
|
+
* titles because every title in the contract names one schema.
|
|
384
301
|
*/
|
|
385
|
-
export declare const
|
|
386
|
-
unknown: "unknown";
|
|
387
|
-
fit: "fit";
|
|
388
|
-
"does-not-fit": "does-not-fit";
|
|
389
|
-
}>;
|
|
390
|
-
export declare const nativeProbePlanSchema: z.ZodObject<{
|
|
391
|
-
nCtx: z.ZodNumber;
|
|
392
|
-
nGpuLayers: z.ZodNumber;
|
|
393
|
-
nGpuDevices: z.ZodNumber;
|
|
394
|
-
}, z.core.$strip>;
|
|
395
|
-
/**
|
|
396
|
-
* What the fitter measured. Each field is optional because the engines do not
|
|
397
|
-
* all measure the same things: the diffusion fitter answers with a placement
|
|
398
|
-
* and a per-module table rather than a total, so it fills `report` alone.
|
|
399
|
-
*
|
|
400
|
-
* `weightsBytes`, `contextBytes` and `computeBytes` divide `deviceBytes` where
|
|
401
|
-
* the engine separates them, and are absent together where it reports only a
|
|
402
|
-
* total. They are summed across devices, as `deviceBytes` is, so a load spread
|
|
403
|
-
* over more than one device is described by its totals and `deviceName` names
|
|
404
|
-
* the first non-CPU row.
|
|
405
|
-
*
|
|
406
|
-
* `deviceFreeBytes` is the backend's own gauge. A device sharing the host pool,
|
|
407
|
-
* as Apple silicon and Adreno/Mali do, reports what it could address rather
|
|
408
|
-
* than what the machine would give back, so it is an upper bound there.
|
|
409
|
-
*/
|
|
410
|
-
export declare const nativeProbeProjectionSchema: z.ZodObject<{
|
|
411
|
-
deviceName: z.ZodOptional<z.ZodString>;
|
|
412
|
-
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
413
|
-
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
414
|
-
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
415
|
-
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
416
|
-
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
417
|
-
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
418
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
419
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
420
|
-
name: z.ZodString;
|
|
421
|
-
totalBytes: z.ZodNumber;
|
|
422
|
-
freeBytes: z.ZodNumber;
|
|
423
|
-
weightsBytes: z.ZodNumber;
|
|
424
|
-
contextBytes: z.ZodNumber;
|
|
425
|
-
computeBytes: z.ZodNumber;
|
|
426
|
-
}, z.core.$strip>>>;
|
|
427
|
-
report: z.ZodOptional<z.ZodString>;
|
|
428
|
-
}, z.core.$strip>;
|
|
429
|
-
export declare const nativeProbeFitSchema: z.ZodObject<{
|
|
302
|
+
export declare const modelFitProbeSchema: z.ZodObject<{
|
|
430
303
|
verdict: z.ZodEnum<{
|
|
431
304
|
unknown: "unknown";
|
|
432
|
-
|
|
305
|
+
fits: "fits";
|
|
433
306
|
"does-not-fit": "does-not-fit";
|
|
434
307
|
}>;
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
nCtx: z.ZodNumber;
|
|
442
|
-
nGpuLayers: z.ZodNumber;
|
|
443
|
-
nGpuDevices: z.ZodNumber;
|
|
308
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
309
|
+
id: z.ZodString;
|
|
310
|
+
unified: z.ZodBoolean;
|
|
311
|
+
usedBytes: z.ZodNumber;
|
|
312
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
313
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
444
314
|
}, z.core.$strip>>;
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
454
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
315
|
+
models: z.ZodArray<z.ZodObject<{
|
|
316
|
+
status: z.ZodEnum<{
|
|
317
|
+
unknown: "unknown";
|
|
318
|
+
fits: "fits";
|
|
319
|
+
"does-not-fit": "does-not-fit";
|
|
320
|
+
}>;
|
|
321
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
322
|
+
id: z.ZodString;
|
|
455
323
|
name: z.ZodString;
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
324
|
+
unified: z.ZodBoolean;
|
|
325
|
+
usedBytes: z.ZodNumber;
|
|
326
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
327
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
328
|
+
}, z.core.$strip>>;
|
|
329
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
330
|
+
ctxSize: z.ZodNumber;
|
|
331
|
+
gpuLayers: z.ZodNumber;
|
|
332
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
463
333
|
}, z.core.$strip>>;
|
|
464
334
|
}, z.core.$strip>;
|
|
465
335
|
export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
@@ -487,6 +357,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
487
357
|
audiogen: "audiogen";
|
|
488
358
|
tts: "tts";
|
|
489
359
|
ocr: "ocr";
|
|
360
|
+
classification: "classification";
|
|
490
361
|
vla: "vla";
|
|
491
362
|
"llamacpp-completion": "llamacpp-completion";
|
|
492
363
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -503,13 +374,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
503
374
|
"sdcpp-generation": "sdcpp-generation";
|
|
504
375
|
"audiogen-ggml": "audiogen-ggml";
|
|
505
376
|
"ggml-vla": "ggml-vla";
|
|
377
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
506
378
|
"ggml-classification": "ggml-classification";
|
|
507
379
|
llm: "llm";
|
|
508
380
|
whisper: "whisper";
|
|
509
381
|
bci: "bci";
|
|
510
382
|
nmt: "nmt";
|
|
511
383
|
parakeet: "parakeet";
|
|
512
|
-
classification: "classification";
|
|
513
384
|
}>, z.ZodLiteral<"vad">]>>;
|
|
514
385
|
}, z.core.$strip>]>>;
|
|
515
386
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -518,6 +389,7 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
518
389
|
audiogen: "audiogen";
|
|
519
390
|
tts: "tts";
|
|
520
391
|
ocr: "ocr";
|
|
392
|
+
classification: "classification";
|
|
521
393
|
vla: "vla";
|
|
522
394
|
"llamacpp-completion": "llamacpp-completion";
|
|
523
395
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -534,13 +406,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
534
406
|
"sdcpp-generation": "sdcpp-generation";
|
|
535
407
|
"audiogen-ggml": "audiogen-ggml";
|
|
536
408
|
"ggml-vla": "ggml-vla";
|
|
409
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
537
410
|
"ggml-classification": "ggml-classification";
|
|
538
411
|
llm: "llm";
|
|
539
412
|
whisper: "whisper";
|
|
540
413
|
bci: "bci";
|
|
541
414
|
nmt: "nmt";
|
|
542
415
|
parakeet: "parakeet";
|
|
543
|
-
classification: "classification";
|
|
544
416
|
}>>;
|
|
545
417
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
546
418
|
promptRows: z.ZodNumber;
|
|
@@ -552,73 +424,51 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
552
424
|
}, z.core.$strict>]>>;
|
|
553
425
|
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
554
426
|
}, z.core.$strip>>;
|
|
555
|
-
execution: z.ZodDefault<z.ZodEnum<{
|
|
556
|
-
sequential: "sequential";
|
|
557
|
-
concurrent: "concurrent";
|
|
558
|
-
}>>;
|
|
559
|
-
policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
|
|
560
427
|
type: z.ZodLiteral<"assessModelFit">;
|
|
428
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
561
429
|
}, z.core.$strip>;
|
|
562
430
|
export declare const assessModelFitResponseSchema: z.ZodObject<{
|
|
563
431
|
verdict: z.ZodEnum<{
|
|
564
432
|
unknown: "unknown";
|
|
565
|
-
|
|
566
|
-
"
|
|
567
|
-
}>;
|
|
568
|
-
basis: z.ZodEnum<{
|
|
569
|
-
"system-memory": "system-memory";
|
|
570
|
-
"process-memory": "process-memory";
|
|
571
|
-
"device-memory": "device-memory";
|
|
572
|
-
"device-budget": "device-budget";
|
|
573
|
-
}>;
|
|
574
|
-
execution: z.ZodEnum<{
|
|
575
|
-
sequential: "sequential";
|
|
576
|
-
concurrent: "concurrent";
|
|
433
|
+
fits: "fits";
|
|
434
|
+
"does-not-fit": "does-not-fit";
|
|
577
435
|
}>;
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
}>>;
|
|
582
|
-
budget: z.ZodOptional<z.ZodObject<{
|
|
583
|
-
totalBytes: z.ZodNumber;
|
|
436
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
437
|
+
id: z.ZodString;
|
|
438
|
+
unified: z.ZodBoolean;
|
|
584
439
|
usedBytes: z.ZodNumber;
|
|
585
|
-
|
|
586
|
-
|
|
587
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
440
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
441
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
588
442
|
}, z.core.$strip>>;
|
|
589
|
-
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
590
443
|
models: z.ZodArray<z.ZodObject<{
|
|
591
|
-
|
|
592
|
-
verdict: z.ZodEnum<{
|
|
444
|
+
status: z.ZodEnum<{
|
|
593
445
|
unknown: "unknown";
|
|
594
|
-
|
|
595
|
-
"
|
|
446
|
+
fits: "fits";
|
|
447
|
+
"does-not-fit": "does-not-fit";
|
|
596
448
|
}>;
|
|
597
|
-
|
|
598
|
-
|
|
599
|
-
|
|
600
|
-
|
|
601
|
-
|
|
602
|
-
|
|
603
|
-
|
|
604
|
-
|
|
449
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
450
|
+
id: z.ZodString;
|
|
451
|
+
name: z.ZodString;
|
|
452
|
+
unified: z.ZodBoolean;
|
|
453
|
+
usedBytes: z.ZodNumber;
|
|
454
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
455
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
456
|
+
}, z.core.$strip>>;
|
|
457
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
458
|
+
ctxSize: z.ZodNumber;
|
|
459
|
+
gpuLayers: z.ZodNumber;
|
|
460
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
605
461
|
}, z.core.$strip>>;
|
|
606
|
-
reasons: z.ZodArray<z.ZodString>;
|
|
607
|
-
assumptions: z.ZodArray<z.ZodString>;
|
|
608
462
|
type: z.ZodLiteral<"assessModelFit">;
|
|
609
463
|
}, z.core.$strip>;
|
|
610
|
-
export type NativeProbeVerdict = z.infer<typeof nativeProbeVerdictSchema>;
|
|
611
|
-
export type NativeProbePlan = z.infer<typeof nativeProbePlanSchema>;
|
|
612
|
-
export type NativeProbeProjection = z.infer<typeof nativeProbeProjectionSchema>;
|
|
613
|
-
export type NativeProbeFit = z.infer<typeof nativeProbeFitSchema>;
|
|
614
464
|
export type ModelFitVerdict = z.infer<typeof modelFitVerdictSchema>;
|
|
615
|
-
export type
|
|
465
|
+
export type LlamaFitStats = z.infer<typeof llamaFitStatsSchema>;
|
|
466
|
+
export type ModelFitStats = z.infer<typeof modelFitStatsSchema>;
|
|
467
|
+
export type ModelFitDevice = z.infer<typeof modelFitDeviceSchema>;
|
|
468
|
+
export type ModelFitPool = z.infer<typeof modelFitPoolSchema>;
|
|
616
469
|
export type ModelFitCandidate = z.infer<typeof modelFitCandidateSchema>;
|
|
617
|
-
export type ModelFitExecution = z.infer<typeof modelFitExecutionSchema>;
|
|
618
|
-
export type ModelFitBasis = z.infer<typeof modelFitBasisSchema>;
|
|
619
|
-
export type ModelFitEvidence = z.infer<typeof modelFitEvidenceSchema>;
|
|
620
|
-
export type ModelFitBudget = z.infer<typeof modelFitBudgetSchema>;
|
|
621
470
|
export type ModelFitModelResult = z.infer<typeof modelFitModelResultSchema>;
|
|
471
|
+
export type ModelFitProbe = z.infer<typeof modelFitProbeSchema>;
|
|
622
472
|
export type AssessModelFitInput = z.input<typeof assessModelFitInputSchema>;
|
|
623
473
|
export type AssessModelFitResult = z.infer<typeof assessModelFitResultSchema>;
|
|
624
474
|
export type AssessModelFitRequest = z.infer<typeof assessModelFitRequestSchema>;
|