@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -7,64 +7,14 @@ export declare const transcriptionFitWorkloadSchema: z.ZodObject<{
|
|
|
7
7
|
}, z.core.$strict>;
|
|
8
8
|
export type TranscriptionFitWorkload = z.infer<typeof transcriptionFitWorkloadSchema>;
|
|
9
9
|
/**
|
|
10
|
-
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
* whenever the evidence does not support a defensible claim either way.
|
|
10
|
+
* `unknown` is the answer for a load that would start but cannot be sized: the
|
|
11
|
+
* engine has no fitter, cannot project this load, has no registry description
|
|
12
|
+
* of a model that is not on disk, or a device reported no free memory.
|
|
14
13
|
*/
|
|
15
14
|
export declare const modelFitVerdictSchema: z.ZodEnum<{
|
|
16
15
|
unknown: "unknown";
|
|
17
|
-
|
|
18
|
-
"
|
|
19
|
-
}>;
|
|
20
|
-
/**
|
|
21
|
-
* What the estimator sizes a load by, read out of its config. An engine whose
|
|
22
|
-
* estimator declares no kind for it assesses as `unknown`.
|
|
23
|
-
*/
|
|
24
|
-
export type ModelFitWorkload = {
|
|
25
|
-
kind: 'llm';
|
|
26
|
-
contextTokens?: number;
|
|
27
|
-
} | {
|
|
28
|
-
kind: 'audio';
|
|
29
|
-
windowMs?: number;
|
|
30
|
-
streaming: boolean;
|
|
31
|
-
};
|
|
32
|
-
/**
|
|
33
|
-
* The part of a model constant an assessment reads. Pass a catalog constant
|
|
34
|
-
* directly — the extra fields are ignored.
|
|
35
|
-
*
|
|
36
|
-
* Only the checksum (the profile lookup key) and the name (the result label)
|
|
37
|
-
* are read; everything else — engine, byte totals, transformer facts — comes
|
|
38
|
-
* from the resolved resource profile, not from the caller.
|
|
39
|
-
*/
|
|
40
|
-
export declare const modelFitModelRefSchema: z.ZodObject<{
|
|
41
|
-
sha256Checksum: z.ZodString;
|
|
42
|
-
name: z.ZodString;
|
|
43
|
-
registryPath: z.ZodOptional<z.ZodString>;
|
|
44
|
-
registrySource: z.ZodOptional<z.ZodString>;
|
|
45
|
-
}, z.core.$strip>;
|
|
46
|
-
/**
|
|
47
|
-
* What the estimator is given for one candidate: the catalog facts its checksum
|
|
48
|
-
* resolves to, and the workload read out of the load's config.
|
|
49
|
-
*/
|
|
50
|
-
export interface ModelFitEstimateTarget {
|
|
51
|
-
model: ModelFitModelRef;
|
|
52
|
-
workload: ModelFitWorkload;
|
|
53
|
-
artifacts?: ModelFitModelRef[];
|
|
54
|
-
device?: string;
|
|
55
|
-
}
|
|
56
|
-
/**
|
|
57
|
-
* How the caller intends to run the candidates. This is a **declared
|
|
58
|
-
* assumption** used for aggregation, not a scheduling instruction — the SDK
|
|
59
|
-
* neither enforces nor reserves anything.
|
|
60
|
-
*
|
|
61
|
-
* - `sequential`: every model stays resident, but only the largest single
|
|
62
|
-
* working-memory peak is counted.
|
|
63
|
-
* - `concurrent`: every model stays resident and every peak is counted.
|
|
64
|
-
*/
|
|
65
|
-
export declare const modelFitExecutionSchema: z.ZodEnum<{
|
|
66
|
-
sequential: "sequential";
|
|
67
|
-
concurrent: "concurrent";
|
|
16
|
+
fits: "fits";
|
|
17
|
+
"does-not-fit": "does-not-fit";
|
|
68
18
|
}>;
|
|
69
19
|
/** Fit-only workload used to estimate MOSS text-to-speech memory requirements. */
|
|
70
20
|
export declare const ttsFitWorkloadSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
@@ -108,12 +58,14 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
108
58
|
audiogen: "audiogen";
|
|
109
59
|
tts: "tts";
|
|
110
60
|
ocr: "ocr";
|
|
61
|
+
classification: "classification";
|
|
111
62
|
vla: "vla";
|
|
112
63
|
"llamacpp-completion": "llamacpp-completion";
|
|
113
64
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
114
65
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
115
66
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
116
67
|
"llamacpp-decision": "llamacpp-decision";
|
|
68
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
117
69
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
118
70
|
"onnx-tts": "onnx-tts";
|
|
119
71
|
"tts-ggml": "tts-ggml";
|
|
@@ -123,13 +75,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
123
75
|
"sdcpp-generation": "sdcpp-generation";
|
|
124
76
|
"audiogen-ggml": "audiogen-ggml";
|
|
125
77
|
"ggml-vla": "ggml-vla";
|
|
78
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
126
79
|
"ggml-classification": "ggml-classification";
|
|
127
80
|
llm: "llm";
|
|
128
81
|
whisper: "whisper";
|
|
129
82
|
bci: "bci";
|
|
130
83
|
nmt: "nmt";
|
|
131
84
|
parakeet: "parakeet";
|
|
132
|
-
classification: "classification";
|
|
133
85
|
}>, z.ZodLiteral<"vad">]>>;
|
|
134
86
|
}, z.core.$strip>]>>;
|
|
135
87
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -138,12 +90,14 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
138
90
|
audiogen: "audiogen";
|
|
139
91
|
tts: "tts";
|
|
140
92
|
ocr: "ocr";
|
|
93
|
+
classification: "classification";
|
|
141
94
|
vla: "vla";
|
|
142
95
|
"llamacpp-completion": "llamacpp-completion";
|
|
143
96
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
144
97
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
145
98
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
146
99
|
"llamacpp-decision": "llamacpp-decision";
|
|
100
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
147
101
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
148
102
|
"onnx-tts": "onnx-tts";
|
|
149
103
|
"tts-ggml": "tts-ggml";
|
|
@@ -153,13 +107,13 @@ export declare const modelFitCandidateSchema: z.ZodObject<{
|
|
|
153
107
|
"sdcpp-generation": "sdcpp-generation";
|
|
154
108
|
"audiogen-ggml": "audiogen-ggml";
|
|
155
109
|
"ggml-vla": "ggml-vla";
|
|
110
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
156
111
|
"ggml-classification": "ggml-classification";
|
|
157
112
|
llm: "llm";
|
|
158
113
|
whisper: "whisper";
|
|
159
114
|
bci: "bci";
|
|
160
115
|
nmt: "nmt";
|
|
161
116
|
parakeet: "parakeet";
|
|
162
|
-
classification: "classification";
|
|
163
117
|
}>>;
|
|
164
118
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
165
119
|
promptRows: z.ZodNumber;
|
|
@@ -196,12 +150,14 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
196
150
|
audiogen: "audiogen";
|
|
197
151
|
tts: "tts";
|
|
198
152
|
ocr: "ocr";
|
|
153
|
+
classification: "classification";
|
|
199
154
|
vla: "vla";
|
|
200
155
|
"llamacpp-completion": "llamacpp-completion";
|
|
201
156
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
202
157
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
203
158
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
204
159
|
"llamacpp-decision": "llamacpp-decision";
|
|
160
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
205
161
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
206
162
|
"onnx-tts": "onnx-tts";
|
|
207
163
|
"tts-ggml": "tts-ggml";
|
|
@@ -211,13 +167,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
211
167
|
"sdcpp-generation": "sdcpp-generation";
|
|
212
168
|
"audiogen-ggml": "audiogen-ggml";
|
|
213
169
|
"ggml-vla": "ggml-vla";
|
|
170
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
214
171
|
"ggml-classification": "ggml-classification";
|
|
215
172
|
llm: "llm";
|
|
216
173
|
whisper: "whisper";
|
|
217
174
|
bci: "bci";
|
|
218
175
|
nmt: "nmt";
|
|
219
176
|
parakeet: "parakeet";
|
|
220
|
-
classification: "classification";
|
|
221
177
|
}>, z.ZodLiteral<"vad">]>>;
|
|
222
178
|
}, z.core.$strip>]>>;
|
|
223
179
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -226,12 +182,14 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
226
182
|
audiogen: "audiogen";
|
|
227
183
|
tts: "tts";
|
|
228
184
|
ocr: "ocr";
|
|
185
|
+
classification: "classification";
|
|
229
186
|
vla: "vla";
|
|
230
187
|
"llamacpp-completion": "llamacpp-completion";
|
|
231
188
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
232
189
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
233
190
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
234
191
|
"llamacpp-decision": "llamacpp-decision";
|
|
192
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
235
193
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
236
194
|
"onnx-tts": "onnx-tts";
|
|
237
195
|
"tts-ggml": "tts-ggml";
|
|
@@ -241,13 +199,13 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
241
199
|
"sdcpp-generation": "sdcpp-generation";
|
|
242
200
|
"audiogen-ggml": "audiogen-ggml";
|
|
243
201
|
"ggml-vla": "ggml-vla";
|
|
202
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
244
203
|
"ggml-classification": "ggml-classification";
|
|
245
204
|
llm: "llm";
|
|
246
205
|
whisper: "whisper";
|
|
247
206
|
bci: "bci";
|
|
248
207
|
nmt: "nmt";
|
|
249
208
|
parakeet: "parakeet";
|
|
250
|
-
classification: "classification";
|
|
251
209
|
}>>;
|
|
252
210
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
253
211
|
promptRows: z.ZodNumber;
|
|
@@ -259,203 +217,119 @@ export declare const assessModelFitInputSchema: z.ZodObject<{
|
|
|
259
217
|
}, z.core.$strict>]>>;
|
|
260
218
|
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
261
219
|
}, z.core.$strip>>;
|
|
262
|
-
execution: z.ZodDefault<z.ZodEnum<{
|
|
263
|
-
sequential: "sequential";
|
|
264
|
-
concurrent: "concurrent";
|
|
265
|
-
}>>;
|
|
266
|
-
policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
|
|
267
220
|
}, z.core.$strip>;
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
"device-memory": "device-memory";
|
|
281
|
-
"device-budget": "device-budget";
|
|
282
|
-
}>;
|
|
283
|
-
/**
|
|
284
|
-
* What kind of evidence a verdict rests on.
|
|
285
|
-
*
|
|
286
|
-
* - `native-fit`: the engine's own fitter, run against the model or the
|
|
287
|
-
* registry's weightless description of it. It is the answer the loader would
|
|
288
|
-
* give on this machine, and the only evidence that can confirm a fit.
|
|
289
|
-
* - `computed-only`: a floor computed from catalog facts alone — artifact bytes,
|
|
290
|
-
* plus the KV cache for llama.cpp models. It omits every engine cost that
|
|
291
|
-
* only a real load can tell, so it can refuse a model but never confirm one.
|
|
292
|
-
*/
|
|
293
|
-
export declare const modelFitEvidenceSchema: z.ZodEnum<{
|
|
294
|
-
"computed-only": "computed-only";
|
|
295
|
-
"native-fit": "native-fit";
|
|
296
|
-
}>;
|
|
297
|
-
export declare const modelFitBudgetSchema: z.ZodObject<{
|
|
298
|
-
totalBytes: z.ZodNumber;
|
|
221
|
+
export declare const llamaFitStatsSchema: z.ZodObject<{
|
|
222
|
+
ctxSize: z.ZodNumber;
|
|
223
|
+
gpuLayers: z.ZodNumber;
|
|
224
|
+
}, z.core.$strip>;
|
|
225
|
+
export declare const modelFitStatsSchema: z.ZodUnion<readonly [z.ZodObject<{
|
|
226
|
+
ctxSize: z.ZodNumber;
|
|
227
|
+
gpuLayers: z.ZodNumber;
|
|
228
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
229
|
+
export declare const modelFitDeviceSchema: z.ZodObject<{
|
|
230
|
+
id: z.ZodString;
|
|
231
|
+
name: z.ZodString;
|
|
232
|
+
unified: z.ZodBoolean;
|
|
299
233
|
usedBytes: z.ZodNumber;
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
234
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
235
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
303
236
|
}, z.core.$strip>;
|
|
237
|
+
/** The result the engine's addon returns from `assessFit`, unchanged. */
|
|
304
238
|
export declare const modelFitModelResultSchema: z.ZodObject<{
|
|
305
|
-
|
|
306
|
-
verdict: z.ZodEnum<{
|
|
239
|
+
status: z.ZodEnum<{
|
|
307
240
|
unknown: "unknown";
|
|
308
|
-
|
|
309
|
-
"
|
|
241
|
+
fits: "fits";
|
|
242
|
+
"does-not-fit": "does-not-fit";
|
|
310
243
|
}>;
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
244
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
245
|
+
id: z.ZodString;
|
|
246
|
+
name: z.ZodString;
|
|
247
|
+
unified: z.ZodBoolean;
|
|
248
|
+
usedBytes: z.ZodNumber;
|
|
249
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
250
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
251
|
+
}, z.core.$strip>>;
|
|
252
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
253
|
+
ctxSize: z.ZodNumber;
|
|
254
|
+
gpuLayers: z.ZodNumber;
|
|
255
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
256
|
+
}, z.core.$strip>;
|
|
257
|
+
export declare const modelFitPoolSchema: z.ZodObject<{
|
|
258
|
+
id: z.ZodString;
|
|
259
|
+
unified: z.ZodBoolean;
|
|
260
|
+
usedBytes: z.ZodNumber;
|
|
261
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
262
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
319
263
|
}, z.core.$strip>;
|
|
320
264
|
export declare const assessModelFitResultSchema: z.ZodObject<{
|
|
321
265
|
verdict: z.ZodEnum<{
|
|
322
266
|
unknown: "unknown";
|
|
323
|
-
|
|
324
|
-
"
|
|
325
|
-
}>;
|
|
326
|
-
basis: z.ZodEnum<{
|
|
327
|
-
"system-memory": "system-memory";
|
|
328
|
-
"process-memory": "process-memory";
|
|
329
|
-
"device-memory": "device-memory";
|
|
330
|
-
"device-budget": "device-budget";
|
|
331
|
-
}>;
|
|
332
|
-
execution: z.ZodEnum<{
|
|
333
|
-
sequential: "sequential";
|
|
334
|
-
concurrent: "concurrent";
|
|
267
|
+
fits: "fits";
|
|
268
|
+
"does-not-fit": "does-not-fit";
|
|
335
269
|
}>;
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
}>>;
|
|
340
|
-
budget: z.ZodOptional<z.ZodObject<{
|
|
341
|
-
totalBytes: z.ZodNumber;
|
|
270
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
271
|
+
id: z.ZodString;
|
|
272
|
+
unified: z.ZodBoolean;
|
|
342
273
|
usedBytes: z.ZodNumber;
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
274
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
275
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
346
276
|
}, z.core.$strip>>;
|
|
347
|
-
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
348
277
|
models: z.ZodArray<z.ZodObject<{
|
|
349
|
-
|
|
350
|
-
verdict: z.ZodEnum<{
|
|
278
|
+
status: z.ZodEnum<{
|
|
351
279
|
unknown: "unknown";
|
|
352
|
-
|
|
353
|
-
"
|
|
280
|
+
fits: "fits";
|
|
281
|
+
"does-not-fit": "does-not-fit";
|
|
354
282
|
}>;
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
283
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
284
|
+
id: z.ZodString;
|
|
285
|
+
name: z.ZodString;
|
|
286
|
+
unified: z.ZodBoolean;
|
|
287
|
+
usedBytes: z.ZodNumber;
|
|
288
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
289
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
290
|
+
}, z.core.$strip>>;
|
|
291
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
292
|
+
ctxSize: z.ZodNumber;
|
|
293
|
+
gpuLayers: z.ZodNumber;
|
|
294
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
363
295
|
}, z.core.$strip>>;
|
|
364
|
-
reasons: z.ZodArray<z.ZodString>;
|
|
365
|
-
assumptions: z.ZodArray<z.ZodString>;
|
|
366
296
|
}, z.core.$strip>;
|
|
367
297
|
/**
|
|
368
|
-
*
|
|
369
|
-
*
|
|
370
|
-
*
|
|
371
|
-
* the resolved settings to the fitter of the engine that would run it. Two
|
|
372
|
-
* scopes, so two verdict vocabularies:
|
|
373
|
-
*
|
|
374
|
-
* - `likely-fits` / `likely-too-large` hedge because the set is judged against a
|
|
375
|
-
* sampled budget that the rest of the machine moves.
|
|
376
|
-
* - `fit` / `does-not-fit` do not, because the probe measured this build of this
|
|
377
|
-
* file against this device.
|
|
378
|
-
*
|
|
379
|
-
* Neither denies a load.
|
|
298
|
+
* What `getLoadedModelInfo` reports of the fit check that ran ahead of a load:
|
|
299
|
+
* the assessment of that one load against free memory. It carries its own
|
|
300
|
+
* titles because every title in the contract names one schema.
|
|
380
301
|
*/
|
|
381
|
-
export declare const
|
|
382
|
-
unknown: "unknown";
|
|
383
|
-
fit: "fit";
|
|
384
|
-
"does-not-fit": "does-not-fit";
|
|
385
|
-
}>;
|
|
386
|
-
export declare const nativeProbePlanSchema: z.ZodObject<{
|
|
387
|
-
nCtx: z.ZodNumber;
|
|
388
|
-
nGpuLayers: z.ZodNumber;
|
|
389
|
-
nGpuDevices: z.ZodNumber;
|
|
390
|
-
}, z.core.$strip>;
|
|
391
|
-
/**
|
|
392
|
-
* What the fitter measured. Each field is optional because the engines do not
|
|
393
|
-
* all measure the same things: the diffusion fitter answers with a placement
|
|
394
|
-
* and a per-module table rather than a total, so it fills `report` alone.
|
|
395
|
-
*
|
|
396
|
-
* `weightsBytes`, `contextBytes` and `computeBytes` divide `deviceBytes` where
|
|
397
|
-
* the engine separates them, and are absent together where it reports only a
|
|
398
|
-
* total. They are summed across devices, as `deviceBytes` is, so a load spread
|
|
399
|
-
* over more than one device is described by its totals and `deviceName` names
|
|
400
|
-
* the first non-CPU row.
|
|
401
|
-
*
|
|
402
|
-
* `deviceFreeBytes` is the backend's own gauge. A device sharing the host pool,
|
|
403
|
-
* as Apple silicon and Adreno/Mali do, reports what it could address rather
|
|
404
|
-
* than what the machine would give back, so it is an upper bound there.
|
|
405
|
-
*/
|
|
406
|
-
export declare const nativeProbeProjectionSchema: z.ZodObject<{
|
|
407
|
-
deviceName: z.ZodOptional<z.ZodString>;
|
|
408
|
-
deviceBytes: z.ZodOptional<z.ZodNumber>;
|
|
409
|
-
hostBytes: z.ZodOptional<z.ZodNumber>;
|
|
410
|
-
weightsBytes: z.ZodOptional<z.ZodNumber>;
|
|
411
|
-
contextBytes: z.ZodOptional<z.ZodNumber>;
|
|
412
|
-
computeBytes: z.ZodOptional<z.ZodNumber>;
|
|
413
|
-
deviceFreeBytes: z.ZodOptional<z.ZodNumber>;
|
|
414
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
415
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
416
|
-
name: z.ZodString;
|
|
417
|
-
totalBytes: z.ZodNumber;
|
|
418
|
-
freeBytes: z.ZodNumber;
|
|
419
|
-
weightsBytes: z.ZodNumber;
|
|
420
|
-
contextBytes: z.ZodNumber;
|
|
421
|
-
computeBytes: z.ZodNumber;
|
|
422
|
-
}, z.core.$strip>>>;
|
|
423
|
-
report: z.ZodOptional<z.ZodString>;
|
|
424
|
-
}, z.core.$strip>;
|
|
425
|
-
export declare const nativeProbeFitSchema: z.ZodObject<{
|
|
302
|
+
export declare const modelFitProbeSchema: z.ZodObject<{
|
|
426
303
|
verdict: z.ZodEnum<{
|
|
427
304
|
unknown: "unknown";
|
|
428
|
-
|
|
305
|
+
fits: "fits";
|
|
429
306
|
"does-not-fit": "does-not-fit";
|
|
430
307
|
}>;
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
nCtx: z.ZodNumber;
|
|
438
|
-
nGpuLayers: z.ZodNumber;
|
|
439
|
-
nGpuDevices: z.ZodNumber;
|
|
308
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
309
|
+
id: z.ZodString;
|
|
310
|
+
unified: z.ZodBoolean;
|
|
311
|
+
usedBytes: z.ZodNumber;
|
|
312
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
313
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
440
314
|
}, z.core.$strip>>;
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
deviceTotalBytes: z.ZodOptional<z.ZodNumber>;
|
|
450
|
-
devices: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
315
|
+
models: z.ZodArray<z.ZodObject<{
|
|
316
|
+
status: z.ZodEnum<{
|
|
317
|
+
unknown: "unknown";
|
|
318
|
+
fits: "fits";
|
|
319
|
+
"does-not-fit": "does-not-fit";
|
|
320
|
+
}>;
|
|
321
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
322
|
+
id: z.ZodString;
|
|
451
323
|
name: z.ZodString;
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
324
|
+
unified: z.ZodBoolean;
|
|
325
|
+
usedBytes: z.ZodNumber;
|
|
326
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
327
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
328
|
+
}, z.core.$strip>>;
|
|
329
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
330
|
+
ctxSize: z.ZodNumber;
|
|
331
|
+
gpuLayers: z.ZodNumber;
|
|
332
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
459
333
|
}, z.core.$strip>>;
|
|
460
334
|
}, z.core.$strip>;
|
|
461
335
|
export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
@@ -483,12 +357,14 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
483
357
|
audiogen: "audiogen";
|
|
484
358
|
tts: "tts";
|
|
485
359
|
ocr: "ocr";
|
|
360
|
+
classification: "classification";
|
|
486
361
|
vla: "vla";
|
|
487
362
|
"llamacpp-completion": "llamacpp-completion";
|
|
488
363
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
489
364
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
490
365
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
491
366
|
"llamacpp-decision": "llamacpp-decision";
|
|
367
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
492
368
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
493
369
|
"onnx-tts": "onnx-tts";
|
|
494
370
|
"tts-ggml": "tts-ggml";
|
|
@@ -498,13 +374,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
498
374
|
"sdcpp-generation": "sdcpp-generation";
|
|
499
375
|
"audiogen-ggml": "audiogen-ggml";
|
|
500
376
|
"ggml-vla": "ggml-vla";
|
|
377
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
501
378
|
"ggml-classification": "ggml-classification";
|
|
502
379
|
llm: "llm";
|
|
503
380
|
whisper: "whisper";
|
|
504
381
|
bci: "bci";
|
|
505
382
|
nmt: "nmt";
|
|
506
383
|
parakeet: "parakeet";
|
|
507
|
-
classification: "classification";
|
|
508
384
|
}>, z.ZodLiteral<"vad">]>>;
|
|
509
385
|
}, z.core.$strip>]>>;
|
|
510
386
|
modelType: z.ZodOptional<z.ZodEnum<{
|
|
@@ -513,12 +389,14 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
513
389
|
audiogen: "audiogen";
|
|
514
390
|
tts: "tts";
|
|
515
391
|
ocr: "ocr";
|
|
392
|
+
classification: "classification";
|
|
516
393
|
vla: "vla";
|
|
517
394
|
"llamacpp-completion": "llamacpp-completion";
|
|
518
395
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
519
396
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
520
397
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
521
398
|
"llamacpp-decision": "llamacpp-decision";
|
|
399
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
522
400
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
523
401
|
"onnx-tts": "onnx-tts";
|
|
524
402
|
"tts-ggml": "tts-ggml";
|
|
@@ -528,13 +406,13 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
528
406
|
"sdcpp-generation": "sdcpp-generation";
|
|
529
407
|
"audiogen-ggml": "audiogen-ggml";
|
|
530
408
|
"ggml-vla": "ggml-vla";
|
|
409
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
531
410
|
"ggml-classification": "ggml-classification";
|
|
532
411
|
llm: "llm";
|
|
533
412
|
whisper: "whisper";
|
|
534
413
|
bci: "bci";
|
|
535
414
|
nmt: "nmt";
|
|
536
415
|
parakeet: "parakeet";
|
|
537
|
-
classification: "classification";
|
|
538
416
|
}>>;
|
|
539
417
|
ttsWorkload: z.ZodOptional<z.ZodUnion<readonly [z.ZodObject<{
|
|
540
418
|
promptRows: z.ZodNumber;
|
|
@@ -546,73 +424,51 @@ export declare const assessModelFitRequestSchema: z.ZodObject<{
|
|
|
546
424
|
}, z.core.$strict>]>>;
|
|
547
425
|
modelConfig: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
548
426
|
}, z.core.$strip>>;
|
|
549
|
-
execution: z.ZodDefault<z.ZodEnum<{
|
|
550
|
-
sequential: "sequential";
|
|
551
|
-
concurrent: "concurrent";
|
|
552
|
-
}>>;
|
|
553
|
-
policy: z.ZodDefault<z.ZodLiteral<"interactive-v1">>;
|
|
554
427
|
type: z.ZodLiteral<"assessModelFit">;
|
|
428
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
555
429
|
}, z.core.$strip>;
|
|
556
430
|
export declare const assessModelFitResponseSchema: z.ZodObject<{
|
|
557
431
|
verdict: z.ZodEnum<{
|
|
558
432
|
unknown: "unknown";
|
|
559
|
-
|
|
560
|
-
"
|
|
561
|
-
}>;
|
|
562
|
-
basis: z.ZodEnum<{
|
|
563
|
-
"system-memory": "system-memory";
|
|
564
|
-
"process-memory": "process-memory";
|
|
565
|
-
"device-memory": "device-memory";
|
|
566
|
-
"device-budget": "device-budget";
|
|
567
|
-
}>;
|
|
568
|
-
execution: z.ZodEnum<{
|
|
569
|
-
sequential: "sequential";
|
|
570
|
-
concurrent: "concurrent";
|
|
433
|
+
fits: "fits";
|
|
434
|
+
"does-not-fit": "does-not-fit";
|
|
571
435
|
}>;
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
}>>;
|
|
576
|
-
budget: z.ZodOptional<z.ZodObject<{
|
|
577
|
-
totalBytes: z.ZodNumber;
|
|
436
|
+
pools: z.ZodArray<z.ZodObject<{
|
|
437
|
+
id: z.ZodString;
|
|
438
|
+
unified: z.ZodBoolean;
|
|
578
439
|
usedBytes: z.ZodNumber;
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
availableAfterReserveBytes: z.ZodNumber;
|
|
440
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
441
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
582
442
|
}, z.core.$strip>>;
|
|
583
|
-
floorBytes: z.ZodOptional<z.ZodNumber>;
|
|
584
443
|
models: z.ZodArray<z.ZodObject<{
|
|
585
|
-
|
|
586
|
-
verdict: z.ZodEnum<{
|
|
444
|
+
status: z.ZodEnum<{
|
|
587
445
|
unknown: "unknown";
|
|
588
|
-
|
|
589
|
-
"
|
|
446
|
+
fits: "fits";
|
|
447
|
+
"does-not-fit": "does-not-fit";
|
|
590
448
|
}>;
|
|
591
|
-
|
|
592
|
-
|
|
593
|
-
|
|
594
|
-
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
449
|
+
devices: z.ZodArray<z.ZodObject<{
|
|
450
|
+
id: z.ZodString;
|
|
451
|
+
name: z.ZodString;
|
|
452
|
+
unified: z.ZodBoolean;
|
|
453
|
+
usedBytes: z.ZodNumber;
|
|
454
|
+
freeBytes: z.ZodOptional<z.ZodNumber>;
|
|
455
|
+
totalBytes: z.ZodOptional<z.ZodNumber>;
|
|
456
|
+
}, z.core.$strip>>;
|
|
457
|
+
stats: z.ZodUnion<readonly [z.ZodObject<{
|
|
458
|
+
ctxSize: z.ZodNumber;
|
|
459
|
+
gpuLayers: z.ZodNumber;
|
|
460
|
+
}, z.core.$strip>, z.ZodObject<{}, z.core.$strict>]>;
|
|
599
461
|
}, z.core.$strip>>;
|
|
600
|
-
reasons: z.ZodArray<z.ZodString>;
|
|
601
|
-
assumptions: z.ZodArray<z.ZodString>;
|
|
602
462
|
type: z.ZodLiteral<"assessModelFit">;
|
|
603
463
|
}, z.core.$strip>;
|
|
604
|
-
export type NativeProbeVerdict = z.infer<typeof nativeProbeVerdictSchema>;
|
|
605
|
-
export type NativeProbePlan = z.infer<typeof nativeProbePlanSchema>;
|
|
606
|
-
export type NativeProbeProjection = z.infer<typeof nativeProbeProjectionSchema>;
|
|
607
|
-
export type NativeProbeFit = z.infer<typeof nativeProbeFitSchema>;
|
|
608
464
|
export type ModelFitVerdict = z.infer<typeof modelFitVerdictSchema>;
|
|
609
|
-
export type
|
|
465
|
+
export type LlamaFitStats = z.infer<typeof llamaFitStatsSchema>;
|
|
466
|
+
export type ModelFitStats = z.infer<typeof modelFitStatsSchema>;
|
|
467
|
+
export type ModelFitDevice = z.infer<typeof modelFitDeviceSchema>;
|
|
468
|
+
export type ModelFitPool = z.infer<typeof modelFitPoolSchema>;
|
|
610
469
|
export type ModelFitCandidate = z.infer<typeof modelFitCandidateSchema>;
|
|
611
|
-
export type ModelFitExecution = z.infer<typeof modelFitExecutionSchema>;
|
|
612
|
-
export type ModelFitBasis = z.infer<typeof modelFitBasisSchema>;
|
|
613
|
-
export type ModelFitEvidence = z.infer<typeof modelFitEvidenceSchema>;
|
|
614
|
-
export type ModelFitBudget = z.infer<typeof modelFitBudgetSchema>;
|
|
615
470
|
export type ModelFitModelResult = z.infer<typeof modelFitModelResultSchema>;
|
|
471
|
+
export type ModelFitProbe = z.infer<typeof modelFitProbeSchema>;
|
|
616
472
|
export type AssessModelFitInput = z.input<typeof assessModelFitInputSchema>;
|
|
617
473
|
export type AssessModelFitResult = z.infer<typeof assessModelFitResultSchema>;
|
|
618
474
|
export type AssessModelFitRequest = z.infer<typeof assessModelFitRequestSchema>;
|