@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelRegistryEntrySchema } from '../schemas/registry.js';
|
|
3
2
|
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
4
3
|
import { modelTypeInputSchema } from '../schemas/model-types.js';
|
|
5
4
|
import { transcribeParamsSchema } from '../schemas/transcription.js';
|
|
5
|
+
import { sessionScopedRequestSchema } from '../schemas/request-base.js';
|
|
6
6
|
export const transcriptionFitWorkloadSchema = transcribeParamsSchema
|
|
7
7
|
.pick({ prompt: true, hotwords: true, maxNewTokens: true })
|
|
8
8
|
.extend({ audioSeconds: z.number().positive().describe('Longest whole recording to project.') })
|
|
@@ -11,45 +11,11 @@ export const transcriptionFitWorkloadSchema = transcribeParamsSchema
|
|
|
11
11
|
message: 'MOSS prompt cannot be combined with hotwords'
|
|
12
12
|
});
|
|
13
13
|
/**
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
17
|
-
* whenever the evidence does not support a defensible claim either way.
|
|
18
|
-
*/
|
|
19
|
-
export const modelFitVerdictSchema = z.enum(['likely-fits', 'likely-too-large', 'unknown']);
|
|
20
|
-
/**
|
|
21
|
-
* The part of a model constant an assessment reads. Pass a catalog constant
|
|
22
|
-
* directly — the extra fields are ignored.
|
|
23
|
-
*
|
|
24
|
-
* Only the checksum (the profile lookup key) and the name (the result label)
|
|
25
|
-
* are read; everything else — engine, byte totals, transformer facts — comes
|
|
26
|
-
* from the resolved resource profile, not from the caller.
|
|
27
|
-
*/
|
|
28
|
-
export const modelFitModelRefSchema = modelRegistryEntrySchema
|
|
29
|
-
.pick({
|
|
30
|
-
name: true,
|
|
31
|
-
sha256Checksum: true
|
|
32
|
-
})
|
|
33
|
-
.extend({
|
|
34
|
-
registryPath: z
|
|
35
|
-
.string()
|
|
36
|
-
.optional()
|
|
37
|
-
.describe('Registry coordinates. Present on a catalog constant; without them no fit stub can be resolved and the assessment falls back to the computed floor.'),
|
|
38
|
-
registrySource: z
|
|
39
|
-
.string()
|
|
40
|
-
.optional()
|
|
41
|
-
.describe('Registry source identifier, e.g. `huggingface`.')
|
|
42
|
-
});
|
|
43
|
-
/**
|
|
44
|
-
* How the caller intends to run the candidates. This is a **declared
|
|
45
|
-
* assumption** used for aggregation, not a scheduling instruction — the SDK
|
|
46
|
-
* neither enforces nor reserves anything.
|
|
47
|
-
*
|
|
48
|
-
* - `sequential`: every model stays resident, but only the largest single
|
|
49
|
-
* working-memory peak is counted.
|
|
50
|
-
* - `concurrent`: every model stays resident and every peak is counted.
|
|
14
|
+
* `unknown` is the answer for a load that would start but cannot be sized: the
|
|
15
|
+
* engine has no fitter, cannot project this load, has no registry description
|
|
16
|
+
* of a model that is not on disk, or a device reported no free memory.
|
|
51
17
|
*/
|
|
52
|
-
export const
|
|
18
|
+
export const modelFitVerdictSchema = z.enum(['fits', 'does-not-fit', 'unknown']);
|
|
53
19
|
/** Fit-only workload used to estimate MOSS text-to-speech memory requirements. */
|
|
54
20
|
export const ttsFitWorkloadSchema = z.union([
|
|
55
21
|
z
|
|
@@ -87,7 +53,7 @@ export const ttsFitWorkloadSchema = z.union([
|
|
|
87
53
|
export const modelFitCandidateSchema = z.object({
|
|
88
54
|
transcriptionWorkload: transcriptionFitWorkloadSchema
|
|
89
55
|
.optional()
|
|
90
|
-
.describe('MOSS fit-only workload. Required for a
|
|
56
|
+
.describe('MOSS fit-only workload. Required for a MOSS verdict; does not configure loading.'),
|
|
91
57
|
modelSrc: modelSrcInputSchema
|
|
92
58
|
.optional()
|
|
93
59
|
.describe('The model to assess, as `loadModel` takes it. Optional for the loads `loadModel` also takes without one, where every source is a config field.'),
|
|
@@ -106,192 +72,92 @@ export const assessModelFitInputSchema = z.object({
|
|
|
106
72
|
models: z
|
|
107
73
|
.array(modelFitCandidateSchema)
|
|
108
74
|
.min(1)
|
|
109
|
-
.describe('Models to assess
|
|
110
|
-
execution: modelFitExecutionSchema
|
|
111
|
-
.default('sequential')
|
|
112
|
-
.describe('Declared co-residency assumption for aggregation. Not a scheduling instruction: the SDK does not serialize, reserve, or enforce anything.'),
|
|
113
|
-
policy: z
|
|
114
|
-
.literal('interactive-v1')
|
|
115
|
-
.default('interactive-v1')
|
|
116
|
-
.describe('Headroom policy. `interactive-v1` withholds 20% of the memory available right now, capped at 2 GiB on desktop and 1 GiB on mobile.')
|
|
117
|
-
});
|
|
118
|
-
/**
|
|
119
|
-
* What evidence the budget was derived from.
|
|
120
|
-
*
|
|
121
|
-
* - `system-memory`: total system RAM minus current use. The desktop model,
|
|
122
|
-
* and Android's — the low-memory killer acts system-wide.
|
|
123
|
-
* - `process-memory`: this process's own ceiling. iOS jetsam terminates an app
|
|
124
|
-
* on its per-process footprint against a limit well below device RAM, so a
|
|
125
|
-
* system-wide budget there would defend verdicts the OS does not honor.
|
|
126
|
-
*/
|
|
127
|
-
export const modelFitBasisSchema = z.enum([
|
|
128
|
-
'system-memory',
|
|
129
|
-
'process-memory',
|
|
130
|
-
'device-memory',
|
|
131
|
-
'device-budget'
|
|
132
|
-
]);
|
|
133
|
-
/**
|
|
134
|
-
* What kind of evidence a verdict rests on.
|
|
135
|
-
*
|
|
136
|
-
* - `native-fit`: the engine's own fitter, run against the model or the
|
|
137
|
-
* registry's weightless description of it. It is the answer the loader would
|
|
138
|
-
* give on this machine, and the only evidence that can confirm a fit.
|
|
139
|
-
* - `computed-only`: a floor computed from catalog facts alone — artifact bytes,
|
|
140
|
-
* plus the KV cache for llama.cpp models. It omits every engine cost that
|
|
141
|
-
* only a real load can tell, so it can refuse a model but never confirm one.
|
|
142
|
-
*/
|
|
143
|
-
export const modelFitEvidenceSchema = z.enum(['computed-only', 'native-fit']);
|
|
144
|
-
export const modelFitBudgetSchema = z.object({
|
|
145
|
-
totalBytes: z
|
|
146
|
-
.number()
|
|
147
|
-
.describe('Total budgetable memory under the result’s basis: system RAM, or the process ceiling (allowance plus current footprint) under process-memory.'),
|
|
148
|
-
usedBytes: z
|
|
149
|
-
.number()
|
|
150
|
-
.describe('Memory in use at sample time under the same basis (system-wide, or this process).'),
|
|
151
|
-
availableBytes: z
|
|
152
|
-
.number()
|
|
153
|
-
.describe('Headroom before the policy applies: total − used, or the process allowance under process-memory. The reserve is a share of this.'),
|
|
154
|
-
reservedBytes: z.number().describe('Headroom withheld by the policy.'),
|
|
155
|
-
availableAfterReserveBytes: z
|
|
156
|
-
.number()
|
|
157
|
-
.describe('Budget the estimate is compared against: available − reserved.')
|
|
75
|
+
.describe('Models to assess as if loaded at the same time.')
|
|
158
76
|
});
|
|
159
|
-
export const
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
77
|
+
export const llamaFitStatsSchema = z
|
|
78
|
+
.object({
|
|
79
|
+
ctxSize: z.number().int().describe('The context size the load resolves to.'),
|
|
80
|
+
gpuLayers: z.number().int().describe('The number of layers the load offloads to the GPU.')
|
|
81
|
+
})
|
|
82
|
+
.meta({ title: 'LlamaFitStats' });
|
|
83
|
+
export const modelFitStatsSchema = z
|
|
84
|
+
.union([llamaFitStatsSchema, z.object({}).strict().meta({ title: 'EmptyFitStats' })])
|
|
85
|
+
.describe('The resolved load of a llama.cpp verdict. Empty otherwise.');
|
|
86
|
+
export const modelFitDeviceSchema = z
|
|
87
|
+
.object({
|
|
88
|
+
id: z
|
|
170
89
|
.string()
|
|
171
|
-
.
|
|
172
|
-
|
|
173
|
-
|
|
90
|
+
.describe("The device's PCI bus ID when the backend reports one, its name otherwise."),
|
|
91
|
+
name: z.string().describe("The backend's device name, such as `CPU`, `CUDA0` or `MTL0`."),
|
|
92
|
+
unified: z
|
|
93
|
+
.boolean()
|
|
94
|
+
.describe("Memory the host owns: the CPU, and a GPU that shares the host's memory."),
|
|
95
|
+
usedBytes: z.number().describe('The memory the load takes on this device.'),
|
|
96
|
+
freeBytes: z.number().optional().describe('The free memory the device reported.'),
|
|
97
|
+
totalBytes: z.number().optional().describe('The total memory the device reported.')
|
|
98
|
+
})
|
|
99
|
+
.meta({ title: 'ModelFitDevice' });
|
|
100
|
+
/** The result the engine's addon returns from `assessFit`, unchanged. */
|
|
101
|
+
export const modelFitModelResultSchema = z
|
|
102
|
+
.object({
|
|
103
|
+
status: modelFitVerdictSchema.describe("The engine fitter's verdict for this model alone."),
|
|
104
|
+
devices: z
|
|
105
|
+
.array(modelFitDeviceSchema)
|
|
106
|
+
.describe('One row per device the load uses, the host last. Empty when unknown.'),
|
|
107
|
+
stats: modelFitStatsSchema
|
|
108
|
+
})
|
|
109
|
+
.meta({ title: 'ModelFitModelResult' });
|
|
110
|
+
export const modelFitPoolSchema = z
|
|
111
|
+
.object({
|
|
112
|
+
id: z
|
|
174
113
|
.string()
|
|
175
|
-
.
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
114
|
+
.describe("`host` for the host's memory, the device's `id` for a GPU with its own memory."),
|
|
115
|
+
unified: z.boolean().describe('Whether this is the host pool.'),
|
|
116
|
+
usedBytes: z.number().describe("The sum of every model's rows in this pool."),
|
|
117
|
+
freeBytes: z.number().optional().describe('The lowest free figure reported for the pool.'),
|
|
118
|
+
totalBytes: z.number().optional().describe('The lowest total figure reported for the pool.')
|
|
119
|
+
})
|
|
120
|
+
.meta({ title: 'ModelFitPool' });
|
|
179
121
|
export const assessModelFitResultSchema = z.object({
|
|
180
|
-
verdict: modelFitVerdictSchema.describe('
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
.describe('The weakest evidence among the candidates: `computed-only` as soon as one model has only a floor, since the combined verdict can then never be `likely-fits`. Absent whenever any candidate could not be assessed at all, so an `unknown` that carries `evidence` is a near-miss or a floor, never a missing model.'),
|
|
186
|
-
budget: modelFitBudgetSchema.optional().describe('Absent when memory evidence was unusable.'),
|
|
187
|
-
floorBytes: z
|
|
188
|
-
.number()
|
|
189
|
-
.optional()
|
|
190
|
-
.describe('Under computed-only evidence: the combined floor across every candidate, aggregated under `execution`. Compared against the budget for `likely-too-large`; never enough for `likely-fits`.'),
|
|
191
|
-
models: z.array(modelFitModelResultSchema).describe('Per-candidate verdicts, in input order.'),
|
|
192
|
-
reasons: z.array(z.string()).describe('Why the combined verdict came out this way.'),
|
|
193
|
-
assumptions: z
|
|
194
|
-
.array(z.string())
|
|
195
|
-
.describe('Everything the result took for granted, including estimator defaults.')
|
|
196
|
-
});
|
|
197
|
-
// ============== Native probe (pre-load) ==============
|
|
198
|
-
/**
|
|
199
|
-
* The other fit question: `assessModelFit` above answers "should I download
|
|
200
|
-
* this?" about a set of models against a memory budget, while the native probe
|
|
201
|
-
* answers "will the load I am about to run fit?" by handing one model file and
|
|
202
|
-
* the resolved settings to the fitter of the engine that would run it. Two
|
|
203
|
-
* scopes, so two verdict vocabularies:
|
|
204
|
-
*
|
|
205
|
-
* - `likely-fits` / `likely-too-large` hedge because the set is judged against a
|
|
206
|
-
* sampled budget that the rest of the machine moves.
|
|
207
|
-
* - `fit` / `does-not-fit` do not, because the probe measured this build of this
|
|
208
|
-
* file against this device.
|
|
209
|
-
*
|
|
210
|
-
* Neither denies a load.
|
|
211
|
-
*/
|
|
212
|
-
export const nativeProbeVerdictSchema = z.enum(['fit', 'does-not-fit', 'unknown']);
|
|
213
|
-
export const nativeProbePlanSchema = z.object({
|
|
214
|
-
nCtx: z.number().int().describe('Context the probe resolved for this load, in tokens.'),
|
|
215
|
-
nGpuLayers: z.number().int().describe('Layers the probe would offload.'),
|
|
216
|
-
nGpuDevices: z.number().int().describe('GPU devices the offload would span.')
|
|
122
|
+
verdict: modelFitVerdictSchema.describe('The verdict for every model loaded together.'),
|
|
123
|
+
pools: z
|
|
124
|
+
.array(modelFitPoolSchema)
|
|
125
|
+
.describe('The memory pools the verdict was judged on, with what the set takes from each.'),
|
|
126
|
+
models: z.array(modelFitModelResultSchema).describe('One entry per model, in input order.')
|
|
217
127
|
});
|
|
218
128
|
/**
|
|
219
|
-
* What
|
|
220
|
-
*
|
|
221
|
-
*
|
|
222
|
-
*
|
|
223
|
-
* `weightsBytes`, `contextBytes` and `computeBytes` divide `deviceBytes` where
|
|
224
|
-
* the engine separates them, and are absent together where it reports only a
|
|
225
|
-
* total. They are summed across devices, as `deviceBytes` is, so a load spread
|
|
226
|
-
* over more than one device is described by its totals and `deviceName` names
|
|
227
|
-
* the first non-CPU row.
|
|
228
|
-
*
|
|
229
|
-
* `deviceFreeBytes` is the backend's own gauge. A device sharing the host pool,
|
|
230
|
-
* as Apple silicon and Adreno/Mali do, reports what it could address rather
|
|
231
|
-
* than what the machine would give back, so it is an upper bound there.
|
|
129
|
+
* What `getLoadedModelInfo` reports of the fit check that ran ahead of a load:
|
|
130
|
+
* the assessment of that one load against free memory. It carries its own
|
|
131
|
+
* titles because every title in the contract names one schema.
|
|
232
132
|
*/
|
|
233
|
-
export const
|
|
234
|
-
deviceName: z.string().optional().describe('Device the projection was made against.'),
|
|
235
|
-
deviceBytes: z
|
|
236
|
-
.number()
|
|
237
|
-
.optional()
|
|
238
|
-
.describe('Peak the load would place on the device, under the workload the probe assumed.'),
|
|
239
|
-
hostBytes: z.number().optional().describe('Peak the load would place in host RAM.'),
|
|
240
|
-
weightsBytes: z.number().optional().describe('Model weights, within `deviceBytes`.'),
|
|
241
|
-
contextBytes: z
|
|
242
|
-
.number()
|
|
243
|
-
.optional()
|
|
244
|
-
.describe('Context, KV cache and decoder state, within `deviceBytes`.'),
|
|
245
|
-
computeBytes: z
|
|
246
|
-
.number()
|
|
247
|
-
.optional()
|
|
248
|
-
.describe('Compute buffers and graph arenas, within `deviceBytes`.'),
|
|
249
|
-
deviceFreeBytes: z.number().optional().describe('Device memory free when the probe ran.'),
|
|
250
|
-
deviceTotalBytes: z.number().optional().describe('Device memory installed.'),
|
|
251
|
-
devices: z
|
|
252
|
-
.array(z.object({
|
|
253
|
-
name: z.string().describe('Device name as the engine registered it.'),
|
|
254
|
-
totalBytes: z.number().describe('Device memory installed.'),
|
|
255
|
-
freeBytes: z.number().describe('Device memory free when the probe ran.'),
|
|
256
|
-
weightsBytes: z.number().describe('Model weights placed on this device.'),
|
|
257
|
-
contextBytes: z.number().describe('Context and KV cache placed on this device.'),
|
|
258
|
-
computeBytes: z.number().describe('Compute buffers placed on this device.')
|
|
259
|
-
}))
|
|
260
|
-
.optional()
|
|
261
|
-
.describe('One row per device the load was placed on, including the CPU backend, host excluded — `hostBytes` carries that. The flattened totals sum these rows, and `deviceName` names the first non-CPU row.'),
|
|
262
|
-
report: z
|
|
263
|
-
.string()
|
|
264
|
-
.optional()
|
|
265
|
-
.describe("The engine's own per-module memory table, suitable for a log line.")
|
|
266
|
-
});
|
|
267
|
-
export const nativeProbeFitSchema = z
|
|
133
|
+
export const modelFitProbeSchema = z
|
|
268
134
|
.object({
|
|
269
|
-
verdict:
|
|
270
|
-
|
|
271
|
-
.
|
|
272
|
-
.describe(
|
|
273
|
-
|
|
274
|
-
.
|
|
275
|
-
.
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
.
|
|
287
|
-
|
|
288
|
-
.optional()
|
|
289
|
-
.describe('What the fitter measured. Present on `fit` and `does-not-fit` alike, since a load that does not fit is where the figures matter most.')
|
|
135
|
+
verdict: modelFitVerdictSchema.describe('The verdict for this load against free memory.'),
|
|
136
|
+
pools: z
|
|
137
|
+
.array(modelFitPoolSchema.meta({ title: 'ModelFitProbePool' }))
|
|
138
|
+
.describe('The memory pools the verdict was judged on, with what the load takes from each.'),
|
|
139
|
+
models: z
|
|
140
|
+
.array(modelFitModelResultSchema
|
|
141
|
+
.extend({
|
|
142
|
+
devices: z
|
|
143
|
+
.array(modelFitDeviceSchema.meta({ title: 'ModelFitProbeDevice' }))
|
|
144
|
+
.describe('One row per device the load uses, the host last. Empty when unknown.'),
|
|
145
|
+
stats: z
|
|
146
|
+
.union([
|
|
147
|
+
llamaFitStatsSchema.meta({ title: 'ModelFitProbeLlamaStats' }),
|
|
148
|
+
z.object({}).strict().meta({ title: 'ModelFitProbeEmptyStats' })
|
|
149
|
+
])
|
|
150
|
+
.describe('The resolved load of a llama.cpp verdict. Empty otherwise.')
|
|
151
|
+
})
|
|
152
|
+
.meta({ title: 'ModelFitProbeModel' }))
|
|
153
|
+
.describe("The load's own entry: the engine addon's `assessFit` result.")
|
|
290
154
|
})
|
|
291
|
-
.meta({ title: '
|
|
292
|
-
export const assessModelFitRequestSchema = assessModelFitInputSchema
|
|
155
|
+
.meta({ title: 'ModelFitProbe' });
|
|
156
|
+
export const assessModelFitRequestSchema = assessModelFitInputSchema
|
|
157
|
+
.extend({
|
|
293
158
|
type: z.literal('assessModelFit')
|
|
294
|
-
})
|
|
159
|
+
})
|
|
160
|
+
.extend(sessionScopedRequestSchema.shape);
|
|
295
161
|
export const assessModelFitResponseSchema = assessModelFitResultSchema.extend({
|
|
296
162
|
type: z.literal('assessModelFit')
|
|
297
163
|
});
|