@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
package/NOTICE
CHANGED
|
@@ -97,6 +97,8 @@ Third-Party Model Licenses
|
|
|
97
97
|
https://huggingface.co/primeline/whisper-tiny-german-1224
|
|
98
98
|
dolphin-mixtral-2x7b-dop-Q2_K-00001-of-00005
|
|
99
99
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
100
|
+
embeddinggemma-2-GGUF
|
|
101
|
+
https://huggingface.co/ggml-org/embeddinggemma-2-GGUF
|
|
100
102
|
en-base-ggml-model-f16
|
|
101
103
|
https://huggingface.co/openai/whisper-base
|
|
102
104
|
FLUX.2-klein-4B
|
|
@@ -159,12 +161,18 @@ Third-Party Model Licenses
|
|
|
159
161
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
160
162
|
mmproj-unlimited-ocr-Q8_0
|
|
161
163
|
https://huggingface.co/baidu/Unlimited-OCR
|
|
164
|
+
mobilenetv3_3class_v3_fp16
|
|
165
|
+
https://github.com/tetherto/qvac/tree/main/packages/classification-ggml
|
|
162
166
|
model
|
|
163
167
|
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
164
168
|
moss-codec-decoder-f16
|
|
165
169
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
166
170
|
moss-codec-encoder-f16
|
|
167
171
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
172
|
+
MOSS-Image
|
|
173
|
+
https://huggingface.co/Comfy-Org/MOSS-Image
|
|
174
|
+
MOSS-Image-SFT
|
|
175
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Image-SFT
|
|
168
176
|
moss-sfx-v2-f16
|
|
169
177
|
https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
|
|
170
178
|
moss-speech-bf16
|
|
@@ -213,22 +221,36 @@ Third-Party Model Licenses
|
|
|
213
221
|
https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF
|
|
214
222
|
Qwen3.5-0.8B-GGUF
|
|
215
223
|
https://huggingface.co/mradermacher/Qwen3.5-0.8B-GGUF
|
|
224
|
+
Qwen3.5-0.8B-MTP-GGUF
|
|
225
|
+
https://huggingface.co/unsloth/Qwen3.5-0.8B-MTP-GGUF
|
|
216
226
|
Qwen3.5-2B-GGUF
|
|
217
227
|
https://huggingface.co/unsloth/Qwen3.5-2B-GGUF
|
|
218
228
|
Qwen3.5-2B-GGUF
|
|
219
229
|
https://huggingface.co/mradermacher/Qwen3.5-2B-GGUF
|
|
230
|
+
Qwen3.5-2B-MTP-GGUF
|
|
231
|
+
https://huggingface.co/unsloth/Qwen3.5-2B-MTP-GGUF
|
|
232
|
+
Qwen3.5-4B-DFlash-GGUF
|
|
233
|
+
https://huggingface.co/AtomicChat/Qwen3.5-4B-DFlash-GGUF
|
|
220
234
|
Qwen3.5-4B-GGUF
|
|
221
235
|
https://huggingface.co/unsloth/Qwen3.5-4B-GGUF
|
|
222
236
|
Qwen3.5-4B-GGUF
|
|
223
237
|
https://huggingface.co/mradermacher/Qwen3.5-4B-GGUF
|
|
238
|
+
Qwen3.5-4B-MTP-GGUF
|
|
239
|
+
https://huggingface.co/unsloth/Qwen3.5-4B-MTP-GGUF
|
|
224
240
|
Qwen3.5-9B-GGUF
|
|
225
241
|
https://huggingface.co/unsloth/Qwen3.5-9B-GGUF
|
|
242
|
+
Qwen3.5-9B-MTP-GGUF
|
|
243
|
+
https://huggingface.co/unsloth/Qwen3.5-9B-MTP-GGUF
|
|
226
244
|
Qwen3.6-27B-GGUF
|
|
227
245
|
https://huggingface.co/unsloth/Qwen3.6-27B-GGUF
|
|
228
246
|
Qwen3.6-35B-A3B-GGUF
|
|
229
247
|
https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF
|
|
248
|
+
Qwen3.8-27B-DFlash2-GGUF
|
|
249
|
+
https://huggingface.co/incoai/Qwen3.8-27B-DFlash2-GGUF
|
|
230
250
|
Qwen3.8-27B-GGUF
|
|
231
251
|
https://huggingface.co/unsloth/Qwen3.8-27B-GGUF
|
|
252
|
+
Qwen3.8-Flash-Next-DFlash2-GGUF
|
|
253
|
+
https://huggingface.co/incoai/Qwen3.8-Flash-Next-DFlash2-GGUF
|
|
232
254
|
ru-base-ggml-model-f16
|
|
233
255
|
https://huggingface.co/CheeLi03/whisper-base-rus-8
|
|
234
256
|
ru-tiny-ggml-model-f16
|
|
@@ -247,6 +269,12 @@ Third-Party Model Licenses
|
|
|
247
269
|
https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
|
|
248
270
|
Ternary-Bonsai-2-27B-gguf
|
|
249
271
|
https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
|
|
272
|
+
transcribepsy-250m-eu
|
|
273
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU
|
|
274
|
+
TranscribePsy-250M-EU-sub-coreml
|
|
275
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-coreml
|
|
276
|
+
TranscribePsy-250M-EU-sub-gguf
|
|
277
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-gguf
|
|
250
278
|
TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
251
279
|
https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
252
280
|
TranslatePsy-AfriSLM-0.8B-Q8-GGUF
|
|
@@ -315,18 +343,18 @@ Third-Party Model Licenses
|
|
|
315
343
|
|
|
316
344
|
AfriqueGemma-4B-GGUF
|
|
317
345
|
https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
|
|
318
|
-
coremldata
|
|
319
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
320
346
|
coremldata
|
|
321
347
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
348
|
+
coremldata
|
|
349
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
322
350
|
coremldata
|
|
323
351
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
324
352
|
coremldata
|
|
325
353
|
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
326
|
-
model
|
|
327
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
328
354
|
model
|
|
329
355
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
356
|
+
model
|
|
357
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
330
358
|
model
|
|
331
359
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
332
360
|
model
|
|
@@ -343,6 +371,10 @@ Third-Party Model Licenses
|
|
|
343
371
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
344
372
|
parakeet-ctc-0.6b.q8_0
|
|
345
373
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
374
|
+
parakeet-mosaic
|
|
375
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
376
|
+
parakeet-mosaic-compact
|
|
377
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
346
378
|
parakeet-tdt-0.6b-v3.f16
|
|
347
379
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
348
380
|
parakeet-tdt-0.6b-v3.q4_0
|
|
@@ -359,10 +391,10 @@ Third-Party Model Licenses
|
|
|
359
391
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
360
392
|
sortformer-4spk-v1.q8_0
|
|
361
393
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
362
|
-
weight
|
|
363
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
364
394
|
weight
|
|
365
395
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
396
|
+
weight
|
|
397
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
366
398
|
weight
|
|
367
399
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
368
400
|
weight
|
|
@@ -370,8 +402,12 @@ Third-Party Model Licenses
|
|
|
370
402
|
|
|
371
403
|
--- gemma (Gemma Terms of Use) ---
|
|
372
404
|
|
|
373
|
-
embeddinggemma-
|
|
374
|
-
https://huggingface.co/
|
|
405
|
+
embeddinggemma-300M-BF16
|
|
406
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
407
|
+
embeddinggemma-300M-Q4_0
|
|
408
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
409
|
+
embeddinggemma-300M-Q8_0
|
|
410
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
375
411
|
gemma-3-12b-it-GGUF
|
|
376
412
|
https://huggingface.co/unsloth/gemma-3-12b-it-GGUF
|
|
377
413
|
|
|
@@ -408,6 +444,10 @@ Third-Party Model Licenses
|
|
|
408
444
|
https://huggingface.co/ACE-Step/acestep-v15-base
|
|
409
445
|
acestep-v15-sft-Q8_0
|
|
410
446
|
https://huggingface.co/ACE-Step/acestep-v15-sft
|
|
447
|
+
acestep-v15-turbo-BF16
|
|
448
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
449
|
+
acestep-v15-turbo-F16
|
|
450
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
411
451
|
acestep-v15-turbo-Q4_K_M
|
|
412
452
|
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
413
453
|
acestep-v15-turbo-Q8_0
|
|
@@ -430,10 +470,14 @@ Third-Party Model Licenses
|
|
|
430
470
|
https://huggingface.co/ResembleAI/chatterbox-turbo
|
|
431
471
|
coremldata
|
|
432
472
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
473
|
+
coremldata
|
|
474
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
433
475
|
de-base-ggml-model-f16
|
|
434
476
|
https://huggingface.co/aware-ai/whisper-base-german
|
|
435
477
|
DeepSeek-V4-Flash-0731-GGUF
|
|
436
478
|
https://huggingface.co/unsloth/DeepSeek-V4-Flash-0731-GGUF
|
|
479
|
+
DeepSeek-V4.1-Flash-1017-GGUF
|
|
480
|
+
https://huggingface.co/unsloth/DeepSeek-V4.1-Flash-1017-GGUF
|
|
437
481
|
es-tiny-ggml-model-f16
|
|
438
482
|
https://huggingface.co/JaepaX/whisper-tiny-es
|
|
439
483
|
ggml-indictrans2-en-indic-1B-f16
|
|
@@ -448,6 +492,8 @@ Third-Party Model Licenses
|
|
|
448
492
|
https://huggingface.co/ai4bharat/indictrans2-indic-indic-1B
|
|
449
493
|
ggml-indictrans2-indic-indic-dist-320M-f16
|
|
450
494
|
https://huggingface.co/ai4bharat/indictrans2-indic-indic-dist-320M
|
|
495
|
+
GLM-5.3-Flash-BF16-GGUF
|
|
496
|
+
https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF
|
|
451
497
|
gte-large_fp16-00001-of-00005
|
|
452
498
|
https://huggingface.co/ChristianAzinn/gte-large-gguf
|
|
453
499
|
gte-large-gguf
|
|
@@ -462,8 +508,16 @@ Third-Party Model Licenses
|
|
|
462
508
|
https://huggingface.co/spaces/YatharthS
|
|
463
509
|
lavasr-enhancer-f16
|
|
464
510
|
https://huggingface.co/spaces/YatharthS
|
|
511
|
+
Manifest
|
|
512
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
513
|
+
megaloc-f16
|
|
514
|
+
https://huggingface.co/gberton/MegaLoc
|
|
515
|
+
megaloc-mixed
|
|
516
|
+
https://huggingface.co/gberton/MegaLoc
|
|
465
517
|
model
|
|
466
518
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
519
|
+
model
|
|
520
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
467
521
|
pt-tiny-ggml-model-f16
|
|
468
522
|
https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
|
|
469
523
|
taew2_2_f16
|
|
@@ -476,6 +530,8 @@ Third-Party Model Licenses
|
|
|
476
530
|
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
477
531
|
weight
|
|
478
532
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
533
|
+
weight
|
|
534
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
479
535
|
whisper-vad
|
|
480
536
|
https://huggingface.co/ggml-org/whisper-vad
|
|
481
537
|
whisper.cpp
|
|
@@ -733,6 +789,8 @@ Third-Party Model Licenses
|
|
|
733
789
|
|
|
734
790
|
--- openmdw-1.1 ---
|
|
735
791
|
|
|
792
|
+
Nemotron-3-Diarization.converted.q4_k
|
|
793
|
+
https://huggingface.co/nvidia/Nemotron-3-Diarization
|
|
736
794
|
Nemotron-3-Diarization.q8_0
|
|
737
795
|
https://huggingface.co/nvidia/Nemotron-3-Diarization
|
|
738
796
|
|
|
@@ -789,51 +847,56 @@ JavaScript Dependencies
|
|
|
789
847
|
@qvac/error@0.1.1
|
|
790
848
|
@qvac/logging@0.1.1
|
|
791
849
|
https://github.com/tetherto/qvac
|
|
792
|
-
@qvac/rag@0.
|
|
850
|
+
@qvac/rag@0.9.0
|
|
793
851
|
https://github.com/tetherto/qvac
|
|
794
|
-
@qvac/registry-client@0.
|
|
852
|
+
@qvac/registry-client@0.8.0
|
|
795
853
|
https://github.com/tetherto/qvac
|
|
796
854
|
@qvac/registry-schema@0.4.0
|
|
797
855
|
https://github.com/tetherto/qvac
|
|
856
|
+
@qvac/response@0.1.2
|
|
798
857
|
adaptive-timeout@1.0.1
|
|
799
858
|
https://github.com/holepunchto/adaptive-timeout
|
|
800
859
|
b4a@1.9.0
|
|
801
860
|
https://github.com/holepunchto/b4a
|
|
802
|
-
bare-abort@2.0.
|
|
861
|
+
bare-abort@2.0.14
|
|
803
862
|
https://github.com/holepunchto/bare-abort
|
|
804
863
|
bare-abort-controller@1.1.2
|
|
805
864
|
https://github.com/holepunchto/bare-abort-controller
|
|
806
|
-
bare-addon-resolve@1.
|
|
865
|
+
bare-addon-resolve@1.12.0
|
|
807
866
|
https://github.com/holepunchto/bare-addon-resolve
|
|
808
|
-
bare-ansi-escapes@2.2.
|
|
867
|
+
bare-ansi-escapes@2.2.4
|
|
809
868
|
https://github.com/holepunchto/bare-ansi-escapes
|
|
810
869
|
bare-assert@1.3.0
|
|
811
870
|
https://github.com/holepunchto/bare-assert
|
|
812
|
-
bare-buffer@3.7.
|
|
871
|
+
bare-buffer@3.7.2
|
|
813
872
|
https://github.com/holepunchto/bare-buffer
|
|
814
873
|
bare-cpu-info@0.1.1
|
|
815
874
|
https://github.com/holepunchto/bare-cpu-info
|
|
816
875
|
bare-crypto@1.15.4
|
|
817
876
|
https://github.com/holepunchto/bare-crypto
|
|
818
|
-
bare-dns@2.3.
|
|
877
|
+
bare-dns@2.3.2
|
|
819
878
|
https://github.com/holepunchto/bare-dns
|
|
820
879
|
bare-env@3.0.1
|
|
821
880
|
https://github.com/holepunchto/bare-env
|
|
881
|
+
bare-events@2.4.2
|
|
882
|
+
https://github.com/holepunchto/bare-events
|
|
822
883
|
bare-events@2.9.2
|
|
823
884
|
https://github.com/holepunchto/bare-events
|
|
824
|
-
bare-fetch@3.4.
|
|
885
|
+
bare-fetch@3.4.1
|
|
825
886
|
https://github.com/holepunchto/bare-fetch
|
|
826
887
|
bare-form-data@1.2.2
|
|
827
888
|
https://github.com/holepunchto/bare-form-data
|
|
828
889
|
bare-fs@4.8.4
|
|
829
890
|
https://github.com/holepunchto/bare-fs
|
|
830
|
-
bare-gpu-info@0.1.
|
|
891
|
+
bare-gpu-info@0.1.3
|
|
831
892
|
https://github.com/holepunchto/bare-gpu-info
|
|
893
|
+
bare-host-parser@1.0.0
|
|
894
|
+
https://github.com/holepunchto/bare-host-parser
|
|
832
895
|
bare-hrtime@2.1.2
|
|
833
896
|
https://github.com/holepunchto/bare-hrtime
|
|
834
897
|
bare-http-parser@2.1.4
|
|
835
898
|
https://github.com/holepunchto/bare-http-parser
|
|
836
|
-
bare-http1@4.6.
|
|
899
|
+
bare-http1@4.6.3
|
|
837
900
|
https://github.com/holepunchto/bare-http1
|
|
838
901
|
bare-https@3.1.0
|
|
839
902
|
https://github.com/holepunchto/bare-https
|
|
@@ -845,9 +908,9 @@ JavaScript Dependencies
|
|
|
845
908
|
https://github.com/holepunchto/bare-module-resolve
|
|
846
909
|
bare-net@2.3.3
|
|
847
910
|
https://github.com/holepunchto/bare-net
|
|
848
|
-
bare-os@3.9.
|
|
911
|
+
bare-os@3.9.4
|
|
849
912
|
https://github.com/holepunchto/bare-os
|
|
850
|
-
bare-path@3.1.
|
|
913
|
+
bare-path@3.1.3
|
|
851
914
|
https://github.com/holepunchto/bare-path
|
|
852
915
|
bare-performance@2.1.1
|
|
853
916
|
https://github.com/holepunchto/bare-performance
|
|
@@ -857,12 +920,6 @@ JavaScript Dependencies
|
|
|
857
920
|
https://github.com/holepunchto/bare-posix
|
|
858
921
|
bare-process@4.5.1
|
|
859
922
|
https://github.com/holepunchto/bare-process
|
|
860
|
-
bare-rpc@1.3.8
|
|
861
|
-
https://github.com/holepunchto/bare-rpc
|
|
862
|
-
bare-runtime@1.35.0
|
|
863
|
-
https://github.com/holepunchto/bare-runtime
|
|
864
|
-
bare-runtime-darwin-arm64@1.35.0
|
|
865
|
-
https://github.com/holepunchto/bare-runtime
|
|
866
923
|
bare-semver@1.1.0
|
|
867
924
|
https://github.com/holepunchto/bare-semver
|
|
868
925
|
bare-signals@5.0.0
|
|
@@ -871,25 +928,21 @@ JavaScript Dependencies
|
|
|
871
928
|
https://github.com/holepunchto/bare-stdio
|
|
872
929
|
bare-stream@2.13.4
|
|
873
930
|
https://github.com/holepunchto/bare-stream
|
|
874
|
-
bare-structured-clone@2.0.1
|
|
875
|
-
https://github.com/holepunchto/bare-structured-clone
|
|
876
|
-
bare-subprocess@6.2.2
|
|
877
|
-
https://github.com/holepunchto/bare-subprocess
|
|
878
931
|
bare-tcp@2.6.1
|
|
879
932
|
https://github.com/holepunchto/bare-tcp
|
|
880
|
-
bare-tls@3.1
|
|
933
|
+
bare-tls@3.2.1
|
|
881
934
|
https://github.com/holepunchto/bare-tls
|
|
882
|
-
bare-tty@5.2.
|
|
935
|
+
bare-tty@5.2.2
|
|
883
936
|
https://github.com/holepunchto/bare-tty
|
|
884
|
-
bare-type@1.
|
|
937
|
+
bare-type@1.6.0
|
|
885
938
|
https://github.com/holepunchto/bare-type
|
|
886
|
-
bare-url@2.5.
|
|
939
|
+
bare-url@2.5.7
|
|
887
940
|
https://github.com/holepunchto/bare-url
|
|
888
941
|
bare-zlib@1.4.1
|
|
889
942
|
https://github.com/holepunchto/bare-zlib
|
|
890
943
|
blind-relay@1.6.1
|
|
891
944
|
https://github.com/holepunchto/blind-relay
|
|
892
|
-
compact-encoding@3.
|
|
945
|
+
compact-encoding@3.7.0
|
|
893
946
|
https://github.com/holepunchto/compact-encoding
|
|
894
947
|
compact-encoding-bitfield@1.1.0
|
|
895
948
|
https://github.com/compact-encoding/compact-encoding-bitfield
|
|
@@ -901,7 +954,7 @@ JavaScript Dependencies
|
|
|
901
954
|
https://github.com/holepunchto/events-universal
|
|
902
955
|
fd-lock@2.2.0
|
|
903
956
|
https://github.com/holepunchto/fd-lock
|
|
904
|
-
fs-native-extensions@1.5.
|
|
957
|
+
fs-native-extensions@1.5.3
|
|
905
958
|
https://github.com/holepunchto/fs-native-extensions
|
|
906
959
|
hyperblobs@2.13.0
|
|
907
960
|
https://github.com/holepunchto/hyperblobs
|
|
@@ -909,15 +962,15 @@ JavaScript Dependencies
|
|
|
909
962
|
https://github.com/holepunchto/hypercore-errors
|
|
910
963
|
hypercore-id-encoding@1.3.0
|
|
911
964
|
https://github.com/holepunchto/hypercore-id-encoding
|
|
912
|
-
hypercore-stats@2.5.
|
|
965
|
+
hypercore-stats@2.5.2
|
|
913
966
|
https://github.com/holepunchto/hypercore-stats
|
|
914
967
|
hypercore-storage@3.4.0
|
|
915
968
|
https://github.com/holepunchto/hypercore-storage
|
|
916
|
-
hyperdb@6.11.
|
|
969
|
+
hyperdb@6.11.1
|
|
917
970
|
https://github.com/holepunchto/hyperdb
|
|
918
971
|
hyperdht-address@1.1.1
|
|
919
972
|
https://github.com/holepunchto/hyperdht-address
|
|
920
|
-
hyperdht-stats@1.11.
|
|
973
|
+
hyperdht-stats@1.11.1
|
|
921
974
|
https://github.com/holepunchto/hyperdht-stats
|
|
922
975
|
hyperdispatch@1.6.0
|
|
923
976
|
https://github.com/holepunchto/hyperdispatch
|
|
@@ -925,47 +978,45 @@ JavaScript Dependencies
|
|
|
925
978
|
https://github.com/holepunchto/hyperdrive
|
|
926
979
|
hyperschema@1.26.2
|
|
927
980
|
https://github.com/holepunchto/hyperschema
|
|
928
|
-
hyperswarm-stats@1.3.
|
|
981
|
+
hyperswarm-stats@1.3.4
|
|
929
982
|
https://github.com/holepunchto/hyperswarm-stats
|
|
930
983
|
index-encoder@3.5.0
|
|
931
984
|
https://github.com/holepunchto/index-encoder
|
|
932
985
|
mirror-drive@1.14.2
|
|
933
986
|
https://github.com/holepunchto/mirror-drive
|
|
934
|
-
noise-handshake@4.2.
|
|
987
|
+
noise-handshake@4.2.1
|
|
935
988
|
https://github.com/holepunchto/noise-handshake
|
|
936
|
-
paparam@1.
|
|
989
|
+
paparam@1.15.0
|
|
937
990
|
https://github.com/holepunchto/paparam
|
|
938
|
-
passive-core-watcher@1.0.
|
|
991
|
+
passive-core-watcher@1.0.2
|
|
939
992
|
https://github.com/holepunchto/passive-core-watcher
|
|
940
993
|
quickbit-native@2.4.9
|
|
941
994
|
https://github.com/holepunchto/quickbit-native
|
|
942
|
-
rabin-native@2.0.
|
|
995
|
+
rabin-native@2.0.1
|
|
943
996
|
https://github.com/holepunchto/rabin-native
|
|
944
997
|
rabin-stream@2.0.0
|
|
945
998
|
https://github.com/holepunchto/rabin-stream
|
|
946
|
-
rache@1.0.
|
|
999
|
+
rache@1.0.1
|
|
947
1000
|
https://github.com/holepunchto/rache
|
|
948
1001
|
refcounter@1.0.0
|
|
949
1002
|
https://github.com/holepunchto/refcounter
|
|
950
1003
|
require-addon@1.3.0
|
|
951
1004
|
https://github.com/holepunchto/require-addon
|
|
952
|
-
require-asset@1.2.4
|
|
953
|
-
https://github.com/holepunchto/require-asset
|
|
954
1005
|
resource-on-exit@1.0.0
|
|
955
1006
|
https://github.com/holepunchto/bare-teardown
|
|
956
|
-
rocksdb-native@3.19.
|
|
1007
|
+
rocksdb-native@3.19.5
|
|
957
1008
|
https://github.com/holepunchto/rocksdb-native
|
|
958
1009
|
scope-lock@1.2.4
|
|
959
1010
|
https://github.com/holepunchto/scope-lock
|
|
960
|
-
simdle-native@1.3.
|
|
1011
|
+
simdle-native@1.3.10
|
|
961
1012
|
https://github.com/holepunchto/simdle-native
|
|
962
1013
|
sub-encoder@2.1.3
|
|
963
1014
|
https://github.com/holepunchto/sub-encoder
|
|
964
1015
|
text-decoder@1.2.7
|
|
965
1016
|
https://github.com/holepunchto/text-decoder
|
|
966
|
-
udx-native@1.
|
|
1017
|
+
udx-native@1.22.1
|
|
967
1018
|
https://github.com/holepunchto/udx-native
|
|
968
|
-
unslab@1.3.
|
|
1019
|
+
unslab@1.3.1
|
|
969
1020
|
https://github.com/holepunchto/unslab
|
|
970
1021
|
which-runtime@1.4.0
|
|
971
1022
|
https://github.com/holepunchto/which-runtime
|
|
@@ -978,11 +1029,11 @@ JavaScript Dependencies
|
|
|
978
1029
|
https://github.com/emilbayes/nanoassert
|
|
979
1030
|
noise-curve-ed@2.1.0
|
|
980
1031
|
https://github.com/chm-diederichs/noise-curve-ed
|
|
981
|
-
quickbit-universal@2.2.
|
|
1032
|
+
quickbit-universal@2.2.1
|
|
982
1033
|
https://github.com/holepunchto/quickbit-universal
|
|
983
|
-
semver@7.8.
|
|
1034
|
+
semver@7.8.6
|
|
984
1035
|
https://github.com/npm/node-semver
|
|
985
|
-
simdle-universal@1.1.
|
|
1036
|
+
simdle-universal@1.1.3
|
|
986
1037
|
https://github.com/holepunchto/simdle-universal
|
|
987
1038
|
|
|
988
1039
|
--- mit (MIT License) ---
|
|
@@ -995,11 +1046,11 @@ JavaScript Dependencies
|
|
|
995
1046
|
https://github.com/mafintosh/bogon
|
|
996
1047
|
codecs@3.1.0
|
|
997
1048
|
https://github.com/mafintosh/codecs
|
|
998
|
-
corestore@7.
|
|
1049
|
+
corestore@7.16.1
|
|
999
1050
|
https://github.com/holepunchto/corestore
|
|
1000
1051
|
debounceify@1.1.0
|
|
1001
1052
|
https://github.com/mafintosh/debounceify
|
|
1002
|
-
dht-rpc@6.
|
|
1053
|
+
dht-rpc@6.28.0
|
|
1003
1054
|
https://github.com/holepunchto/dht-rpc
|
|
1004
1055
|
fast-fifo@1.3.2
|
|
1005
1056
|
https://github.com/mafintosh/fast-fifo
|
|
@@ -1013,11 +1064,11 @@ JavaScript Dependencies
|
|
|
1013
1064
|
https://github.com/mafintosh/generate-string
|
|
1014
1065
|
hyperbee@2.27.3
|
|
1015
1066
|
https://github.com/holepunchto/hyperbee
|
|
1016
|
-
hypercore@11.
|
|
1067
|
+
hypercore@11.40.4
|
|
1017
1068
|
https://github.com/holepunchto/hypercore
|
|
1018
1069
|
hypercore-crypto@3.7.0
|
|
1019
1070
|
https://github.com/mafintosh/hypercore-crypto
|
|
1020
|
-
hyperdht@6.
|
|
1071
|
+
hyperdht@6.36.0
|
|
1021
1072
|
https://github.com/holepunchto/hyperdht
|
|
1022
1073
|
hyperswarm@4.17.2
|
|
1023
1074
|
https://github.com/holepunchto/hyperswarm
|
|
@@ -1035,7 +1086,7 @@ JavaScript Dependencies
|
|
|
1035
1086
|
https://github.com/mafintosh/nat-sampler
|
|
1036
1087
|
protocol-buffers-encodings@1.2.0
|
|
1037
1088
|
https://github.com/mafintosh/protocol-buffers-encodings
|
|
1038
|
-
protomux@3.13.
|
|
1089
|
+
protomux@3.13.1
|
|
1039
1090
|
https://github.com/holepunchto/protomux
|
|
1040
1091
|
queue-tick@1.0.1
|
|
1041
1092
|
https://github.com/mafintosh/queue-tick
|
|
@@ -1057,7 +1108,7 @@ JavaScript Dependencies
|
|
|
1057
1108
|
https://github.com/mafintosh/signal-promise
|
|
1058
1109
|
signed-varint@2.0.1
|
|
1059
1110
|
https://github.com/dominictarr/signed-varint
|
|
1060
|
-
sodium-native@5.
|
|
1111
|
+
sodium-native@5.2.1
|
|
1061
1112
|
https://github.com/holepunchto/sodium-native
|
|
1062
1113
|
sodium-secretstream@1.2.0
|
|
1063
1114
|
https://github.com/mafintosh/sodium-secretstream
|
package/README.md
CHANGED
|
@@ -60,7 +60,7 @@ const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
|
|
|
60
60
|
Model operations require a registered model plugin. RPC discovery needs no model plugin or server provider; serving requires an explicitly registered server provider.
|
|
61
61
|
|
|
62
62
|
The [Bare serving example](examples/rpc-server.ts)
|
|
63
|
-
shows explicit registration and cleanup with `@qvac/ggml-rpc-server
|
|
63
|
+
shows explicit registration and cleanup with `@qvac/ggml-rpc-server`.
|
|
64
64
|
|
|
65
65
|
## Capability to addon package
|
|
66
66
|
|
|
@@ -111,7 +111,7 @@ projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
|
|
|
111
111
|
decoder; reference encoding also needs the codec encoder. Prompt rows must
|
|
112
112
|
cover the complete native prompt, including dialogue and reference rows.
|
|
113
113
|
Missing workloads return an unknown assessment rather than guessing.
|
|
114
|
-
MOSS-Speech has no
|
|
114
|
+
MOSS-Speech has no fitter and assesses as unknown. Workloads are
|
|
115
115
|
fit-only: loading a MOSS model does not accept them, so the fit check before a
|
|
116
116
|
MOSS load is unknown.
|
|
117
117
|
|
|
@@ -123,6 +123,8 @@ endpoint cannot represent those requests.
|
|
|
123
123
|
|
|
124
124
|
The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
|
|
125
125
|
|
|
126
|
+
The engine keeps models and its cache under `.qvac` in a home folder, which defaults to `HOME`. A Bare Kit worklet has no `HOME`, so call `initialize({ homeDir })` from `@qvac/inference/engine` with the app's storage folder before the first request; only the first call's folder applies.
|
|
127
|
+
|
|
126
128
|
The `includeAudioDecoder` setting is read by the SDK bundler. Set it to `false` when packaging a worker that only receives raw PCM or streaming audio; `audiogen-ggml` can also use PCM or WAV output without FFmpeg. Compressed audio file decoding and compressed audiogen output formats require `bare-ffmpeg` to be bundled.
|
|
127
129
|
|
|
128
130
|
## System resource diagnostics
|
|
@@ -1,21 +1,21 @@
|
|
|
1
1
|
import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/index.js';
|
|
2
2
|
/**
|
|
3
|
-
*
|
|
4
|
-
*
|
|
3
|
+
* Whether a set of models fits in this device's memory when loaded together,
|
|
4
|
+
* without downloading them.
|
|
5
5
|
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
* should treat it as "cannot say", not "no".
|
|
6
|
+
* Each model's engine fitter runs against the registry's weightless description
|
|
7
|
+
* of the model, or the model itself when it is on disk. The memory each load
|
|
8
|
+
* takes is summed per device and compared against what is free.
|
|
10
9
|
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
10
|
+
* `unknown` is the answer for a load that would start but cannot be sized: an
|
|
11
|
+
* engine with no fitter, a load the fitter cannot project, a model with no
|
|
12
|
+
* registry description that is not on disk, or a device that reported no free
|
|
13
|
+
* memory.
|
|
15
14
|
*
|
|
16
|
-
* @param input -
|
|
17
|
-
*
|
|
18
|
-
* @
|
|
19
|
-
*
|
|
15
|
+
* @param input - The models, each as `loadModel` takes it.
|
|
16
|
+
* @returns The verdict for the set, and each model's own verdict and stats.
|
|
17
|
+
* @throws The error `loadModel` would throw for a load it refuses: no plugin
|
|
18
|
+
* for the model type, a config the plugin refuses, or a model the fitter
|
|
19
|
+
* cannot read.
|
|
20
20
|
*/
|
|
21
21
|
export declare function assessModelFit(input: AssessModelFitInput): Promise<AssessModelFitResult>;
|
|
@@ -2,23 +2,23 @@ import { assessModelFitInputSchema } from '../schemas/index.js';
|
|
|
2
2
|
import { send } from '../dispatch.js';
|
|
3
3
|
import { InvalidResponseError } from '../errors/index.js';
|
|
4
4
|
/**
|
|
5
|
-
*
|
|
6
|
-
*
|
|
5
|
+
* Whether a set of models fits in this device's memory when loaded together,
|
|
6
|
+
* without downloading them.
|
|
7
7
|
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
* should treat it as "cannot say", not "no".
|
|
8
|
+
* Each model's engine fitter runs against the registry's weightless description
|
|
9
|
+
* of the model, or the model itself when it is on disk. The memory each load
|
|
10
|
+
* takes is summed per device and compared against what is free.
|
|
12
11
|
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
12
|
+
* `unknown` is the answer for a load that would start but cannot be sized: an
|
|
13
|
+
* engine with no fitter, a load the fitter cannot project, a model with no
|
|
14
|
+
* registry description that is not on disk, or a device that reported no free
|
|
15
|
+
* memory.
|
|
17
16
|
*
|
|
18
|
-
* @param input -
|
|
19
|
-
*
|
|
20
|
-
* @
|
|
21
|
-
*
|
|
17
|
+
* @param input - The models, each as `loadModel` takes it.
|
|
18
|
+
* @returns The verdict for the set, and each model's own verdict and stats.
|
|
19
|
+
* @throws The error `loadModel` would throw for a load it refuses: no plugin
|
|
20
|
+
* for the model type, a config the plugin refuses, or a model the fitter
|
|
21
|
+
* cannot read.
|
|
22
22
|
*/
|
|
23
23
|
export async function assessModelFit(input) {
|
|
24
24
|
const parsed = assessModelFitInputSchema.parse(input);
|
package/dist/api/audio-gen.d.ts
CHANGED
|
@@ -4,7 +4,7 @@ import { type AudioEditClientParams, type AudioGenClientParams, type AudioGenRes
|
|
|
4
4
|
* MiniMax-Music3 AudioGen model.
|
|
5
5
|
*
|
|
6
6
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
7
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
7
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* ```typescript
|
|
@@ -27,7 +27,7 @@ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
|
|
|
27
27
|
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
28
28
|
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
29
29
|
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
30
|
-
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
30
|
+
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
|
|
31
31
|
*
|
|
32
32
|
* @example
|
|
33
33
|
* ```typescript
|