@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
package/NOTICE
CHANGED
|
@@ -97,6 +97,8 @@ Third-Party Model Licenses
|
|
|
97
97
|
https://huggingface.co/primeline/whisper-tiny-german-1224
|
|
98
98
|
dolphin-mixtral-2x7b-dop-Q2_K-00001-of-00005
|
|
99
99
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
100
|
+
embeddinggemma-2-GGUF
|
|
101
|
+
https://huggingface.co/ggml-org/embeddinggemma-2-GGUF
|
|
100
102
|
en-base-ggml-model-f16
|
|
101
103
|
https://huggingface.co/openai/whisper-base
|
|
102
104
|
FLUX.2-klein-4B
|
|
@@ -167,6 +169,10 @@ Third-Party Model Licenses
|
|
|
167
169
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
168
170
|
moss-codec-encoder-f16
|
|
169
171
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
172
|
+
MOSS-Image
|
|
173
|
+
https://huggingface.co/Comfy-Org/MOSS-Image
|
|
174
|
+
MOSS-Image-SFT
|
|
175
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Image-SFT
|
|
170
176
|
moss-sfx-v2-f16
|
|
171
177
|
https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
|
|
172
178
|
moss-speech-bf16
|
|
@@ -263,6 +269,8 @@ Third-Party Model Licenses
|
|
|
263
269
|
https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
|
|
264
270
|
Ternary-Bonsai-2-27B-gguf
|
|
265
271
|
https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
|
|
272
|
+
transcribepsy-250m-eu
|
|
273
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU
|
|
266
274
|
TranscribePsy-250M-EU-sub-coreml
|
|
267
275
|
https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-coreml
|
|
268
276
|
TranscribePsy-250M-EU-sub-gguf
|
|
@@ -394,8 +402,12 @@ Third-Party Model Licenses
|
|
|
394
402
|
|
|
395
403
|
--- gemma (Gemma Terms of Use) ---
|
|
396
404
|
|
|
397
|
-
embeddinggemma-
|
|
398
|
-
https://huggingface.co/
|
|
405
|
+
embeddinggemma-300M-BF16
|
|
406
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
407
|
+
embeddinggemma-300M-Q4_0
|
|
408
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
409
|
+
embeddinggemma-300M-Q8_0
|
|
410
|
+
https://huggingface.co/google/embeddinggemma-300m
|
|
399
411
|
gemma-3-12b-it-GGUF
|
|
400
412
|
https://huggingface.co/unsloth/gemma-3-12b-it-GGUF
|
|
401
413
|
|
|
@@ -432,6 +444,10 @@ Third-Party Model Licenses
|
|
|
432
444
|
https://huggingface.co/ACE-Step/acestep-v15-base
|
|
433
445
|
acestep-v15-sft-Q8_0
|
|
434
446
|
https://huggingface.co/ACE-Step/acestep-v15-sft
|
|
447
|
+
acestep-v15-turbo-BF16
|
|
448
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
449
|
+
acestep-v15-turbo-F16
|
|
450
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
435
451
|
acestep-v15-turbo-Q4_K_M
|
|
436
452
|
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
437
453
|
acestep-v15-turbo-Q8_0
|
|
@@ -454,10 +470,14 @@ Third-Party Model Licenses
|
|
|
454
470
|
https://huggingface.co/ResembleAI/chatterbox-turbo
|
|
455
471
|
coremldata
|
|
456
472
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
473
|
+
coremldata
|
|
474
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
457
475
|
de-base-ggml-model-f16
|
|
458
476
|
https://huggingface.co/aware-ai/whisper-base-german
|
|
459
477
|
DeepSeek-V4-Flash-0731-GGUF
|
|
460
478
|
https://huggingface.co/unsloth/DeepSeek-V4-Flash-0731-GGUF
|
|
479
|
+
DeepSeek-V4.1-Flash-1017-GGUF
|
|
480
|
+
https://huggingface.co/unsloth/DeepSeek-V4.1-Flash-1017-GGUF
|
|
461
481
|
es-tiny-ggml-model-f16
|
|
462
482
|
https://huggingface.co/JaepaX/whisper-tiny-es
|
|
463
483
|
ggml-indictrans2-en-indic-1B-f16
|
|
@@ -472,6 +492,8 @@ Third-Party Model Licenses
|
|
|
472
492
|
https://huggingface.co/ai4bharat/indictrans2-indic-indic-1B
|
|
473
493
|
ggml-indictrans2-indic-indic-dist-320M-f16
|
|
474
494
|
https://huggingface.co/ai4bharat/indictrans2-indic-indic-dist-320M
|
|
495
|
+
GLM-5.3-Flash-BF16-GGUF
|
|
496
|
+
https://huggingface.co/bartowski/GLM-5.3-Flash-BF16-GGUF
|
|
475
497
|
gte-large_fp16-00001-of-00005
|
|
476
498
|
https://huggingface.co/ChristianAzinn/gte-large-gguf
|
|
477
499
|
gte-large-gguf
|
|
@@ -486,8 +508,16 @@ Third-Party Model Licenses
|
|
|
486
508
|
https://huggingface.co/spaces/YatharthS
|
|
487
509
|
lavasr-enhancer-f16
|
|
488
510
|
https://huggingface.co/spaces/YatharthS
|
|
511
|
+
Manifest
|
|
512
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
513
|
+
megaloc-f16
|
|
514
|
+
https://huggingface.co/gberton/MegaLoc
|
|
515
|
+
megaloc-mixed
|
|
516
|
+
https://huggingface.co/gberton/MegaLoc
|
|
489
517
|
model
|
|
490
518
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
519
|
+
model
|
|
520
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
491
521
|
pt-tiny-ggml-model-f16
|
|
492
522
|
https://huggingface.co/DavyCosta701/whisper-tiny-pt-bpra
|
|
493
523
|
taew2_2_f16
|
|
@@ -500,6 +530,8 @@ Third-Party Model Licenses
|
|
|
500
530
|
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
501
531
|
weight
|
|
502
532
|
https://huggingface.co/ai4bharat/indic-conformer-600m-multilingual
|
|
533
|
+
weight
|
|
534
|
+
https://huggingface.co/ACE-Step/Ace-Step1.5
|
|
503
535
|
whisper-vad
|
|
504
536
|
https://huggingface.co/ggml-org/whisper-vad
|
|
505
537
|
whisper.cpp
|
|
@@ -817,7 +849,7 @@ JavaScript Dependencies
|
|
|
817
849
|
https://github.com/tetherto/qvac
|
|
818
850
|
@qvac/rag@0.9.0
|
|
819
851
|
https://github.com/tetherto/qvac
|
|
820
|
-
@qvac/registry-client@0.
|
|
852
|
+
@qvac/registry-client@0.8.0
|
|
821
853
|
https://github.com/tetherto/qvac
|
|
822
854
|
@qvac/registry-schema@0.4.0
|
|
823
855
|
https://github.com/tetherto/qvac
|
|
@@ -830,19 +862,19 @@ JavaScript Dependencies
|
|
|
830
862
|
https://github.com/holepunchto/bare-abort
|
|
831
863
|
bare-abort-controller@1.1.2
|
|
832
864
|
https://github.com/holepunchto/bare-abort-controller
|
|
833
|
-
bare-addon-resolve@1.
|
|
865
|
+
bare-addon-resolve@1.12.0
|
|
834
866
|
https://github.com/holepunchto/bare-addon-resolve
|
|
835
867
|
bare-ansi-escapes@2.2.4
|
|
836
868
|
https://github.com/holepunchto/bare-ansi-escapes
|
|
837
869
|
bare-assert@1.3.0
|
|
838
870
|
https://github.com/holepunchto/bare-assert
|
|
839
|
-
bare-buffer@3.7.
|
|
871
|
+
bare-buffer@3.7.2
|
|
840
872
|
https://github.com/holepunchto/bare-buffer
|
|
841
873
|
bare-cpu-info@0.1.1
|
|
842
874
|
https://github.com/holepunchto/bare-cpu-info
|
|
843
875
|
bare-crypto@1.15.4
|
|
844
876
|
https://github.com/holepunchto/bare-crypto
|
|
845
|
-
bare-dns@2.3.
|
|
877
|
+
bare-dns@2.3.2
|
|
846
878
|
https://github.com/holepunchto/bare-dns
|
|
847
879
|
bare-env@3.0.1
|
|
848
880
|
https://github.com/holepunchto/bare-env
|
|
@@ -856,8 +888,10 @@ JavaScript Dependencies
|
|
|
856
888
|
https://github.com/holepunchto/bare-form-data
|
|
857
889
|
bare-fs@4.8.4
|
|
858
890
|
https://github.com/holepunchto/bare-fs
|
|
859
|
-
bare-gpu-info@0.1.
|
|
891
|
+
bare-gpu-info@0.1.3
|
|
860
892
|
https://github.com/holepunchto/bare-gpu-info
|
|
893
|
+
bare-host-parser@1.0.0
|
|
894
|
+
https://github.com/holepunchto/bare-host-parser
|
|
861
895
|
bare-hrtime@2.1.2
|
|
862
896
|
https://github.com/holepunchto/bare-hrtime
|
|
863
897
|
bare-http-parser@2.1.4
|
|
@@ -874,9 +908,9 @@ JavaScript Dependencies
|
|
|
874
908
|
https://github.com/holepunchto/bare-module-resolve
|
|
875
909
|
bare-net@2.3.3
|
|
876
910
|
https://github.com/holepunchto/bare-net
|
|
877
|
-
bare-os@3.9.
|
|
911
|
+
bare-os@3.9.4
|
|
878
912
|
https://github.com/holepunchto/bare-os
|
|
879
|
-
bare-path@3.1.
|
|
913
|
+
bare-path@3.1.3
|
|
880
914
|
https://github.com/holepunchto/bare-path
|
|
881
915
|
bare-performance@2.1.1
|
|
882
916
|
https://github.com/holepunchto/bare-performance
|
|
@@ -886,8 +920,6 @@ JavaScript Dependencies
|
|
|
886
920
|
https://github.com/holepunchto/bare-posix
|
|
887
921
|
bare-process@4.5.1
|
|
888
922
|
https://github.com/holepunchto/bare-process
|
|
889
|
-
bare-rpc@1.3.8
|
|
890
|
-
https://github.com/holepunchto/bare-rpc
|
|
891
923
|
bare-semver@1.1.0
|
|
892
924
|
https://github.com/holepunchto/bare-semver
|
|
893
925
|
bare-signals@5.0.0
|
|
@@ -898,19 +930,19 @@ JavaScript Dependencies
|
|
|
898
930
|
https://github.com/holepunchto/bare-stream
|
|
899
931
|
bare-tcp@2.6.1
|
|
900
932
|
https://github.com/holepunchto/bare-tcp
|
|
901
|
-
bare-tls@3.2.
|
|
933
|
+
bare-tls@3.2.1
|
|
902
934
|
https://github.com/holepunchto/bare-tls
|
|
903
|
-
bare-tty@5.2.
|
|
935
|
+
bare-tty@5.2.2
|
|
904
936
|
https://github.com/holepunchto/bare-tty
|
|
905
|
-
bare-type@1.
|
|
937
|
+
bare-type@1.6.0
|
|
906
938
|
https://github.com/holepunchto/bare-type
|
|
907
|
-
bare-url@2.5.
|
|
939
|
+
bare-url@2.5.7
|
|
908
940
|
https://github.com/holepunchto/bare-url
|
|
909
941
|
bare-zlib@1.4.1
|
|
910
942
|
https://github.com/holepunchto/bare-zlib
|
|
911
943
|
blind-relay@1.6.1
|
|
912
944
|
https://github.com/holepunchto/blind-relay
|
|
913
|
-
compact-encoding@3.
|
|
945
|
+
compact-encoding@3.7.0
|
|
914
946
|
https://github.com/holepunchto/compact-encoding
|
|
915
947
|
compact-encoding-bitfield@1.1.0
|
|
916
948
|
https://github.com/compact-encoding/compact-encoding-bitfield
|
|
@@ -922,7 +954,7 @@ JavaScript Dependencies
|
|
|
922
954
|
https://github.com/holepunchto/events-universal
|
|
923
955
|
fd-lock@2.2.0
|
|
924
956
|
https://github.com/holepunchto/fd-lock
|
|
925
|
-
fs-native-extensions@1.5.
|
|
957
|
+
fs-native-extensions@1.5.3
|
|
926
958
|
https://github.com/holepunchto/fs-native-extensions
|
|
927
959
|
hyperblobs@2.13.0
|
|
928
960
|
https://github.com/holepunchto/hyperblobs
|
|
@@ -934,7 +966,7 @@ JavaScript Dependencies
|
|
|
934
966
|
https://github.com/holepunchto/hypercore-stats
|
|
935
967
|
hypercore-storage@3.4.0
|
|
936
968
|
https://github.com/holepunchto/hypercore-storage
|
|
937
|
-
hyperdb@6.11.
|
|
969
|
+
hyperdb@6.11.1
|
|
938
970
|
https://github.com/holepunchto/hyperdb
|
|
939
971
|
hyperdht-address@1.1.1
|
|
940
972
|
https://github.com/holepunchto/hyperdht-address
|
|
@@ -946,15 +978,15 @@ JavaScript Dependencies
|
|
|
946
978
|
https://github.com/holepunchto/hyperdrive
|
|
947
979
|
hyperschema@1.26.2
|
|
948
980
|
https://github.com/holepunchto/hyperschema
|
|
949
|
-
hyperswarm-stats@1.3.
|
|
981
|
+
hyperswarm-stats@1.3.4
|
|
950
982
|
https://github.com/holepunchto/hyperswarm-stats
|
|
951
983
|
index-encoder@3.5.0
|
|
952
984
|
https://github.com/holepunchto/index-encoder
|
|
953
985
|
mirror-drive@1.14.2
|
|
954
986
|
https://github.com/holepunchto/mirror-drive
|
|
955
|
-
noise-handshake@4.2.
|
|
987
|
+
noise-handshake@4.2.1
|
|
956
988
|
https://github.com/holepunchto/noise-handshake
|
|
957
|
-
paparam@1.
|
|
989
|
+
paparam@1.15.0
|
|
958
990
|
https://github.com/holepunchto/paparam
|
|
959
991
|
passive-core-watcher@1.0.2
|
|
960
992
|
https://github.com/holepunchto/passive-core-watcher
|
|
@@ -972,7 +1004,7 @@ JavaScript Dependencies
|
|
|
972
1004
|
https://github.com/holepunchto/require-addon
|
|
973
1005
|
resource-on-exit@1.0.0
|
|
974
1006
|
https://github.com/holepunchto/bare-teardown
|
|
975
|
-
rocksdb-native@3.19.
|
|
1007
|
+
rocksdb-native@3.19.5
|
|
976
1008
|
https://github.com/holepunchto/rocksdb-native
|
|
977
1009
|
scope-lock@1.2.4
|
|
978
1010
|
https://github.com/holepunchto/scope-lock
|
|
@@ -982,7 +1014,7 @@ JavaScript Dependencies
|
|
|
982
1014
|
https://github.com/holepunchto/sub-encoder
|
|
983
1015
|
text-decoder@1.2.7
|
|
984
1016
|
https://github.com/holepunchto/text-decoder
|
|
985
|
-
udx-native@1.22.
|
|
1017
|
+
udx-native@1.22.1
|
|
986
1018
|
https://github.com/holepunchto/udx-native
|
|
987
1019
|
unslab@1.3.1
|
|
988
1020
|
https://github.com/holepunchto/unslab
|
|
@@ -999,7 +1031,7 @@ JavaScript Dependencies
|
|
|
999
1031
|
https://github.com/chm-diederichs/noise-curve-ed
|
|
1000
1032
|
quickbit-universal@2.2.1
|
|
1001
1033
|
https://github.com/holepunchto/quickbit-universal
|
|
1002
|
-
semver@7.8.
|
|
1034
|
+
semver@7.8.6
|
|
1003
1035
|
https://github.com/npm/node-semver
|
|
1004
1036
|
simdle-universal@1.1.3
|
|
1005
1037
|
https://github.com/holepunchto/simdle-universal
|
|
@@ -1032,11 +1064,11 @@ JavaScript Dependencies
|
|
|
1032
1064
|
https://github.com/mafintosh/generate-string
|
|
1033
1065
|
hyperbee@2.27.3
|
|
1034
1066
|
https://github.com/holepunchto/hyperbee
|
|
1035
|
-
hypercore@11.
|
|
1067
|
+
hypercore@11.40.4
|
|
1036
1068
|
https://github.com/holepunchto/hypercore
|
|
1037
1069
|
hypercore-crypto@3.7.0
|
|
1038
1070
|
https://github.com/mafintosh/hypercore-crypto
|
|
1039
|
-
hyperdht@6.
|
|
1071
|
+
hyperdht@6.36.0
|
|
1040
1072
|
https://github.com/holepunchto/hyperdht
|
|
1041
1073
|
hyperswarm@4.17.2
|
|
1042
1074
|
https://github.com/holepunchto/hyperswarm
|
|
@@ -1054,7 +1086,7 @@ JavaScript Dependencies
|
|
|
1054
1086
|
https://github.com/mafintosh/nat-sampler
|
|
1055
1087
|
protocol-buffers-encodings@1.2.0
|
|
1056
1088
|
https://github.com/mafintosh/protocol-buffers-encodings
|
|
1057
|
-
protomux@3.13.
|
|
1089
|
+
protomux@3.13.1
|
|
1058
1090
|
https://github.com/holepunchto/protomux
|
|
1059
1091
|
queue-tick@1.0.1
|
|
1060
1092
|
https://github.com/mafintosh/queue-tick
|
|
@@ -1076,7 +1108,7 @@ JavaScript Dependencies
|
|
|
1076
1108
|
https://github.com/mafintosh/signal-promise
|
|
1077
1109
|
signed-varint@2.0.1
|
|
1078
1110
|
https://github.com/dominictarr/signed-varint
|
|
1079
|
-
sodium-native@5.2.
|
|
1111
|
+
sodium-native@5.2.1
|
|
1080
1112
|
https://github.com/holepunchto/sodium-native
|
|
1081
1113
|
sodium-secretstream@1.2.0
|
|
1082
1114
|
https://github.com/mafintosh/sodium-secretstream
|
package/README.md
CHANGED
|
@@ -111,7 +111,7 @@ projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
|
|
|
111
111
|
decoder; reference encoding also needs the codec encoder. Prompt rows must
|
|
112
112
|
cover the complete native prompt, including dialogue and reference rows.
|
|
113
113
|
Missing workloads return an unknown assessment rather than guessing.
|
|
114
|
-
MOSS-Speech has no
|
|
114
|
+
MOSS-Speech has no fitter and assesses as unknown. Workloads are
|
|
115
115
|
fit-only: loading a MOSS model does not accept them, so the fit check before a
|
|
116
116
|
MOSS load is unknown.
|
|
117
117
|
|
|
@@ -123,6 +123,8 @@ endpoint cannot represent those requests.
|
|
|
123
123
|
|
|
124
124
|
The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
|
|
125
125
|
|
|
126
|
+
The engine keeps models and its cache under `.qvac` in a home folder, which defaults to `HOME`. A Bare Kit worklet has no `HOME`, so call `initialize({ homeDir })` from `@qvac/inference/engine` with the app's storage folder before the first request; only the first call's folder applies.
|
|
127
|
+
|
|
126
128
|
The `includeAudioDecoder` setting is read by the SDK bundler. Set it to `false` when packaging a worker that only receives raw PCM or streaming audio; `audiogen-ggml` can also use PCM or WAV output without FFmpeg. Compressed audio file decoding and compressed audiogen output formats require `bare-ffmpeg` to be bundled.
|
|
127
129
|
|
|
128
130
|
## System resource diagnostics
|
|
@@ -1,21 +1,21 @@
|
|
|
1
1
|
import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/index.js';
|
|
2
2
|
/**
|
|
3
|
-
*
|
|
4
|
-
*
|
|
3
|
+
* Whether a set of models fits in this device's memory when loaded together,
|
|
4
|
+
* without downloading them.
|
|
5
5
|
*
|
|
6
|
-
*
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
* should treat it as "cannot say", not "no".
|
|
6
|
+
* Each model's engine fitter runs against the registry's weightless description
|
|
7
|
+
* of the model, or the model itself when it is on disk. The memory each load
|
|
8
|
+
* takes is summed per device and compared against what is free.
|
|
10
9
|
*
|
|
11
|
-
*
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
10
|
+
* `unknown` is the answer for a load that would start but cannot be sized: an
|
|
11
|
+
* engine with no fitter, a load the fitter cannot project, a model with no
|
|
12
|
+
* registry description that is not on disk, or a device that reported no free
|
|
13
|
+
* memory.
|
|
15
14
|
*
|
|
16
|
-
* @param input -
|
|
17
|
-
*
|
|
18
|
-
* @
|
|
19
|
-
*
|
|
15
|
+
* @param input - The models, each as `loadModel` takes it.
|
|
16
|
+
* @returns The verdict for the set, and each model's own verdict and stats.
|
|
17
|
+
* @throws The error `loadModel` would throw for a load it refuses: no plugin
|
|
18
|
+
* for the model type, a config the plugin refuses, or a model the fitter
|
|
19
|
+
* cannot read.
|
|
20
20
|
*/
|
|
21
21
|
export declare function assessModelFit(input: AssessModelFitInput): Promise<AssessModelFitResult>;
|
|
@@ -2,23 +2,23 @@ import { assessModelFitInputSchema } from '../schemas/index.js';
|
|
|
2
2
|
import { send } from '../dispatch.js';
|
|
3
3
|
import { InvalidResponseError } from '../errors/index.js';
|
|
4
4
|
/**
|
|
5
|
-
*
|
|
6
|
-
*
|
|
5
|
+
* Whether a set of models fits in this device's memory when loaded together,
|
|
6
|
+
* without downloading them.
|
|
7
7
|
*
|
|
8
|
-
*
|
|
9
|
-
*
|
|
10
|
-
*
|
|
11
|
-
* should treat it as "cannot say", not "no".
|
|
8
|
+
* Each model's engine fitter runs against the registry's weightless description
|
|
9
|
+
* of the model, or the model itself when it is on disk. The memory each load
|
|
10
|
+
* takes is summed per device and compared against what is free.
|
|
12
11
|
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
12
|
+
* `unknown` is the answer for a load that would start but cannot be sized: an
|
|
13
|
+
* engine with no fitter, a load the fitter cannot project, a model with no
|
|
14
|
+
* registry description that is not on disk, or a device that reported no free
|
|
15
|
+
* memory.
|
|
17
16
|
*
|
|
18
|
-
* @param input -
|
|
19
|
-
*
|
|
20
|
-
* @
|
|
21
|
-
*
|
|
17
|
+
* @param input - The models, each as `loadModel` takes it.
|
|
18
|
+
* @returns The verdict for the set, and each model's own verdict and stats.
|
|
19
|
+
* @throws The error `loadModel` would throw for a load it refuses: no plugin
|
|
20
|
+
* for the model type, a config the plugin refuses, or a model the fitter
|
|
21
|
+
* cannot read.
|
|
22
22
|
*/
|
|
23
23
|
export async function assessModelFit(input) {
|
|
24
24
|
const parsed = assessModelFitInputSchema.parse(input);
|
package/dist/api/audio-gen.d.ts
CHANGED
|
@@ -4,7 +4,7 @@ import { type AudioEditClientParams, type AudioGenClientParams, type AudioGenRes
|
|
|
4
4
|
* MiniMax-Music3 AudioGen model.
|
|
5
5
|
*
|
|
6
6
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
7
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
7
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
8
8
|
*
|
|
9
9
|
* @example
|
|
10
10
|
* ```typescript
|
|
@@ -27,7 +27,7 @@ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
|
|
|
27
27
|
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
28
28
|
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
29
29
|
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
30
|
-
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
30
|
+
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
|
|
31
31
|
*
|
|
32
32
|
* @example
|
|
33
33
|
* ```typescript
|
package/dist/api/audio-gen.js
CHANGED
|
@@ -3,7 +3,66 @@ import { stream } from '../dispatch.js';
|
|
|
3
3
|
import { parseClientInput } from '../api/parse-input.js';
|
|
4
4
|
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
5
5
|
import { decodeBase64 } from '../utils/encoding.js';
|
|
6
|
-
import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
6
|
+
import { AudioEncodeFailedError, InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
7
|
+
/**
|
|
8
|
+
* A queue one consumer drains as an async generator. It ends when the run
|
|
9
|
+
* does, and throws the run's error once the queued items are delivered.
|
|
10
|
+
*/
|
|
11
|
+
function createFeed() {
|
|
12
|
+
const queue = [];
|
|
13
|
+
let closed = false;
|
|
14
|
+
let failure;
|
|
15
|
+
let wake;
|
|
16
|
+
function notify() {
|
|
17
|
+
wake?.();
|
|
18
|
+
wake = undefined;
|
|
19
|
+
}
|
|
20
|
+
async function* drain() {
|
|
21
|
+
while (true) {
|
|
22
|
+
if (queue.length > 0) {
|
|
23
|
+
yield queue.shift();
|
|
24
|
+
continue;
|
|
25
|
+
}
|
|
26
|
+
if (closed) {
|
|
27
|
+
if (failure !== undefined)
|
|
28
|
+
throw failure;
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
await new Promise((resolve) => {
|
|
32
|
+
wake = resolve;
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
push(item) {
|
|
38
|
+
queue.push(item);
|
|
39
|
+
notify();
|
|
40
|
+
},
|
|
41
|
+
close(error) {
|
|
42
|
+
closed = true;
|
|
43
|
+
failure = error;
|
|
44
|
+
notify();
|
|
45
|
+
},
|
|
46
|
+
stream: drain()
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Copies one PCM frame into its own `Int16Array`. The copy keeps a caller
|
|
51
|
+
* that edits a chunk in place from changing `audio`, and gives the samples
|
|
52
|
+
* the alignment a view over the decoded bytes might lack.
|
|
53
|
+
*/
|
|
54
|
+
function toInt16Chunk(bytes, wireType) {
|
|
55
|
+
if (bytes.byteLength % Int16Array.BYTES_PER_ELEMENT !== 0) {
|
|
56
|
+
throw new InvalidResponseError(`${wireType} audio chunk`);
|
|
57
|
+
}
|
|
58
|
+
const samples = new Int16Array(bytes.byteLength / Int16Array.BYTES_PER_ELEMENT);
|
|
59
|
+
new Uint8Array(samples.buffer).set(bytes);
|
|
60
|
+
return samples;
|
|
61
|
+
}
|
|
62
|
+
async function* int16Chunks(indexes, read, wireType) {
|
|
63
|
+
for await (const index of indexes)
|
|
64
|
+
yield toInt16Chunk(read(index), wireType);
|
|
65
|
+
}
|
|
7
66
|
function concatenateChunks(chunks) {
|
|
8
67
|
const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
|
|
9
68
|
const pcm = new Uint8Array(totalLength);
|
|
@@ -19,7 +78,7 @@ function concatenateChunks(chunks) {
|
|
|
19
78
|
* MiniMax-Music3 AudioGen model.
|
|
20
79
|
*
|
|
21
80
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
22
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
81
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
23
82
|
*
|
|
24
83
|
* @example
|
|
25
84
|
* ```typescript
|
|
@@ -51,7 +110,7 @@ export function audioGen(params) {
|
|
|
51
110
|
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
52
111
|
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
53
112
|
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
54
|
-
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
113
|
+
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
|
|
55
114
|
*
|
|
56
115
|
* @example
|
|
57
116
|
* ```typescript
|
|
@@ -118,10 +177,7 @@ export function audioUnderstand(params) {
|
|
|
118
177
|
}
|
|
119
178
|
function collectRun(request, requestId, responseSchema, sink) {
|
|
120
179
|
const wireType = request.type;
|
|
121
|
-
const
|
|
122
|
-
let progressDone = false;
|
|
123
|
-
let progressError;
|
|
124
|
-
let progressResolve;
|
|
180
|
+
const progress = createFeed();
|
|
125
181
|
let resolvePayload = () => { };
|
|
126
182
|
let rejectPayload = () => { };
|
|
127
183
|
const payload = new Promise((resolve, reject) => {
|
|
@@ -143,10 +199,6 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
143
199
|
rejectDiagnostics = reject;
|
|
144
200
|
});
|
|
145
201
|
diagnostics.catch(() => { });
|
|
146
|
-
function notifyProgress() {
|
|
147
|
-
progressResolve?.();
|
|
148
|
-
progressResolve = undefined;
|
|
149
|
-
}
|
|
150
202
|
function rejectAll(error) {
|
|
151
203
|
rejectPayload(error);
|
|
152
204
|
rejectStats(error);
|
|
@@ -154,6 +206,7 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
154
206
|
}
|
|
155
207
|
async function processResponses() {
|
|
156
208
|
let receivedDone = false;
|
|
209
|
+
let failure;
|
|
157
210
|
try {
|
|
158
211
|
for await (const response of stream(request)) {
|
|
159
212
|
if (!response ||
|
|
@@ -163,10 +216,8 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
163
216
|
continue;
|
|
164
217
|
}
|
|
165
218
|
const frame = responseSchema.parse(response);
|
|
166
|
-
if (frame.progress)
|
|
167
|
-
|
|
168
|
-
notifyProgress();
|
|
169
|
-
}
|
|
219
|
+
if (frame.progress)
|
|
220
|
+
progress.push(frame.progress);
|
|
170
221
|
sink.absorb(frame);
|
|
171
222
|
if (frame.done) {
|
|
172
223
|
receivedDone = true;
|
|
@@ -185,37 +236,22 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
185
236
|
}
|
|
186
237
|
}
|
|
187
238
|
catch (error) {
|
|
188
|
-
|
|
189
|
-
rejectAll(
|
|
239
|
+
failure = error instanceof Error ? error : new InvalidResponseError(wireType, error);
|
|
240
|
+
rejectAll(failure);
|
|
190
241
|
}
|
|
191
242
|
finally {
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
async function* progressStream() {
|
|
197
|
-
while (true) {
|
|
198
|
-
const tick = progressQueue.shift();
|
|
199
|
-
if (tick) {
|
|
200
|
-
yield tick;
|
|
201
|
-
continue;
|
|
202
|
-
}
|
|
203
|
-
if (progressDone) {
|
|
204
|
-
if (progressError !== undefined)
|
|
205
|
-
throw progressError;
|
|
206
|
-
return;
|
|
207
|
-
}
|
|
208
|
-
await new Promise((resolve) => {
|
|
209
|
-
progressResolve = resolve;
|
|
210
|
-
});
|
|
243
|
+
progress.close(failure);
|
|
244
|
+
sink.close?.(failure);
|
|
211
245
|
}
|
|
212
246
|
}
|
|
213
247
|
void processResponses();
|
|
214
|
-
return { requestId, progressStream:
|
|
248
|
+
return { requestId, progressStream: progress.stream, payload, stats, diagnostics };
|
|
215
249
|
}
|
|
216
250
|
/**
|
|
217
251
|
* Consumes one generation or editing stream: PCM chunks accumulate into
|
|
218
|
-
* `audio`, carrying the format reported alongside them
|
|
252
|
+
* `audio`, carrying the format reported alongside them, and are offered one
|
|
253
|
+
* by one on `chunkStream`. The encoded file, when the request asked for one,
|
|
254
|
+
* settles `encoded`; a failed encode rejects `encoded` and nothing else.
|
|
219
255
|
*/
|
|
220
256
|
function collectAudioRun(request, requestId, responseSchema) {
|
|
221
257
|
const wireType = request.type;
|
|
@@ -223,11 +259,35 @@ function collectAudioRun(request, requestId, responseSchema) {
|
|
|
223
259
|
let sampleRate;
|
|
224
260
|
let channels;
|
|
225
261
|
let bitsPerSample;
|
|
262
|
+
let encoded;
|
|
263
|
+
let encodeFailure;
|
|
264
|
+
// The PCM is held once. Until the run settles it is the received chunks;
|
|
265
|
+
// from then on it is `audio.pcm` alone, and the chunks are views into it.
|
|
266
|
+
// `chunkStream` queues chunk indexes rather than bytes, so an unread
|
|
267
|
+
// stream keeps no second copy of the audio alive.
|
|
268
|
+
let settledPcm;
|
|
269
|
+
const chunkEnds = [];
|
|
270
|
+
const chunks = createFeed();
|
|
271
|
+
function chunkBytes(index) {
|
|
272
|
+
if (settledPcm === undefined)
|
|
273
|
+
return pcmChunks[index] ?? new Uint8Array(0);
|
|
274
|
+
const start = index > 0 ? (chunkEnds[index - 1] ?? 0) : 0;
|
|
275
|
+
return settledPcm.subarray(start, chunkEnds[index] ?? start);
|
|
276
|
+
}
|
|
226
277
|
const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, responseSchema, {
|
|
227
278
|
absorb(frame) {
|
|
279
|
+
if (frame.encoded !== undefined) {
|
|
280
|
+
encoded = { ...frame.encoded, data: decodeBase64(frame.encoded.data) };
|
|
281
|
+
}
|
|
282
|
+
if (frame.encodeError !== undefined) {
|
|
283
|
+
encodeFailure = new AudioEncodeFailedError(frame.encodeError.format, frame.encodeError.details);
|
|
284
|
+
}
|
|
228
285
|
if (frame.data === undefined)
|
|
229
286
|
return;
|
|
230
|
-
|
|
287
|
+
const bytes = decodeBase64(frame.data);
|
|
288
|
+
chunks.push(pcmChunks.length);
|
|
289
|
+
pcmChunks.push(bytes);
|
|
290
|
+
chunkEnds.push((chunkEnds.at(-1) ?? 0) + bytes.byteLength);
|
|
231
291
|
sampleRate = frame.sampleRate;
|
|
232
292
|
channels = frame.channels;
|
|
233
293
|
bitsPerSample = frame.bitsPerSample;
|
|
@@ -236,13 +296,44 @@ function collectAudioRun(request, requestId, responseSchema) {
|
|
|
236
296
|
if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
|
|
237
297
|
throw new InvalidResponseError(`${wireType} audio chunk`);
|
|
238
298
|
}
|
|
299
|
+
if (request.outputFormat !== undefined &&
|
|
300
|
+
encoded === undefined &&
|
|
301
|
+
encodeFailure === undefined) {
|
|
302
|
+
throw new InvalidResponseError(`${wireType} encoded audio`);
|
|
303
|
+
}
|
|
304
|
+
settledPcm = concatenateChunks(pcmChunks);
|
|
305
|
+
pcmChunks.length = 0;
|
|
239
306
|
return {
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
307
|
+
audio: {
|
|
308
|
+
pcm: settledPcm,
|
|
309
|
+
sampleRate,
|
|
310
|
+
channels,
|
|
311
|
+
bitsPerSample
|
|
312
|
+
},
|
|
313
|
+
encoded,
|
|
314
|
+
encodeFailure
|
|
244
315
|
};
|
|
316
|
+
},
|
|
317
|
+
close(error) {
|
|
318
|
+
chunks.close(error);
|
|
245
319
|
}
|
|
246
320
|
});
|
|
247
|
-
|
|
321
|
+
const audio = payload.then((settled) => settled.audio);
|
|
322
|
+
// A failed encode rejects the file alone; the run itself completed.
|
|
323
|
+
const encodedAudio = payload.then((settled) => {
|
|
324
|
+
if (settled.encodeFailure !== undefined)
|
|
325
|
+
throw settled.encodeFailure;
|
|
326
|
+
return settled.encoded;
|
|
327
|
+
});
|
|
328
|
+
audio.catch(() => { });
|
|
329
|
+
encodedAudio.catch(() => { });
|
|
330
|
+
return {
|
|
331
|
+
requestId,
|
|
332
|
+
progressStream,
|
|
333
|
+
chunkStream: int16Chunks(chunks.stream, chunkBytes, wireType),
|
|
334
|
+
audio,
|
|
335
|
+
encoded: encodedAudio,
|
|
336
|
+
stats,
|
|
337
|
+
diagnostics
|
|
338
|
+
};
|
|
248
339
|
}
|