@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -4,15 +4,29 @@ import { ModelLoadFailedError, LegacyParakeetModelDeprecatedError } from '../../
|
|
|
4
4
|
import { transcribe, transcribeStream } from '../../../plugins/ops/transcribe.js';
|
|
5
5
|
import { attachModelExecutionMs } from '../../../profiling/model-execution.js';
|
|
6
6
|
import { attachBackendDiagnostics } from '../../../profiling/backend-diagnostics.js';
|
|
7
|
-
import { buildParakeetEngineConfig } from '../../../plugins/builtin/asr-ggml/config.js';
|
|
7
|
+
import { buildParakeetEngineConfig, SPEAKER_ATTRIBUTION_MODEL_PATH } from '../../../plugins/builtin/asr-ggml/config.js';
|
|
8
|
+
import { parakeetFitRequest } from '../../../plugins/builtin/asr-ggml/fit.js';
|
|
8
9
|
import { createAsrModelLogger } from '../../../plugins/builtin/asr-ggml/logging.js';
|
|
9
|
-
|
|
10
|
+
/**
|
|
11
|
+
* Rejects the pre-0.6 ONNX fields and resolves the speaker-attribution
|
|
12
|
+
* diarization model, when one is configured, to the path the addon loads
|
|
13
|
+
* beside the ASR model. The config keeps its `modelSrc`, as the stored load
|
|
14
|
+
* config; the engine config builder swaps in the resolved path.
|
|
15
|
+
*/
|
|
16
|
+
async function resolveParakeetConfig(cfg, ctx) {
|
|
10
17
|
const cfgRecord = cfg;
|
|
11
18
|
const legacyFields = LEGACY_PARAKEET_ONNX_MODEL_CONFIG_FIELDS.filter((name) => cfgRecord[name] !== undefined);
|
|
12
19
|
if (legacyFields.length > 0) {
|
|
13
20
|
throw new LegacyParakeetModelDeprecatedError(legacyFields);
|
|
14
21
|
}
|
|
15
|
-
|
|
22
|
+
if (cfg.speakerAttribution === undefined) {
|
|
23
|
+
return { config: cfg };
|
|
24
|
+
}
|
|
25
|
+
const diarizationModelPath = await ctx.resolveModelPath(cfg.speakerAttribution.modelSrc);
|
|
26
|
+
return {
|
|
27
|
+
config: cfg,
|
|
28
|
+
artifacts: { [SPEAKER_ATTRIBUTION_MODEL_PATH]: diarizationModelPath }
|
|
29
|
+
};
|
|
16
30
|
}
|
|
17
31
|
function createParakeetModel(params) {
|
|
18
32
|
const config = (params.modelConfig ?? {});
|
|
@@ -23,7 +37,7 @@ function createParakeetModel(params) {
|
|
|
23
37
|
const logger = createAsrModelLogger(params.modelId, ModelType.parakeetTranscription);
|
|
24
38
|
const model = new ASRGgml({
|
|
25
39
|
files: { model: modelPath },
|
|
26
|
-
config: buildParakeetEngineConfig(config),
|
|
40
|
+
config: buildParakeetEngineConfig(config, params.artifacts),
|
|
27
41
|
enableStats: true,
|
|
28
42
|
logger
|
|
29
43
|
});
|
|
@@ -34,9 +48,10 @@ export const parakeetPlugin = definePlugin({
|
|
|
34
48
|
displayName: 'Parakeet (NVIDIA NeMo GGML)',
|
|
35
49
|
addonPackage: ADDON_ASR,
|
|
36
50
|
loadConfigSchema: parakeetLoadConfigSchema,
|
|
51
|
+
fitRequest: parakeetFitRequest,
|
|
37
52
|
assessFit: ASRGgml.assessFit,
|
|
38
|
-
resolveConfig(cfg) {
|
|
39
|
-
return resolveParakeetConfig(cfg);
|
|
53
|
+
resolveConfig(cfg, ctx) {
|
|
54
|
+
return resolveParakeetConfig(cfg, ctx);
|
|
40
55
|
},
|
|
41
56
|
createModel(params) {
|
|
42
57
|
return createParakeetModel(params);
|
|
@@ -47,7 +62,7 @@ export const parakeetPlugin = definePlugin({
|
|
|
47
62
|
responseSchema: transcribeResponseSchema,
|
|
48
63
|
streaming: true,
|
|
49
64
|
cancel: { scope: 'model', hard: true },
|
|
50
|
-
handler: async function* (request) {
|
|
65
|
+
handler: async function* (request, _inputStream, context) {
|
|
51
66
|
// The native serializer emits start/end/id/toAppend/isEndOfTurn/
|
|
52
67
|
// startsWord on every segment, so metadata mode is forwarded exactly
|
|
53
68
|
// as the whisper plugin does. Branching the call keeps the op's
|
|
@@ -61,14 +76,14 @@ export const parakeetPlugin = definePlugin({
|
|
|
61
76
|
hotwords: request.hotwords,
|
|
62
77
|
maxNewTokens: request.maxNewTokens,
|
|
63
78
|
metadata: true
|
|
64
|
-
}, request.requestId)
|
|
79
|
+
}, request.requestId, request.sessionId, context)
|
|
65
80
|
: transcribe({
|
|
66
81
|
modelId: request.modelId,
|
|
67
82
|
audioChunk: request.audioChunk,
|
|
68
83
|
prompt: request.prompt,
|
|
69
84
|
hotwords: request.hotwords,
|
|
70
85
|
maxNewTokens: request.maxNewTokens
|
|
71
|
-
}, request.requestId);
|
|
86
|
+
}, request.requestId, request.sessionId, context);
|
|
72
87
|
try {
|
|
73
88
|
let result = await stream.next();
|
|
74
89
|
while (!result.done) {
|
|
@@ -113,7 +128,7 @@ export const parakeetPlugin = definePlugin({
|
|
|
113
128
|
// consumers, `runStreaming` may buffer between the server generator and
|
|
114
129
|
// the duplex RPC writer — backpressure is not yet characterised. Pair
|
|
115
130
|
// the fix with request-lifecycle `cancel({ requestId })` routing.
|
|
116
|
-
handler: async function* (request, inputStream) {
|
|
131
|
+
handler: async function* (request, inputStream, context) {
|
|
117
132
|
const metadata = request.metadata === true;
|
|
118
133
|
const streamOpts = {
|
|
119
134
|
...(request.parakeetStreamingConfig && {
|
|
@@ -121,8 +136,8 @@ export const parakeetPlugin = definePlugin({
|
|
|
121
136
|
})
|
|
122
137
|
};
|
|
123
138
|
const iterator = metadata
|
|
124
|
-
? transcribeStream(request.modelId, inputStream, undefined, true, streamOpts, request.requestId)
|
|
125
|
-
: transcribeStream(request.modelId, inputStream, undefined, false, streamOpts, request.requestId);
|
|
139
|
+
? transcribeStream(request.modelId, inputStream, undefined, true, streamOpts, request.requestId, request.sessionId, context)
|
|
140
|
+
: transcribeStream(request.modelId, inputStream, undefined, false, streamOpts, request.requestId, request.sessionId, context);
|
|
126
141
|
try {
|
|
127
142
|
let result = await iterator.next();
|
|
128
143
|
while (!result.done) {
|
|
@@ -135,14 +150,25 @@ export const parakeetPlugin = definePlugin({
|
|
|
135
150
|
speaking: value.speaking,
|
|
136
151
|
probability: value.probability,
|
|
137
152
|
...(value.source && { source: value.source }),
|
|
153
|
+
...(value.timestamp !== undefined && { timestamp: value.timestamp }),
|
|
154
|
+
...(value.chunkIndex !== undefined && { chunkIndex: value.chunkIndex }),
|
|
138
155
|
...(value.speakerId !== undefined && { speakerId: value.speakerId })
|
|
139
156
|
}
|
|
140
157
|
};
|
|
141
158
|
}
|
|
142
159
|
else if (value.type === 'endOfTurn') {
|
|
160
|
+
// The shared op already normalized the addon event to the
|
|
161
|
+
// parakeet variant; forward the native timing and confidence
|
|
162
|
+
// only when the engine sent them.
|
|
163
|
+
const { timestamp, chunkIndex, confidence } = value.source === 'parakeet' ? value : {};
|
|
143
164
|
yield {
|
|
144
165
|
type: 'transcribeStream',
|
|
145
|
-
endOfTurn: {
|
|
166
|
+
endOfTurn: {
|
|
167
|
+
source: 'parakeet',
|
|
168
|
+
...(timestamp !== undefined && { timestamp }),
|
|
169
|
+
...(chunkIndex !== undefined && { chunkIndex }),
|
|
170
|
+
...(confidence !== undefined && { confidence })
|
|
171
|
+
}
|
|
146
172
|
};
|
|
147
173
|
}
|
|
148
174
|
result = await iterator.next();
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
2
|
+
import { assertUpscalerResolved, imageConfigFor, imageFilesFor, videoConfigFor, videoFilesFor } from '../../../plugins/builtin/sdcpp-generation/load-files.js';
|
|
3
|
+
import { toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
4
|
+
import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
|
|
5
|
+
import { isMobile } from '../../../runtime/state.js';
|
|
6
|
+
import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
|
|
7
|
+
/**
|
|
8
|
+
* Frames to project a video load at. The fitter reads one frame when nothing
|
|
9
|
+
* is passed, which projects image generation; `run` generates 33. The frame
|
|
10
|
+
* count is a generation parameter, and this assessment sees load config alone.
|
|
11
|
+
*/
|
|
12
|
+
const DEFAULT_VIDEO_FRAMES = 33;
|
|
13
|
+
/** The diffusion fit request for a load: the files and config each mode loads. */
|
|
14
|
+
export function sdcppFitRequest(load) {
|
|
15
|
+
if (load.isShardedModel) {
|
|
16
|
+
return { unknown: 'the fitter reads one model file, and this model is split' };
|
|
17
|
+
}
|
|
18
|
+
const config = { ...(load.modelConfig ?? {}) };
|
|
19
|
+
// A mobile load drops the multi-GPU keys before it runs.
|
|
20
|
+
if (isMobile())
|
|
21
|
+
stripMultiGpuKeys(config);
|
|
22
|
+
const artifacts = load.artifacts;
|
|
23
|
+
if (config.mode === 'upscale') {
|
|
24
|
+
const request = {
|
|
25
|
+
mode: 'upscale',
|
|
26
|
+
files: { esrgan: load.modelPath },
|
|
27
|
+
config: toEsrganAddonConfig(config),
|
|
28
|
+
workload: { upscaleRepeats: 1 }
|
|
29
|
+
};
|
|
30
|
+
return { request };
|
|
31
|
+
}
|
|
32
|
+
if (config.mode === 'world') {
|
|
33
|
+
const taehv = artifacts?.['taehvModelPath'];
|
|
34
|
+
if (!taehv) {
|
|
35
|
+
throw new ModelLoadFailedError('modelConfig.taehvModelSrc is required in world mode. ' +
|
|
36
|
+
'Provide the taew2_2 pixel decoder before loading the walk session.');
|
|
37
|
+
}
|
|
38
|
+
// The fitter sizes the session from the scene's header, and a session
|
|
39
|
+
// without a seed scene has none until worldCreateScene builds it.
|
|
40
|
+
const scene = artifacts['seedScenePath'];
|
|
41
|
+
if (!scene)
|
|
42
|
+
return { unknown: 'a world session without a seed scene has no scene to size' };
|
|
43
|
+
const { fitSteps, session } = splitWorldConfig(config.world);
|
|
44
|
+
const request = {
|
|
45
|
+
mode: 'world',
|
|
46
|
+
files: { model: load.modelPath, taehv, scene },
|
|
47
|
+
config: session,
|
|
48
|
+
workload: { walkSteps: fitSteps }
|
|
49
|
+
};
|
|
50
|
+
return { request };
|
|
51
|
+
}
|
|
52
|
+
const vaeTiling = config.vae_tiling !== undefined && { vaeTiling: config.vae_tiling };
|
|
53
|
+
if (config.mode === 'video') {
|
|
54
|
+
const request = {
|
|
55
|
+
files: videoFilesFor(load.modelPath, artifacts),
|
|
56
|
+
config: videoConfigFor(config),
|
|
57
|
+
workload: { ...vaeTiling, videoFrames: DEFAULT_VIDEO_FRAMES }
|
|
58
|
+
};
|
|
59
|
+
return { request };
|
|
60
|
+
}
|
|
61
|
+
assertUpscalerResolved(config, artifacts);
|
|
62
|
+
const request = {
|
|
63
|
+
files: imageFilesFor(load.modelPath, artifacts),
|
|
64
|
+
config: imageConfigFor(config),
|
|
65
|
+
workload: { ...vaeTiling, ...(config.upscaler !== undefined && { upscaleRepeats: 1 }) }
|
|
66
|
+
};
|
|
67
|
+
return { request };
|
|
68
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { DiffusionFiles, SdConfig, VideoStableDiffusionArgs } from '@qvac/diffusion-cpp';
|
|
2
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
+
type Artifacts = Record<string, string> | undefined;
|
|
4
|
+
/**
|
|
5
|
+
* In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
|
|
6
|
+
* must come from upscaler.model_src — the primary modelPath is the main
|
|
7
|
+
* diffusion checkpoint.
|
|
8
|
+
*/
|
|
9
|
+
export declare function assertUpscalerResolved(config: SdcppConfig, artifacts: Artifacts): void;
|
|
10
|
+
/** The image pipeline's files. */
|
|
11
|
+
export declare function imageFilesFor(modelPath: string, artifacts: Artifacts): DiffusionFiles;
|
|
12
|
+
/**
|
|
13
|
+
* The image pipeline's engine config. `mode` selects the model class and the
|
|
14
|
+
* native config does not understand it; the upscaler block is flattened into
|
|
15
|
+
* its `upscaler_*` keys.
|
|
16
|
+
*/
|
|
17
|
+
export declare function imageConfigFor(config: SdcppConfig): SdConfig;
|
|
18
|
+
/**
|
|
19
|
+
* The video pipeline's files, selecting the companion layout the way the addon
|
|
20
|
+
* self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
|
|
21
|
+
* layout (Gemma via llm + video VAE + connectors, optional audio VAE —
|
|
22
|
+
* `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
|
|
23
|
+
* audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
|
|
24
|
+
* an optional audio VAE); everything else is Wan via t5Xxl. Native code
|
|
25
|
+
* verifies the model's tensors.
|
|
26
|
+
*/
|
|
27
|
+
export declare function videoFilesFor(modelPath: string, artifacts: Artifacts): VideoStableDiffusionArgs['files'];
|
|
28
|
+
/** The video pipeline's engine config: the SDK's own keys stripped. */
|
|
29
|
+
export declare function videoConfigFor(config: SdcppConfig): SdConfig;
|
|
30
|
+
export {};
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
2
|
+
import { flattenUpscalerKeys } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
3
|
+
/**
|
|
4
|
+
* In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
|
|
5
|
+
* must come from upscaler.model_src — the primary modelPath is the main
|
|
6
|
+
* diffusion checkpoint.
|
|
7
|
+
*/
|
|
8
|
+
export function assertUpscalerResolved(config, artifacts) {
|
|
9
|
+
if (config.mode === 'diffusion' &&
|
|
10
|
+
config.upscaler !== undefined &&
|
|
11
|
+
!artifacts?.['esrganModelPath']) {
|
|
12
|
+
throw new ModelLoadFailedError('modelConfig.upscaler.model_src is required when modelConfig.upscaler ' +
|
|
13
|
+
'is set in diffusion mode. Provide the ESRGAN model, omit the ' +
|
|
14
|
+
"upscaler block, or switch to modelConfig.mode = 'upscale' to load " +
|
|
15
|
+
'a standalone upscaler.');
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
/** The image pipeline's files. */
|
|
19
|
+
export function imageFilesFor(modelPath, artifacts) {
|
|
20
|
+
return {
|
|
21
|
+
model: modelPath,
|
|
22
|
+
...(artifacts?.['clipLModelPath'] && { clipL: artifacts['clipLModelPath'] }),
|
|
23
|
+
...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
|
|
24
|
+
...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
|
|
25
|
+
...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
|
|
26
|
+
...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
|
|
27
|
+
...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
|
|
28
|
+
...(artifacts?.['uncondModelPath'] && {
|
|
29
|
+
uncondModel: artifacts['uncondModelPath']
|
|
30
|
+
}),
|
|
31
|
+
...(artifacts?.['tokenizerPath'] && { tokenizer: artifacts['tokenizerPath'] }),
|
|
32
|
+
...(artifacts?.['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* The image pipeline's engine config. `mode` selects the model class and the
|
|
37
|
+
* native config does not understand it; the upscaler block is flattened into
|
|
38
|
+
* its `upscaler_*` keys.
|
|
39
|
+
*/
|
|
40
|
+
export function imageConfigFor(config) {
|
|
41
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
42
|
+
const { upscaler, mode, ...rest } = config;
|
|
43
|
+
return { ...rest, ...flattenUpscalerKeys(upscaler) };
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* The video pipeline's files, selecting the companion layout the way the addon
|
|
47
|
+
* self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
|
|
48
|
+
* layout (Gemma via llm + video VAE + connectors, optional audio VAE —
|
|
49
|
+
* `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
|
|
50
|
+
* audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
|
|
51
|
+
* an optional audio VAE); everything else is Wan via t5Xxl. Native code
|
|
52
|
+
* verifies the model's tensors.
|
|
53
|
+
*/
|
|
54
|
+
export function videoFilesFor(modelPath, artifacts) {
|
|
55
|
+
if (!artifacts?.['vaeModelPath']) {
|
|
56
|
+
throw new ModelLoadFailedError('modelConfig.vaeModelSrc is required in video mode. ' +
|
|
57
|
+
'Provide the Wan, LTX-2 or MiniMax-H3 video VAE before loading the video pipeline.');
|
|
58
|
+
}
|
|
59
|
+
const vaeModelPath = artifacts['vaeModelPath'];
|
|
60
|
+
const embeddingsConnectorsModelPath = artifacts['embeddingsConnectorsModelPath'];
|
|
61
|
+
if (embeddingsConnectorsModelPath) {
|
|
62
|
+
if (!artifacts['llmModelPath']) {
|
|
63
|
+
throw new ModelLoadFailedError('modelConfig.llmModelSrc is required for LTX-2 video. ' +
|
|
64
|
+
'Provide the Gemma text encoder model before loading the LTX-2 pipeline.');
|
|
65
|
+
}
|
|
66
|
+
return {
|
|
67
|
+
model: modelPath,
|
|
68
|
+
vae: vaeModelPath,
|
|
69
|
+
llm: artifacts['llmModelPath'],
|
|
70
|
+
embeddingsConnectors: embeddingsConnectorsModelPath,
|
|
71
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
72
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
73
|
+
}),
|
|
74
|
+
...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
if (artifacts['audioVaeModelPath'] ||
|
|
78
|
+
(artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
|
|
79
|
+
if (!artifacts['llmModelPath']) {
|
|
80
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
81
|
+
}
|
|
82
|
+
if (artifacts['t5XxlModelPath'] ||
|
|
83
|
+
artifacts['highNoiseDiffusionModelPath'] ||
|
|
84
|
+
artifacts['clipVisionModelPath'] ||
|
|
85
|
+
artifacts['clipLModelPath'] ||
|
|
86
|
+
artifacts['clipGModelPath']) {
|
|
87
|
+
throw new ModelLoadFailedError('MiniMax-H3 cannot use Wan T5, high-noise, CLIP-vision or CLIP-L/G companions.');
|
|
88
|
+
}
|
|
89
|
+
return {
|
|
90
|
+
model: modelPath,
|
|
91
|
+
vae: vaeModelPath,
|
|
92
|
+
llm: artifacts['llmModelPath'],
|
|
93
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
94
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
95
|
+
})
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
if (!artifacts['t5XxlModelPath']) {
|
|
99
|
+
throw new ModelLoadFailedError('modelConfig.t5XxlModelSrc is required in video mode. ' +
|
|
100
|
+
'Provide the Wan text encoder model before loading the video pipeline.');
|
|
101
|
+
}
|
|
102
|
+
return {
|
|
103
|
+
model: modelPath,
|
|
104
|
+
vae: vaeModelPath,
|
|
105
|
+
t5Xxl: artifacts['t5XxlModelPath'],
|
|
106
|
+
...(artifacts['highNoiseDiffusionModelPath'] && {
|
|
107
|
+
highNoiseDiffusionModel: artifacts['highNoiseDiffusionModelPath']
|
|
108
|
+
}),
|
|
109
|
+
...(artifacts['clipVisionModelPath'] && {
|
|
110
|
+
clipVision: artifacts['clipVisionModelPath']
|
|
111
|
+
}),
|
|
112
|
+
...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
/** The video pipeline's engine config: the SDK's own keys stripped. */
|
|
116
|
+
export function videoConfigFor(config) {
|
|
117
|
+
/* eslint-disable @typescript-eslint/no-unused-vars */
|
|
118
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, tokenizerSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
119
|
+
/* eslint-enable @typescript-eslint/no-unused-vars */
|
|
120
|
+
return rest;
|
|
121
|
+
}
|
|
@@ -1,5 +1,8 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
1
2
|
import type { DiffusionRequest, DiffusionStreamResponse, DiffusionStats } from '../../../../schemas/sdcpp-config.js';
|
|
3
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
2
4
|
export type DiffusionOpResult = {
|
|
5
|
+
requestId: string;
|
|
3
6
|
stats: DiffusionStats | undefined;
|
|
4
7
|
};
|
|
5
|
-
export declare function diffusion(request: DiffusionRequest): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
|
|
8
|
+
export declare function diffusion(request: DiffusionRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
|
|
@@ -50,17 +50,20 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
|
|
|
50
50
|
var e = new Error(message);
|
|
51
51
|
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
52
|
});
|
|
53
|
+
import { requestParent } from '../../../../schemas/plugin.js';
|
|
53
54
|
import { getModel } from '../../../../runtime/model-registry.js';
|
|
54
55
|
import Buffer from 'bare-buffer';
|
|
55
56
|
import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
|
|
56
57
|
import { generateRandomRequestId } from '../../../../runtime/request-id.js';
|
|
57
58
|
import { getEngineLogger } from '../../../../logging/index.js';
|
|
58
59
|
import { InferenceCancelledError } from '../../../../errors/index.js';
|
|
59
|
-
export async function* diffusion(request) {
|
|
60
|
+
export async function* diffusion(request, context) {
|
|
60
61
|
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
61
62
|
try {
|
|
62
63
|
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
63
|
-
requestId: generateRandomRequestId(),
|
|
64
|
+
requestId: request.requestId ?? generateRandomRequestId(),
|
|
65
|
+
sessionId: request.sessionId,
|
|
66
|
+
...requestParent(context),
|
|
64
67
|
kind: 'diffusion',
|
|
65
68
|
modelId: request.modelId
|
|
66
69
|
}), true);
|
|
@@ -99,9 +102,11 @@ export async function* diffusion(request) {
|
|
|
99
102
|
guidance: request.guidance,
|
|
100
103
|
sampling_method: request.sampling_method,
|
|
101
104
|
scheduler: request.scheduler,
|
|
105
|
+
custom_sigmas: request.custom_sigmas,
|
|
102
106
|
seed: request.seed,
|
|
103
107
|
batch_count: request.batch_count,
|
|
104
108
|
vae_tiling: request.vae_tiling,
|
|
109
|
+
vae_tile_size: request.vae_tile_size,
|
|
105
110
|
cache_preset: request.cache_preset,
|
|
106
111
|
init_image,
|
|
107
112
|
init_images,
|
|
@@ -156,7 +161,7 @@ export async function* diffusion(request) {
|
|
|
156
161
|
if (ctx.signal.aborted)
|
|
157
162
|
throw new InferenceCancelledError(ctx.requestId);
|
|
158
163
|
const responseWithStats = response;
|
|
159
|
-
return { stats: responseWithStats.stats ?? undefined };
|
|
164
|
+
return { requestId: ctx.requestId, stats: responseWithStats.stats ?? undefined };
|
|
160
165
|
}
|
|
161
166
|
catch (error) {
|
|
162
167
|
if (ctx.signal.aborted) {
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
2
|
+
import Buffer from 'bare-buffer';
|
|
3
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
1
4
|
import type { UpscaleRequest, UpscaleStreamResponse } from '../../../../schemas/sdcpp-config.js';
|
|
2
|
-
export declare function upscale(request: UpscaleRequest): AsyncGenerator<UpscaleStreamResponse>;
|
|
5
|
+
export declare function upscale(request: UpscaleRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<UpscaleStreamResponse>;
|
|
@@ -1,7 +1,62 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
53
|
+
import { requestParent } from '../../../../schemas/plugin.js';
|
|
1
54
|
import { EsrganUpscaler } from '@qvac/diffusion-cpp';
|
|
2
55
|
import Buffer from 'bare-buffer';
|
|
3
56
|
import { getModel, getModelEntry } from '../../../../runtime/model-registry.js';
|
|
4
|
-
import {
|
|
57
|
+
import { getRequestRegistry } from '../../../../runtime/index.js';
|
|
58
|
+
import { generateRandomRequestId } from '../../../../runtime/request-id.js';
|
|
59
|
+
import { InferenceCancelledError, ModelOperationNotSupportedError } from '../../../../errors/index.js';
|
|
5
60
|
import { ModelType } from '../../../../schemas/index.js';
|
|
6
61
|
// The diffusion plugin instantiates `EsrganUpscaler` when the model is loaded
|
|
7
62
|
// with `modelConfig.mode === "upscale"` and `ImgStableDiffusion` otherwise. The
|
|
@@ -15,27 +70,57 @@ function asUpscalerModel(model, modelId) {
|
|
|
15
70
|
const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
|
|
16
71
|
throw new ModelOperationNotSupportedError(modelId, modelType, 'upscale', ['diffusion'], []);
|
|
17
72
|
}
|
|
18
|
-
export async function* upscale(request) {
|
|
19
|
-
const
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
73
|
+
export async function* upscale(request, _inputStream, context) {
|
|
74
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
75
|
+
try {
|
|
76
|
+
// Registered under the diffusion kind: the upscaler shares the model's single
|
|
77
|
+
// native job slot, so an upscale and a generation on one model queue through
|
|
78
|
+
// the same lane. The addon has no abort hook; a cancel stops delivery and
|
|
79
|
+
// the native pass runs to completion.
|
|
80
|
+
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
81
|
+
requestId: request.requestId ?? generateRandomRequestId(),
|
|
82
|
+
sessionId: request.sessionId,
|
|
83
|
+
...requestParent(context),
|
|
84
|
+
kind: 'diffusion',
|
|
85
|
+
modelId: request.modelId
|
|
86
|
+
}), true);
|
|
87
|
+
if (ctx.signal.aborted)
|
|
88
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
89
|
+
const model = asUpscalerModel(getModel(request.modelId), request.modelId);
|
|
90
|
+
const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
|
|
91
|
+
// The addon emits exactly one final PNG regardless of `repeats`, so
|
|
92
|
+
// this loop typically iterates once. `outputIndex` is still emitted for
|
|
93
|
+
// wire parity with diffusionStream and to leave headroom for future
|
|
94
|
+
// multi-output variants.
|
|
95
|
+
let outputIndex = 0;
|
|
96
|
+
for await (const chunk of response.iterate()) {
|
|
97
|
+
if (ctx.signal.aborted)
|
|
98
|
+
continue;
|
|
99
|
+
if (chunk instanceof Uint8Array) {
|
|
100
|
+
yield {
|
|
101
|
+
type: 'upscaleStream',
|
|
102
|
+
data: Buffer.from(chunk).toString('base64'),
|
|
103
|
+
outputIndex: outputIndex++
|
|
104
|
+
};
|
|
105
|
+
}
|
|
33
106
|
}
|
|
107
|
+
if (ctx.signal.aborted)
|
|
108
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
109
|
+
const responseWithStats = response;
|
|
110
|
+
yield {
|
|
111
|
+
type: 'upscaleStream',
|
|
112
|
+
requestId: ctx.requestId,
|
|
113
|
+
done: true,
|
|
114
|
+
stats: responseWithStats.stats ?? undefined
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
catch (e_1) {
|
|
118
|
+
env_1.error = e_1;
|
|
119
|
+
env_1.hasError = true;
|
|
120
|
+
}
|
|
121
|
+
finally {
|
|
122
|
+
const result_1 = __disposeResources(env_1);
|
|
123
|
+
if (result_1)
|
|
124
|
+
await result_1;
|
|
34
125
|
}
|
|
35
|
-
const responseWithStats = response;
|
|
36
|
-
yield {
|
|
37
|
-
type: 'upscaleStream',
|
|
38
|
-
done: true,
|
|
39
|
-
stats: responseWithStats.stats ?? undefined
|
|
40
|
-
};
|
|
41
126
|
}
|
|
@@ -1,9 +1,11 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
1
2
|
import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
|
|
2
3
|
import { type VideoRequest, type VideoStreamResponse, type VideoStats } from '../../../../schemas/sdcpp-config.js';
|
|
4
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
3
5
|
export declare function markLtxVideoModel(model: VideoStableDiffusion): void;
|
|
4
6
|
export declare function markH3VideoModel(model: VideoStableDiffusion): void;
|
|
5
7
|
export declare function markMoeCapableVideoModel(model: VideoStableDiffusion): void;
|
|
6
8
|
export type VideoOpResult = {
|
|
7
9
|
stats: VideoStats | undefined;
|
|
8
10
|
};
|
|
9
|
-
export declare function video(request: VideoRequest): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
|
|
11
|
+
export declare function video(request: VideoRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
|
|
@@ -50,6 +50,7 @@ var __disposeResources = (this && this.__disposeResources) || (function (Suppres
|
|
|
50
50
|
var e = new Error(message);
|
|
51
51
|
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
52
|
});
|
|
53
|
+
import { requestParent } from '../../../../schemas/plugin.js';
|
|
53
54
|
import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
|
|
54
55
|
import Buffer from 'bare-buffer';
|
|
55
56
|
import path from 'bare-path';
|
|
@@ -109,11 +110,13 @@ function asVideoModel(model, modelId) {
|
|
|
109
110
|
const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
|
|
110
111
|
throw new ModelOperationNotSupportedError(modelId, modelType, 'video', ['diffusion'], []);
|
|
111
112
|
}
|
|
112
|
-
export async function* video(request) {
|
|
113
|
+
export async function* video(request, context) {
|
|
113
114
|
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
114
115
|
try {
|
|
115
116
|
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
116
117
|
requestId: request.requestId ?? generateRandomRequestId(),
|
|
118
|
+
sessionId: request.sessionId,
|
|
119
|
+
...requestParent(context),
|
|
117
120
|
kind: 'diffusion',
|
|
118
121
|
modelId: request.modelId
|
|
119
122
|
}), true);
|
|
@@ -1,7 +1,9 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
1
2
|
import WorldStableDiffusion from '@qvac/diffusion-cpp/world';
|
|
2
3
|
import type { WorldConfig } from '@qvac/diffusion-cpp/world';
|
|
3
4
|
import type QvacLogger from '@qvac/logging';
|
|
4
5
|
import type { WorldSceneRequest, WorldSceneStreamResponse, WorldStepRequest, WorldStepStreamResponse } from '../../../../schemas/sdcpp-config.js';
|
|
6
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
5
7
|
interface WorldSessionArgs {
|
|
6
8
|
modelId: string;
|
|
7
9
|
files: {
|
|
@@ -121,6 +123,6 @@ export declare function worldScenePath(modelId: string): string;
|
|
|
121
123
|
* it before tearing down.
|
|
122
124
|
*/
|
|
123
125
|
export declare function createWorldSession(args: WorldSessionArgs): WorldSession;
|
|
124
|
-
export declare function worldStep(request: WorldStepRequest): AsyncGenerator<WorldStepStreamResponse>;
|
|
125
|
-
export declare function worldCreateScene(request: WorldSceneRequest): AsyncGenerator<WorldSceneStreamResponse>;
|
|
126
|
+
export declare function worldStep(request: WorldStepRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<WorldStepStreamResponse>;
|
|
127
|
+
export declare function worldCreateScene(request: WorldSceneRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<WorldSceneStreamResponse>;
|
|
126
128
|
export {};
|