@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
2
|
+
import { assertUpscalerResolved, imageConfigFor, imageFilesFor, videoConfigFor, videoFilesFor } from '../../../plugins/builtin/sdcpp-generation/load-files.js';
|
|
3
|
+
import { toEsrganAddonConfig } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
4
|
+
import { splitWorldConfig } from '../../../plugins/builtin/sdcpp-generation/world-config.js';
|
|
5
|
+
import { isMobile } from '../../../runtime/state.js';
|
|
6
|
+
import { stripMultiGpuKeys } from '../../../utils/multi-gpu-mobile.js';
|
|
7
|
+
/**
|
|
8
|
+
* Frames to project a video load at. The fitter reads one frame when nothing
|
|
9
|
+
* is passed, which projects image generation; `run` generates 33. The frame
|
|
10
|
+
* count is a generation parameter, and this assessment sees load config alone.
|
|
11
|
+
*/
|
|
12
|
+
const DEFAULT_VIDEO_FRAMES = 33;
|
|
13
|
+
/** The diffusion fit request for a load: the files and config each mode loads. */
|
|
14
|
+
export function sdcppFitRequest(load) {
|
|
15
|
+
if (load.isShardedModel) {
|
|
16
|
+
return { unknown: 'the fitter reads one model file, and this model is split' };
|
|
17
|
+
}
|
|
18
|
+
const config = { ...(load.modelConfig ?? {}) };
|
|
19
|
+
// A mobile load drops the multi-GPU keys before it runs.
|
|
20
|
+
if (isMobile())
|
|
21
|
+
stripMultiGpuKeys(config);
|
|
22
|
+
const artifacts = load.artifacts;
|
|
23
|
+
if (config.mode === 'upscale') {
|
|
24
|
+
const request = {
|
|
25
|
+
mode: 'upscale',
|
|
26
|
+
files: { esrgan: load.modelPath },
|
|
27
|
+
config: toEsrganAddonConfig(config),
|
|
28
|
+
workload: { upscaleRepeats: 1 }
|
|
29
|
+
};
|
|
30
|
+
return { request };
|
|
31
|
+
}
|
|
32
|
+
if (config.mode === 'world') {
|
|
33
|
+
const taehv = artifacts?.['taehvModelPath'];
|
|
34
|
+
if (!taehv) {
|
|
35
|
+
throw new ModelLoadFailedError('modelConfig.taehvModelSrc is required in world mode. ' +
|
|
36
|
+
'Provide the taew2_2 pixel decoder before loading the walk session.');
|
|
37
|
+
}
|
|
38
|
+
// The fitter sizes the session from the scene's header, and a session
|
|
39
|
+
// without a seed scene has none until worldCreateScene builds it.
|
|
40
|
+
const scene = artifacts['seedScenePath'];
|
|
41
|
+
if (!scene)
|
|
42
|
+
return { unknown: 'a world session without a seed scene has no scene to size' };
|
|
43
|
+
const { fitSteps, session } = splitWorldConfig(config.world);
|
|
44
|
+
const request = {
|
|
45
|
+
mode: 'world',
|
|
46
|
+
files: { model: load.modelPath, taehv, scene },
|
|
47
|
+
config: session,
|
|
48
|
+
workload: { walkSteps: fitSteps }
|
|
49
|
+
};
|
|
50
|
+
return { request };
|
|
51
|
+
}
|
|
52
|
+
const vaeTiling = config.vae_tiling !== undefined && { vaeTiling: config.vae_tiling };
|
|
53
|
+
if (config.mode === 'video') {
|
|
54
|
+
const request = {
|
|
55
|
+
files: videoFilesFor(load.modelPath, artifacts),
|
|
56
|
+
config: videoConfigFor(config),
|
|
57
|
+
workload: { ...vaeTiling, videoFrames: DEFAULT_VIDEO_FRAMES }
|
|
58
|
+
};
|
|
59
|
+
return { request };
|
|
60
|
+
}
|
|
61
|
+
assertUpscalerResolved(config, artifacts);
|
|
62
|
+
const request = {
|
|
63
|
+
files: imageFilesFor(load.modelPath, artifacts),
|
|
64
|
+
config: imageConfigFor(config),
|
|
65
|
+
workload: { ...vaeTiling, ...(config.upscaler !== undefined && { upscaleRepeats: 1 }) }
|
|
66
|
+
};
|
|
67
|
+
return { request };
|
|
68
|
+
}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import type { DiffusionFiles, SdConfig, VideoStableDiffusionArgs } from '@qvac/diffusion-cpp';
|
|
2
|
+
import type { SdcppConfig } from '../../../schemas/index.js';
|
|
3
|
+
type Artifacts = Record<string, string> | undefined;
|
|
4
|
+
/**
|
|
5
|
+
* In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
|
|
6
|
+
* must come from upscaler.model_src — the primary modelPath is the main
|
|
7
|
+
* diffusion checkpoint.
|
|
8
|
+
*/
|
|
9
|
+
export declare function assertUpscalerResolved(config: SdcppConfig, artifacts: Artifacts): void;
|
|
10
|
+
/** The image pipeline's files. */
|
|
11
|
+
export declare function imageFilesFor(modelPath: string, artifacts: Artifacts): DiffusionFiles;
|
|
12
|
+
/**
|
|
13
|
+
* The image pipeline's engine config. `mode` selects the model class and the
|
|
14
|
+
* native config does not understand it; the upscaler block is flattened into
|
|
15
|
+
* its `upscaler_*` keys.
|
|
16
|
+
*/
|
|
17
|
+
export declare function imageConfigFor(config: SdcppConfig): SdConfig;
|
|
18
|
+
/**
|
|
19
|
+
* The video pipeline's files, selecting the companion layout the way the addon
|
|
20
|
+
* self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
|
|
21
|
+
* layout (Gemma via llm + video VAE + connectors, optional audio VAE —
|
|
22
|
+
* `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
|
|
23
|
+
* audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
|
|
24
|
+
* an optional audio VAE); everything else is Wan via t5Xxl. Native code
|
|
25
|
+
* verifies the model's tensors.
|
|
26
|
+
*/
|
|
27
|
+
export declare function videoFilesFor(modelPath: string, artifacts: Artifacts): VideoStableDiffusionArgs['files'];
|
|
28
|
+
/** The video pipeline's engine config: the SDK's own keys stripped. */
|
|
29
|
+
export declare function videoConfigFor(config: SdcppConfig): SdConfig;
|
|
30
|
+
export {};
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
import { ModelLoadFailedError } from '../../../errors/index.js';
|
|
2
|
+
import { flattenUpscalerKeys } from '../../../plugins/builtin/sdcpp-generation/upscaler-config.js';
|
|
3
|
+
/**
|
|
4
|
+
* In diffusion mode the ESRGAN file (when post-generation upscale is wanted)
|
|
5
|
+
* must come from upscaler.model_src — the primary modelPath is the main
|
|
6
|
+
* diffusion checkpoint.
|
|
7
|
+
*/
|
|
8
|
+
export function assertUpscalerResolved(config, artifacts) {
|
|
9
|
+
if (config.mode === 'diffusion' &&
|
|
10
|
+
config.upscaler !== undefined &&
|
|
11
|
+
!artifacts?.['esrganModelPath']) {
|
|
12
|
+
throw new ModelLoadFailedError('modelConfig.upscaler.model_src is required when modelConfig.upscaler ' +
|
|
13
|
+
'is set in diffusion mode. Provide the ESRGAN model, omit the ' +
|
|
14
|
+
"upscaler block, or switch to modelConfig.mode = 'upscale' to load " +
|
|
15
|
+
'a standalone upscaler.');
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
/** The image pipeline's files. */
|
|
19
|
+
export function imageFilesFor(modelPath, artifacts) {
|
|
20
|
+
return {
|
|
21
|
+
model: modelPath,
|
|
22
|
+
...(artifacts?.['clipLModelPath'] && { clipL: artifacts['clipLModelPath'] }),
|
|
23
|
+
...(artifacts?.['clipGModelPath'] && { clipG: artifacts['clipGModelPath'] }),
|
|
24
|
+
...(artifacts?.['t5XxlModelPath'] && { t5Xxl: artifacts['t5XxlModelPath'] }),
|
|
25
|
+
...(artifacts?.['llmModelPath'] && { llm: artifacts['llmModelPath'] }),
|
|
26
|
+
...(artifacts?.['projectionModelPath'] && { llmVision: artifacts['projectionModelPath'] }),
|
|
27
|
+
...(artifacts?.['vaeModelPath'] && { vae: artifacts['vaeModelPath'] }),
|
|
28
|
+
...(artifacts?.['uncondModelPath'] && {
|
|
29
|
+
uncondModel: artifacts['uncondModelPath']
|
|
30
|
+
}),
|
|
31
|
+
...(artifacts?.['tokenizerPath'] && { tokenizer: artifacts['tokenizerPath'] }),
|
|
32
|
+
...(artifacts?.['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
33
|
+
};
|
|
34
|
+
}
|
|
35
|
+
/**
|
|
36
|
+
* The image pipeline's engine config. `mode` selects the model class and the
|
|
37
|
+
* native config does not understand it; the upscaler block is flattened into
|
|
38
|
+
* its `upscaler_*` keys.
|
|
39
|
+
*/
|
|
40
|
+
export function imageConfigFor(config) {
|
|
41
|
+
// eslint-disable-next-line @typescript-eslint/no-unused-vars
|
|
42
|
+
const { upscaler, mode, ...rest } = config;
|
|
43
|
+
return { ...rest, ...flattenUpscalerKeys(upscaler) };
|
|
44
|
+
}
|
|
45
|
+
/**
|
|
46
|
+
* The video pipeline's files, selecting the companion layout the way the addon
|
|
47
|
+
* self-detects it: the LTX-2 text-embedding connectors switch to the LTX-2
|
|
48
|
+
* layout (Gemma via llm + video VAE + connectors, optional audio VAE —
|
|
49
|
+
* `SdModel::isLtxModel_ = !embeddingsConnectorsPath.empty()`); without them, an
|
|
50
|
+
* audio VAE (or an llm with no Wan T5) means MiniMax-H3 (llm + video VAE, with
|
|
51
|
+
* an optional audio VAE); everything else is Wan via t5Xxl. Native code
|
|
52
|
+
* verifies the model's tensors.
|
|
53
|
+
*/
|
|
54
|
+
export function videoFilesFor(modelPath, artifacts) {
|
|
55
|
+
if (!artifacts?.['vaeModelPath']) {
|
|
56
|
+
throw new ModelLoadFailedError('modelConfig.vaeModelSrc is required in video mode. ' +
|
|
57
|
+
'Provide the Wan, LTX-2 or MiniMax-H3 video VAE before loading the video pipeline.');
|
|
58
|
+
}
|
|
59
|
+
const vaeModelPath = artifacts['vaeModelPath'];
|
|
60
|
+
const embeddingsConnectorsModelPath = artifacts['embeddingsConnectorsModelPath'];
|
|
61
|
+
if (embeddingsConnectorsModelPath) {
|
|
62
|
+
if (!artifacts['llmModelPath']) {
|
|
63
|
+
throw new ModelLoadFailedError('modelConfig.llmModelSrc is required for LTX-2 video. ' +
|
|
64
|
+
'Provide the Gemma text encoder model before loading the LTX-2 pipeline.');
|
|
65
|
+
}
|
|
66
|
+
return {
|
|
67
|
+
model: modelPath,
|
|
68
|
+
vae: vaeModelPath,
|
|
69
|
+
llm: artifacts['llmModelPath'],
|
|
70
|
+
embeddingsConnectors: embeddingsConnectorsModelPath,
|
|
71
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
72
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
73
|
+
}),
|
|
74
|
+
...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
if (artifacts['audioVaeModelPath'] ||
|
|
78
|
+
(artifacts['llmModelPath'] && !artifacts['t5XxlModelPath'])) {
|
|
79
|
+
if (!artifacts['llmModelPath']) {
|
|
80
|
+
throw new ModelLoadFailedError('MiniMax-H3 requires llmModelSrc and vaeModelSrc.');
|
|
81
|
+
}
|
|
82
|
+
if (artifacts['t5XxlModelPath'] ||
|
|
83
|
+
artifacts['highNoiseDiffusionModelPath'] ||
|
|
84
|
+
artifacts['clipVisionModelPath'] ||
|
|
85
|
+
artifacts['clipLModelPath'] ||
|
|
86
|
+
artifacts['clipGModelPath']) {
|
|
87
|
+
throw new ModelLoadFailedError('MiniMax-H3 cannot use Wan T5, high-noise, CLIP-vision or CLIP-L/G companions.');
|
|
88
|
+
}
|
|
89
|
+
return {
|
|
90
|
+
model: modelPath,
|
|
91
|
+
vae: vaeModelPath,
|
|
92
|
+
llm: artifacts['llmModelPath'],
|
|
93
|
+
...(artifacts['audioVaeModelPath'] && {
|
|
94
|
+
audioVae: artifacts['audioVaeModelPath']
|
|
95
|
+
})
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
if (!artifacts['t5XxlModelPath']) {
|
|
99
|
+
throw new ModelLoadFailedError('modelConfig.t5XxlModelSrc is required in video mode. ' +
|
|
100
|
+
'Provide the Wan text encoder model before loading the video pipeline.');
|
|
101
|
+
}
|
|
102
|
+
return {
|
|
103
|
+
model: modelPath,
|
|
104
|
+
vae: vaeModelPath,
|
|
105
|
+
t5Xxl: artifacts['t5XxlModelPath'],
|
|
106
|
+
...(artifacts['highNoiseDiffusionModelPath'] && {
|
|
107
|
+
highNoiseDiffusionModel: artifacts['highNoiseDiffusionModelPath']
|
|
108
|
+
}),
|
|
109
|
+
...(artifacts['clipVisionModelPath'] && {
|
|
110
|
+
clipVision: artifacts['clipVisionModelPath']
|
|
111
|
+
}),
|
|
112
|
+
...(artifacts['esrganModelPath'] && { esrgan: artifacts['esrganModelPath'] })
|
|
113
|
+
};
|
|
114
|
+
}
|
|
115
|
+
/** The video pipeline's engine config: the SDK's own keys stripped. */
|
|
116
|
+
export function videoConfigFor(config) {
|
|
117
|
+
/* eslint-disable @typescript-eslint/no-unused-vars */
|
|
118
|
+
const { clipLModelSrc, clipGModelSrc, clipVisionModelSrc, t5XxlModelSrc, llmModelSrc, projectionModelSrc, vaeModelSrc, highNoiseDiffusionModelSrc, uncondModelSrc, tokenizerSrc, audioVaeModelSrc, embeddingsConnectorsModelSrc, upscaler, mode, ...rest } = config;
|
|
119
|
+
/* eslint-enable @typescript-eslint/no-unused-vars */
|
|
120
|
+
return rest;
|
|
121
|
+
}
|
|
@@ -1,2 +1,8 @@
|
|
|
1
|
-
import
|
|
2
|
-
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
2
|
+
import type { DiffusionRequest, DiffusionStreamResponse, DiffusionStats } from '../../../../schemas/sdcpp-config.js';
|
|
3
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
4
|
+
export type DiffusionOpResult = {
|
|
5
|
+
requestId: string;
|
|
6
|
+
stats: DiffusionStats | undefined;
|
|
7
|
+
};
|
|
8
|
+
export declare function diffusion(request: DiffusionRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<DiffusionStreamResponse, DiffusionOpResult>;
|
|
@@ -1,64 +1,185 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
53
|
+
import { requestParent } from '../../../../schemas/plugin.js';
|
|
1
54
|
import { getModel } from '../../../../runtime/model-registry.js';
|
|
2
55
|
import Buffer from 'bare-buffer';
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
if (
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
56
|
+
import { getRequestRegistry, withRequestContext } from '../../../../runtime/index.js';
|
|
57
|
+
import { generateRandomRequestId } from '../../../../runtime/request-id.js';
|
|
58
|
+
import { getEngineLogger } from '../../../../logging/index.js';
|
|
59
|
+
import { InferenceCancelledError } from '../../../../errors/index.js';
|
|
60
|
+
export async function* diffusion(request, context) {
|
|
61
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
62
|
+
try {
|
|
63
|
+
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
64
|
+
requestId: request.requestId ?? generateRandomRequestId(),
|
|
65
|
+
sessionId: request.sessionId,
|
|
66
|
+
...requestParent(context),
|
|
67
|
+
kind: 'diffusion',
|
|
68
|
+
modelId: request.modelId
|
|
69
|
+
}), true);
|
|
70
|
+
if (ctx.signal.aborted)
|
|
71
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
72
|
+
const model = getModel(request.modelId);
|
|
73
|
+
const cancellable = model;
|
|
74
|
+
const logger = withRequestContext(getEngineLogger(), ctx);
|
|
75
|
+
let cancelPromise;
|
|
76
|
+
const onAbort = () => {
|
|
77
|
+
cancelPromise ??= cancellable.cancel().catch((error) => {
|
|
78
|
+
logger.warn(`Diffusion cancel failed: ${String(error)}`);
|
|
79
|
+
});
|
|
80
|
+
};
|
|
81
|
+
ctx.signal.addEventListener('abort', onAbort, { once: true });
|
|
82
|
+
ctx.scope.defer(async () => {
|
|
83
|
+
ctx.signal.removeEventListener('abort', onAbort);
|
|
84
|
+
// A delayed native cancel must finish before another request owns the model.
|
|
85
|
+
await cancelPromise;
|
|
86
|
+
});
|
|
87
|
+
if (ctx.signal.aborted)
|
|
88
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
89
|
+
const init_image = request.init_image ? Buffer.from(request.init_image, 'base64') : undefined;
|
|
90
|
+
const init_images = request.init_images
|
|
91
|
+
? request.init_images.map((b64) => Buffer.from(b64, 'base64'))
|
|
92
|
+
: undefined;
|
|
93
|
+
try {
|
|
94
|
+
const response = await model.run({
|
|
95
|
+
prompt: request.prompt,
|
|
96
|
+
negative_prompt: request.negative_prompt,
|
|
97
|
+
width: request.width,
|
|
98
|
+
height: request.height,
|
|
99
|
+
steps: request.steps,
|
|
100
|
+
cfg_scale: request.cfg_scale,
|
|
101
|
+
img_cfg_scale: request.img_cfg_scale ?? -1,
|
|
102
|
+
guidance: request.guidance,
|
|
103
|
+
sampling_method: request.sampling_method,
|
|
104
|
+
scheduler: request.scheduler,
|
|
105
|
+
custom_sigmas: request.custom_sigmas,
|
|
106
|
+
seed: request.seed,
|
|
107
|
+
batch_count: request.batch_count,
|
|
108
|
+
vae_tiling: request.vae_tiling,
|
|
109
|
+
vae_tile_size: request.vae_tile_size,
|
|
110
|
+
cache_preset: request.cache_preset,
|
|
111
|
+
init_image,
|
|
112
|
+
init_images,
|
|
113
|
+
increase_ref_index: request.increase_ref_index,
|
|
114
|
+
auto_resize_ref_image: request.auto_resize_ref_image,
|
|
115
|
+
strength: request.strength,
|
|
116
|
+
lora: request.lora,
|
|
117
|
+
upscale: request.upscale === false ? undefined : request.upscale
|
|
118
|
+
});
|
|
119
|
+
// Keep ownership until native work settles, including an early consumer exit.
|
|
120
|
+
let drained = false;
|
|
121
|
+
ctx.scope.defer(async () => {
|
|
122
|
+
if (drained)
|
|
123
|
+
return;
|
|
124
|
+
onAbort();
|
|
125
|
+
try {
|
|
126
|
+
await response.await();
|
|
127
|
+
}
|
|
128
|
+
catch {
|
|
129
|
+
// The stream carries the original failure or cancellation.
|
|
130
|
+
}
|
|
131
|
+
});
|
|
132
|
+
let outputIndex = 0;
|
|
133
|
+
for await (const chunk of response.iterate()) {
|
|
134
|
+
if (ctx.signal.aborted)
|
|
135
|
+
continue;
|
|
136
|
+
if (chunk instanceof Uint8Array) {
|
|
45
137
|
yield {
|
|
46
138
|
type: 'diffusionStream',
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
elapsedMs: tick['elapsed_ms']
|
|
139
|
+
data: Buffer.from(chunk).toString('base64'),
|
|
140
|
+
outputIndex: outputIndex++
|
|
50
141
|
};
|
|
51
142
|
}
|
|
143
|
+
else if (typeof chunk === 'string') {
|
|
144
|
+
try {
|
|
145
|
+
const tick = JSON.parse(chunk);
|
|
146
|
+
if ('step' in tick) {
|
|
147
|
+
yield {
|
|
148
|
+
type: 'diffusionStream',
|
|
149
|
+
step: tick['step'],
|
|
150
|
+
totalSteps: tick['total'],
|
|
151
|
+
elapsedMs: tick['elapsed_ms']
|
|
152
|
+
};
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
catch {
|
|
156
|
+
// Ignore non-JSON output.
|
|
157
|
+
}
|
|
158
|
+
}
|
|
52
159
|
}
|
|
53
|
-
|
|
54
|
-
|
|
160
|
+
drained = true;
|
|
161
|
+
if (ctx.signal.aborted)
|
|
162
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
163
|
+
const responseWithStats = response;
|
|
164
|
+
return { requestId: ctx.requestId, stats: responseWithStats.stats ?? undefined };
|
|
165
|
+
}
|
|
166
|
+
catch (error) {
|
|
167
|
+
if (ctx.signal.aborted) {
|
|
168
|
+
if (error instanceof InferenceCancelledError)
|
|
169
|
+
throw error;
|
|
170
|
+
throw new InferenceCancelledError(ctx.requestId, {}, error);
|
|
55
171
|
}
|
|
172
|
+
ctx.state = 'failed';
|
|
173
|
+
throw error;
|
|
56
174
|
}
|
|
57
175
|
}
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
176
|
+
catch (e_1) {
|
|
177
|
+
env_1.error = e_1;
|
|
178
|
+
env_1.hasError = true;
|
|
179
|
+
}
|
|
180
|
+
finally {
|
|
181
|
+
const result_1 = __disposeResources(env_1);
|
|
182
|
+
if (result_1)
|
|
183
|
+
await result_1;
|
|
184
|
+
}
|
|
64
185
|
}
|
|
@@ -1,2 +1,5 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
2
|
+
import Buffer from 'bare-buffer';
|
|
3
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
1
4
|
import type { UpscaleRequest, UpscaleStreamResponse } from '../../../../schemas/sdcpp-config.js';
|
|
2
|
-
export declare function upscale(request: UpscaleRequest): AsyncGenerator<UpscaleStreamResponse>;
|
|
5
|
+
export declare function upscale(request: UpscaleRequest & TrackedRequest, _inputStream?: AsyncIterable<Buffer>, context?: PluginHandlerContext): AsyncGenerator<UpscaleStreamResponse>;
|
|
@@ -1,7 +1,62 @@
|
|
|
1
|
+
var __addDisposableResource = (this && this.__addDisposableResource) || function (env, value, async) {
|
|
2
|
+
if (value !== null && value !== void 0) {
|
|
3
|
+
if (typeof value !== "object" && typeof value !== "function") throw new TypeError("Object expected.");
|
|
4
|
+
var dispose, inner;
|
|
5
|
+
if (async) {
|
|
6
|
+
if (!Symbol.asyncDispose) throw new TypeError("Symbol.asyncDispose is not defined.");
|
|
7
|
+
dispose = value[Symbol.asyncDispose];
|
|
8
|
+
}
|
|
9
|
+
if (dispose === void 0) {
|
|
10
|
+
if (!Symbol.dispose) throw new TypeError("Symbol.dispose is not defined.");
|
|
11
|
+
dispose = value[Symbol.dispose];
|
|
12
|
+
if (async) inner = dispose;
|
|
13
|
+
}
|
|
14
|
+
if (typeof dispose !== "function") throw new TypeError("Object not disposable.");
|
|
15
|
+
if (inner) dispose = function() { try { inner.call(this); } catch (e) { return Promise.reject(e); } };
|
|
16
|
+
env.stack.push({ value: value, dispose: dispose, async: async });
|
|
17
|
+
}
|
|
18
|
+
else if (async) {
|
|
19
|
+
env.stack.push({ async: true });
|
|
20
|
+
}
|
|
21
|
+
return value;
|
|
22
|
+
};
|
|
23
|
+
var __disposeResources = (this && this.__disposeResources) || (function (SuppressedError) {
|
|
24
|
+
return function (env) {
|
|
25
|
+
function fail(e) {
|
|
26
|
+
env.error = env.hasError ? new SuppressedError(e, env.error, "An error was suppressed during disposal.") : e;
|
|
27
|
+
env.hasError = true;
|
|
28
|
+
}
|
|
29
|
+
var r, s = 0;
|
|
30
|
+
function next() {
|
|
31
|
+
while (r = env.stack.pop()) {
|
|
32
|
+
try {
|
|
33
|
+
if (!r.async && s === 1) return s = 0, env.stack.push(r), Promise.resolve().then(next);
|
|
34
|
+
if (r.dispose) {
|
|
35
|
+
var result = r.dispose.call(r.value);
|
|
36
|
+
if (r.async) return s |= 2, Promise.resolve(result).then(next, function(e) { fail(e); return next(); });
|
|
37
|
+
}
|
|
38
|
+
else s |= 1;
|
|
39
|
+
}
|
|
40
|
+
catch (e) {
|
|
41
|
+
fail(e);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
if (s === 1) return env.hasError ? Promise.reject(env.error) : Promise.resolve();
|
|
45
|
+
if (env.hasError) throw env.error;
|
|
46
|
+
}
|
|
47
|
+
return next();
|
|
48
|
+
};
|
|
49
|
+
})(typeof SuppressedError === "function" ? SuppressedError : function (error, suppressed, message) {
|
|
50
|
+
var e = new Error(message);
|
|
51
|
+
return e.name = "SuppressedError", e.error = error, e.suppressed = suppressed, e;
|
|
52
|
+
});
|
|
53
|
+
import { requestParent } from '../../../../schemas/plugin.js';
|
|
1
54
|
import { EsrganUpscaler } from '@qvac/diffusion-cpp';
|
|
2
55
|
import Buffer from 'bare-buffer';
|
|
3
56
|
import { getModel, getModelEntry } from '../../../../runtime/model-registry.js';
|
|
4
|
-
import {
|
|
57
|
+
import { getRequestRegistry } from '../../../../runtime/index.js';
|
|
58
|
+
import { generateRandomRequestId } from '../../../../runtime/request-id.js';
|
|
59
|
+
import { InferenceCancelledError, ModelOperationNotSupportedError } from '../../../../errors/index.js';
|
|
5
60
|
import { ModelType } from '../../../../schemas/index.js';
|
|
6
61
|
// The diffusion plugin instantiates `EsrganUpscaler` when the model is loaded
|
|
7
62
|
// with `modelConfig.mode === "upscale"` and `ImgStableDiffusion` otherwise. The
|
|
@@ -15,27 +70,57 @@ function asUpscalerModel(model, modelId) {
|
|
|
15
70
|
const modelType = entry ? entry.local.modelType : ModelType.sdcppGeneration;
|
|
16
71
|
throw new ModelOperationNotSupportedError(modelId, modelType, 'upscale', ['diffusion'], []);
|
|
17
72
|
}
|
|
18
|
-
export async function* upscale(request) {
|
|
19
|
-
const
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
73
|
+
export async function* upscale(request, _inputStream, context) {
|
|
74
|
+
const env_1 = { stack: [], error: void 0, hasError: false };
|
|
75
|
+
try {
|
|
76
|
+
// Registered under the diffusion kind: the upscaler shares the model's single
|
|
77
|
+
// native job slot, so an upscale and a generation on one model queue through
|
|
78
|
+
// the same lane. The addon has no abort hook; a cancel stops delivery and
|
|
79
|
+
// the native pass runs to completion.
|
|
80
|
+
const ctx = __addDisposableResource(env_1, await getRequestRegistry().begin({
|
|
81
|
+
requestId: request.requestId ?? generateRandomRequestId(),
|
|
82
|
+
sessionId: request.sessionId,
|
|
83
|
+
...requestParent(context),
|
|
84
|
+
kind: 'diffusion',
|
|
85
|
+
modelId: request.modelId
|
|
86
|
+
}), true);
|
|
87
|
+
if (ctx.signal.aborted)
|
|
88
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
89
|
+
const model = asUpscalerModel(getModel(request.modelId), request.modelId);
|
|
90
|
+
const response = await model.upscale(Buffer.from(request.image, 'base64'), request.repeats === undefined ? undefined : { repeats: request.repeats });
|
|
91
|
+
// The addon emits exactly one final PNG regardless of `repeats`, so
|
|
92
|
+
// this loop typically iterates once. `outputIndex` is still emitted for
|
|
93
|
+
// wire parity with diffusionStream and to leave headroom for future
|
|
94
|
+
// multi-output variants.
|
|
95
|
+
let outputIndex = 0;
|
|
96
|
+
for await (const chunk of response.iterate()) {
|
|
97
|
+
if (ctx.signal.aborted)
|
|
98
|
+
continue;
|
|
99
|
+
if (chunk instanceof Uint8Array) {
|
|
100
|
+
yield {
|
|
101
|
+
type: 'upscaleStream',
|
|
102
|
+
data: Buffer.from(chunk).toString('base64'),
|
|
103
|
+
outputIndex: outputIndex++
|
|
104
|
+
};
|
|
105
|
+
}
|
|
33
106
|
}
|
|
107
|
+
if (ctx.signal.aborted)
|
|
108
|
+
throw new InferenceCancelledError(ctx.requestId);
|
|
109
|
+
const responseWithStats = response;
|
|
110
|
+
yield {
|
|
111
|
+
type: 'upscaleStream',
|
|
112
|
+
requestId: ctx.requestId,
|
|
113
|
+
done: true,
|
|
114
|
+
stats: responseWithStats.stats ?? undefined
|
|
115
|
+
};
|
|
116
|
+
}
|
|
117
|
+
catch (e_1) {
|
|
118
|
+
env_1.error = e_1;
|
|
119
|
+
env_1.hasError = true;
|
|
120
|
+
}
|
|
121
|
+
finally {
|
|
122
|
+
const result_1 = __disposeResources(env_1);
|
|
123
|
+
if (result_1)
|
|
124
|
+
await result_1;
|
|
34
125
|
}
|
|
35
|
-
const responseWithStats = response;
|
|
36
|
-
yield {
|
|
37
|
-
type: 'upscaleStream',
|
|
38
|
-
done: true,
|
|
39
|
-
stats: responseWithStats.stats ?? undefined
|
|
40
|
-
};
|
|
41
126
|
}
|
|
@@ -1,6 +1,11 @@
|
|
|
1
|
+
import { type PluginHandlerContext } from '../../../../schemas/plugin.js';
|
|
1
2
|
import { VideoStableDiffusion } from '@qvac/diffusion-cpp';
|
|
2
|
-
import { type VideoRequest, type VideoStreamResponse } from '../../../../schemas/sdcpp-config.js';
|
|
3
|
+
import { type VideoRequest, type VideoStreamResponse, type VideoStats } from '../../../../schemas/sdcpp-config.js';
|
|
4
|
+
import type { TrackedRequest } from '../../../../schemas/request-base.js';
|
|
3
5
|
export declare function markLtxVideoModel(model: VideoStableDiffusion): void;
|
|
4
6
|
export declare function markH3VideoModel(model: VideoStableDiffusion): void;
|
|
5
7
|
export declare function markMoeCapableVideoModel(model: VideoStableDiffusion): void;
|
|
6
|
-
export
|
|
8
|
+
export type VideoOpResult = {
|
|
9
|
+
stats: VideoStats | undefined;
|
|
10
|
+
};
|
|
11
|
+
export declare function video(request: VideoRequest & TrackedRequest, context?: PluginHandlerContext): AsyncGenerator<VideoStreamResponse, VideoOpResult>;
|