@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
|
|
4
5
|
const ABSOLUTE_PATH_PATTERN = /^(\/|[A-Za-z]:[\\/]|\\\\)/;
|
|
5
6
|
const base64StringSchema = z.string().min(1).regex(BASE64_PATTERN);
|
|
@@ -33,6 +34,30 @@ const scheduleTypeSchema = z.enum([
|
|
|
33
34
|
'bong_tangent'
|
|
34
35
|
]);
|
|
35
36
|
const videoScheduleTypeSchema = z.enum([...scheduleTypeSchema.options, 'ltx2']);
|
|
37
|
+
const customSigmasSchema = z
|
|
38
|
+
.array(z
|
|
39
|
+
.number()
|
|
40
|
+
.min(0)
|
|
41
|
+
.max(3.4028234663852886e38)
|
|
42
|
+
.refine((value) => value === 0 || Math.fround(value) > 0, {
|
|
43
|
+
message: 'custom_sigmas entries must not underflow to zero in float precision'
|
|
44
|
+
}))
|
|
45
|
+
.min(2)
|
|
46
|
+
.max(2147483647)
|
|
47
|
+
.superRefine((values, ctx) => {
|
|
48
|
+
for (let i = 1; i < values.length; i++) {
|
|
49
|
+
if (Math.fround(values[i]) >= Math.fround(values[i - 1])) {
|
|
50
|
+
ctx.addIssue({
|
|
51
|
+
code: 'custom',
|
|
52
|
+
path: [i],
|
|
53
|
+
message: 'custom_sigmas must be strictly decreasing in float precision'
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
if (values.at(-1) !== 0) {
|
|
58
|
+
ctx.addIssue({ code: 'custom', message: 'custom_sigmas must end with zero' });
|
|
59
|
+
}
|
|
60
|
+
});
|
|
36
61
|
const cacheModeSchema = z.enum([
|
|
37
62
|
'disabled',
|
|
38
63
|
'easycache',
|
|
@@ -64,9 +89,9 @@ export const sdcppConfigSchema = z.object({
|
|
|
64
89
|
.enum(['diffusion', 'upscale', 'video', 'world'])
|
|
65
90
|
.default('diffusion')
|
|
66
91
|
.describe('Operation mode for the diffusion plugin. ' +
|
|
67
|
-
"`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX pipeline from " +
|
|
92
|
+
"`'diffusion'` (default) builds a full SD / SDXL / SD3 / FLUX / Qwen-Image pipeline from " +
|
|
68
93
|
'the primary model plus optional auxiliary text encoders, VAE, unconditional ' +
|
|
69
|
-
'diffusion model, and ESRGAN ' +
|
|
94
|
+
'diffusion model, external tokenizer, and ESRGAN ' +
|
|
70
95
|
'upscaler, and exposes diffusion({ ... }). ' +
|
|
71
96
|
"`'upscale'` builds a standalone ESRGAN upscaler from the primary model " +
|
|
72
97
|
'file alone (auxiliary model sources are ignored) and exposes upscale({ ... }). ' +
|
|
@@ -99,8 +124,9 @@ export const sdcppConfigSchema = z.object({
|
|
|
99
124
|
.union([z.number().int().min(0), z.enum(['integrated', 'dedicated'])])
|
|
100
125
|
.optional()
|
|
101
126
|
.describe('GPU to pin when `device` is "gpu": a GPU-device index, "integrated", or ' +
|
|
102
|
-
'"dedicated" (the discrete GPU with the most VRAM). Omit to let
|
|
103
|
-
'
|
|
127
|
+
'"dedicated" (the discrete GPU with the most VRAM). Omit to let automatic ' +
|
|
128
|
+
'placement choose: a dedicated GPU first, then an integrated one, taking ' +
|
|
129
|
+
'the largest available memory budget within each. Resolved against the ' +
|
|
104
130
|
"addon's own ggml device enumeration, so it cannot desync from the " +
|
|
105
131
|
'device list the backend actually uses. If an explicit request cannot ' +
|
|
106
132
|
'be satisfied (e.g. "integrated" with no integrated GPU, "dedicated" ' +
|
|
@@ -224,10 +250,18 @@ export const sdcppConfigSchema = z.object({
|
|
|
224
250
|
llmModelSrc: modelSrcInputSchema
|
|
225
251
|
.optional()
|
|
226
252
|
.describe('LLM text encoder model — required for FLUX.2 [klein] (Qwen3), ' +
|
|
227
|
-
'
|
|
253
|
+
'FLUX.3 Image Klein, Qwen-Image-2.1 and Ideogram 4 (Qwen3-VL), MOSS-Image (Qwen3.5), ' +
|
|
254
|
+
'LTX-2 video (Gemma), ' +
|
|
255
|
+
'and MiniMax-H3 (H3-specific Qwen3-VL).'),
|
|
256
|
+
projectionModelSrc: modelSrcInputSchema
|
|
257
|
+
.optional()
|
|
258
|
+
.describe('Vision projector for the LLM encoder. Required for Qwen-Image-2.1 ' +
|
|
259
|
+
'reference editing with its GGUF Qwen3-VL encoder; optional for text-to-image. ' +
|
|
260
|
+
'Requires llmModelSrc and diffusion mode.'),
|
|
228
261
|
vaeModelSrc: modelSrcInputSchema
|
|
229
262
|
.optional()
|
|
230
|
-
.describe('VAE decoder model
|
|
263
|
+
.describe('VAE decoder model, required for Qwen-Image-2.1, FLUX.2 [klein], FLUX.3 Image Klein, ' +
|
|
264
|
+
'Ideogram 4, MOSS-Image, ' +
|
|
231
265
|
'LTX-2 video, and MiniMax-H3 video; optional for SDXL.'),
|
|
232
266
|
highNoiseDiffusionModelSrc: modelSrcInputSchema
|
|
233
267
|
.optional()
|
|
@@ -241,6 +275,11 @@ export const sdcppConfigSchema = z.object({
|
|
|
241
275
|
'llmModelSrc (Qwen3-VL), vaeModelSrc, and a JSON-serialized structured ' +
|
|
242
276
|
'caption with explicit bounding boxes as the generation prompt. Plain-text ' +
|
|
243
277
|
"prompts produce degenerate output or the model's placeholder response."),
|
|
278
|
+
tokenizerSrc: modelSrcInputSchema
|
|
279
|
+
.optional()
|
|
280
|
+
.describe('External `tokenizer.json` for the Qwen3.5 text encoder — MOSS-Image only. ' +
|
|
281
|
+
'Requires diffusion mode, llmModelSrc (Qwen3.5) and vaeModelSrc. ' +
|
|
282
|
+
'Layout prompts can be passed as a JSON string.'),
|
|
244
283
|
clipVisionModelSrc: modelSrcInputSchema
|
|
245
284
|
.optional()
|
|
246
285
|
.describe('OpenCLIP ViT-H/14 weights (`clip_vision_h.safetensors`). Required for ' +
|
|
@@ -274,6 +313,13 @@ export const sdcppConfigSchema = z.object({
|
|
|
274
313
|
world: z
|
|
275
314
|
.object({
|
|
276
315
|
seed: z.number().int().optional().describe('Walk RNG seed.'),
|
|
316
|
+
fitSteps: z
|
|
317
|
+
.number()
|
|
318
|
+
.int()
|
|
319
|
+
.min(1)
|
|
320
|
+
.max(1000000)
|
|
321
|
+
.optional()
|
|
322
|
+
.describe('Walk steps covered by memory fit. Defaults to 100; does not limit generation or retained history.'),
|
|
277
323
|
// Mirrors parseAutoOrPositiveInt in the addon's WorldSessionHandlers.cpp:
|
|
278
324
|
// -1 or > 0. Zero and other negatives throw natively at load, after the
|
|
279
325
|
// multi-gigabyte artifacts have already been resolved.
|
|
@@ -369,7 +415,7 @@ export const sdcppConfigSchema = z.object({
|
|
|
369
415
|
.strict()
|
|
370
416
|
.optional()
|
|
371
417
|
.describe("ABot-World session tuning — mode: 'world' only, rejected in every other " +
|
|
372
|
-
'mode.
|
|
418
|
+
'mode. Session settings reach the addon; fitSteps controls only memory fit.'),
|
|
373
419
|
upscaler: z
|
|
374
420
|
.object({
|
|
375
421
|
type: z
|
|
@@ -507,6 +553,7 @@ export const videoStatsSchema = diffusionStatsSchema
|
|
|
507
553
|
});
|
|
508
554
|
export const diffusionStreamResponseSchema = z.object({
|
|
509
555
|
type: z.literal('diffusionStream'),
|
|
556
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
510
557
|
step: z.number().optional(),
|
|
511
558
|
totalSteps: z.number().optional(),
|
|
512
559
|
elapsedMs: z.number().optional(),
|
|
@@ -539,19 +586,24 @@ export const diffusionRequestSchema = z
|
|
|
539
586
|
.positive()
|
|
540
587
|
.multipleOf(8)
|
|
541
588
|
.optional()
|
|
542
|
-
.describe('Image width in pixels
|
|
589
|
+
.describe('Image width in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
|
|
543
590
|
height: z
|
|
544
591
|
.number()
|
|
545
592
|
.int()
|
|
546
593
|
.positive()
|
|
547
594
|
.multipleOf(8)
|
|
548
595
|
.optional()
|
|
549
|
-
.describe('Image height in pixels
|
|
550
|
-
steps: z
|
|
596
|
+
.describe('Image height in pixels. Multiple of 8; Qwen-Image-2.1 requires a multiple of 32.'),
|
|
597
|
+
steps: z
|
|
598
|
+
.number()
|
|
599
|
+
.int()
|
|
600
|
+
.positive()
|
|
601
|
+
.optional()
|
|
602
|
+
.describe('Number of sampling steps. Overridden by custom_sigmas.length - 1 when supplied.'),
|
|
551
603
|
cfg_scale: z
|
|
552
604
|
.number()
|
|
553
605
|
.optional()
|
|
554
|
-
.describe('Classifier-free guidance scale for SD
|
|
606
|
+
.describe('Classifier-free guidance scale for SD and Qwen-Image models; typical range 1-20, default 7'),
|
|
555
607
|
img_cfg_scale: z
|
|
556
608
|
.number()
|
|
557
609
|
.default(-1)
|
|
@@ -563,7 +615,15 @@ export const diffusionRequestSchema = z
|
|
|
563
615
|
sampling_method: samplingMethodSchema
|
|
564
616
|
.optional()
|
|
565
617
|
.describe('Sampling algorithm used by the diffusion scheduler.'),
|
|
566
|
-
scheduler: scheduleTypeSchema
|
|
618
|
+
scheduler: scheduleTypeSchema
|
|
619
|
+
.optional()
|
|
620
|
+
.describe('Noise schedule to apply when sampling. Overridden by custom_sigmas when supplied.'),
|
|
621
|
+
custom_sigmas: customSigmasSchema
|
|
622
|
+
.optional()
|
|
623
|
+
.describe('Explicit noise schedule, including terminal zero. At least two finite, non-negative ' +
|
|
624
|
+
'float values, strictly decreasing after conversion to float precision. Overrides ' +
|
|
625
|
+
'scheduler and steps; the effective step count is length minus one. ' +
|
|
626
|
+
'Qwen-Image-2.1-Turbo uses its fixed eight-step schedule with Euler and cfg_scale: 1.'),
|
|
567
627
|
seed: z
|
|
568
628
|
.number()
|
|
569
629
|
.int()
|
|
@@ -578,22 +638,42 @@ export const diffusionRequestSchema = z
|
|
|
578
638
|
vae_tiling: z
|
|
579
639
|
.boolean()
|
|
580
640
|
.optional()
|
|
581
|
-
.describe('Enable VAE tiling for large images on constrained VRAM
|
|
641
|
+
.describe('Enable VAE tiling for large images on constrained VRAM, overriding model config.'),
|
|
642
|
+
vae_tile_size: z
|
|
643
|
+
.union([
|
|
644
|
+
z.number().int().positive().max(2147483647).meta({ title: 'DiffusionVaeTileSize' }),
|
|
645
|
+
z
|
|
646
|
+
.string()
|
|
647
|
+
.regex(/^[0-9]+x[0-9]+$/, { message: 'vae_tile_size must be a WxH string' })
|
|
648
|
+
.refine((value) => value.split('x').every((dimension) => {
|
|
649
|
+
const size = Number(dimension);
|
|
650
|
+
return size > 0 && size <= 2147483647;
|
|
651
|
+
}), { message: 'vae_tile_size dimensions must be integers between 1 and 2147483647' })
|
|
652
|
+
.meta({ title: 'DiffusionVaeTileSizeSpec' })
|
|
653
|
+
])
|
|
654
|
+
.optional()
|
|
655
|
+
.describe('VAE tile size in latent units, as a positive integer or a WxH string such as 64x32. ' +
|
|
656
|
+
'Each dimension must be between 1 and 2147483647. ' +
|
|
657
|
+
'For Qwen-Image-2.1 outputs at 2048x2048 or larger, ' +
|
|
658
|
+
'use vae_tiling: true with vae_tile_size: 64 to bound decode memory.'),
|
|
582
659
|
cache_preset: z
|
|
583
660
|
.string()
|
|
584
661
|
.optional()
|
|
585
662
|
.describe('Optional name of a cached sampler preset to reuse.'),
|
|
586
663
|
init_image: base64StringSchema
|
|
587
664
|
.optional()
|
|
588
|
-
.describe('Base64-encoded
|
|
665
|
+
.describe('Base64-encoded PNG/JPEG for img2img or reference editing. ' +
|
|
666
|
+
'Qwen-Image-2.1 requires projectionModelSrc for editing and preserves reference alpha. ' +
|
|
667
|
+
'Mutually exclusive with init_images.'),
|
|
589
668
|
init_images: z
|
|
590
669
|
.array(base64StringSchema)
|
|
591
670
|
.min(1)
|
|
592
671
|
.optional()
|
|
593
|
-
.describe('
|
|
594
|
-
'
|
|
595
|
-
'
|
|
596
|
-
|
|
672
|
+
.describe('Ordered base64-encoded PNG/JPEG references for models with reference editing, ' +
|
|
673
|
+
'including FLUX.2, FLUX.3 and Qwen-Image-2.1. Native model detection validates support. ' +
|
|
674
|
+
'FLUX.3 and Qwen-Image-2.1 do not need FLUX.2 @imageN tags or a prediction override; ' +
|
|
675
|
+
'Qwen-Image-2.1 requires projectionModelSrc and preserves alpha. ' +
|
|
676
|
+
'Mutually exclusive with init_image.'),
|
|
597
677
|
increase_ref_index: z
|
|
598
678
|
.boolean()
|
|
599
679
|
.optional()
|
|
@@ -623,7 +703,9 @@ export const diffusionRequestSchema = z
|
|
|
623
703
|
.min(0)
|
|
624
704
|
.max(1)
|
|
625
705
|
.optional()
|
|
626
|
-
.describe('img2img denoising strength
|
|
706
|
+
.describe('img2img denoising strength for SD/SDXL SDEdit. ' +
|
|
707
|
+
'Does not control reference-editing strength for FLUX.2, FLUX.3 or Qwen-Image-2.1; ' +
|
|
708
|
+
'these models start the target from noise.'),
|
|
627
709
|
upscale: z
|
|
628
710
|
.union([
|
|
629
711
|
z.boolean(),
|
|
@@ -641,14 +723,17 @@ export const diffusionRequestSchema = z
|
|
|
641
723
|
'`{ repeats: N }` runs the upscaler N times sequentially — each pass ' +
|
|
642
724
|
"multiplies the output dimensions by the model's scale factor. When " +
|
|
643
725
|
'`batch_count > 1`, every output image is upscaled independently. ' +
|
|
644
|
-
'Requires the model to be loaded with `upscaler.model_src` set in modelConfig.'
|
|
726
|
+
'Requires the model to be loaded with `upscaler.model_src` set in modelConfig. ' +
|
|
727
|
+
'ESRGAN accepts RGB only; Qwen-Image-2.1 RGBA output rejects upscaling.')
|
|
645
728
|
})
|
|
646
729
|
.refine((d) => d.init_image === undefined || d.init_images === undefined, {
|
|
647
730
|
message: 'init_image and init_images are mutually exclusive — pass one or the other, not both.'
|
|
648
731
|
});
|
|
649
|
-
export const diffusionStreamRequestSchema = diffusionRequestSchema
|
|
732
|
+
export const diffusionStreamRequestSchema = diffusionRequestSchema
|
|
733
|
+
.extend({
|
|
650
734
|
type: z.literal('diffusionStream')
|
|
651
|
-
})
|
|
735
|
+
})
|
|
736
|
+
.extend(trackedRequestSchema.shape);
|
|
652
737
|
const videoGenerationBaseSchema = z.object({
|
|
653
738
|
modelId: z
|
|
654
739
|
.string()
|
|
@@ -1056,6 +1141,7 @@ function refineSingleExpertVideoRequest(data, ctx) {
|
|
|
1056
1141
|
export const singleExpertVideoRequestSchema = wan22MoeSchema.superRefine(refineSingleExpertVideoRequest);
|
|
1057
1142
|
export const videoStreamRequestSchema = videoRequestObjectSchema
|
|
1058
1143
|
.extend({ type: z.literal('videoStream') })
|
|
1144
|
+
.extend(trackedRequestSchema.shape)
|
|
1059
1145
|
.superRefine(refineVideoMode);
|
|
1060
1146
|
// ============================================
|
|
1061
1147
|
// Standalone ESRGAN upscale (mode: "upscale")
|
|
@@ -1115,11 +1201,14 @@ export const upscaleRequestSchema = z.object({
|
|
|
1115
1201
|
"dimensions by the model's native scale factor; only the final image " +
|
|
1116
1202
|
'is emitted (`outputs.length === 1`). Defaults to 1.')
|
|
1117
1203
|
});
|
|
1118
|
-
export const upscaleStreamRequestSchema = upscaleRequestSchema
|
|
1204
|
+
export const upscaleStreamRequestSchema = upscaleRequestSchema
|
|
1205
|
+
.extend({
|
|
1119
1206
|
type: z.literal('upscaleStream')
|
|
1120
|
-
})
|
|
1207
|
+
})
|
|
1208
|
+
.extend(trackedRequestSchema.shape);
|
|
1121
1209
|
export const upscaleStreamResponseSchema = z.object({
|
|
1122
1210
|
type: z.literal('upscaleStream'),
|
|
1211
|
+
requestId: z.string().optional().describe('Identity of the request, on the terminal frame.'),
|
|
1123
1212
|
data: z.string().optional(),
|
|
1124
1213
|
outputIndex: z.number().optional(),
|
|
1125
1214
|
done: z.boolean().optional(),
|
|
@@ -1192,9 +1281,11 @@ export const worldStepRequestSchema = z.object({
|
|
|
1192
1281
|
.describe('Keys held for this block. WASD move, IJKL steer the camera; duplicates are ' +
|
|
1193
1282
|
'collapsed. Omit or pass an empty array to idle.')
|
|
1194
1283
|
});
|
|
1195
|
-
export const worldStepStreamRequestSchema = worldStepRequestSchema
|
|
1284
|
+
export const worldStepStreamRequestSchema = worldStepRequestSchema
|
|
1285
|
+
.extend({
|
|
1196
1286
|
type: z.literal('worldStepStream')
|
|
1197
|
-
})
|
|
1287
|
+
})
|
|
1288
|
+
.extend(trackedRequestSchema.shape);
|
|
1198
1289
|
export const worldStepStreamResponseSchema = z.object({
|
|
1199
1290
|
type: z.literal('worldStepStream'),
|
|
1200
1291
|
// Same three fields, same names, as diffusionStream and videoStream: the
|
|
@@ -1363,7 +1454,11 @@ export const worldSceneRequestSchema = z
|
|
|
1363
1454
|
.object(worldSceneRequestShape)
|
|
1364
1455
|
.superRefine(refineWorldSceneBudget);
|
|
1365
1456
|
export const worldSceneStreamRequestSchema = z
|
|
1366
|
-
.object({
|
|
1457
|
+
.object({
|
|
1458
|
+
...worldSceneRequestShape,
|
|
1459
|
+
type: z.literal('worldSceneStream')
|
|
1460
|
+
})
|
|
1461
|
+
.extend(trackedRequestSchema.shape)
|
|
1367
1462
|
.superRefine(refineWorldSceneBudget);
|
|
1368
1463
|
export const worldSceneStreamResponseSchema = z.object({
|
|
1369
1464
|
type: z.literal('worldSceneStream'),
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const openSessionRequestSchema: z.ZodObject<{
|
|
3
|
+
type: z.ZodLiteral<"openSession">;
|
|
4
|
+
sessionId: z.ZodString;
|
|
5
|
+
name: z.ZodOptional<z.ZodString>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
export declare const openSessionResponseSchema: z.ZodObject<{
|
|
8
|
+
type: z.ZodLiteral<"openSession">;
|
|
9
|
+
success: z.ZodBoolean;
|
|
10
|
+
sessionId: z.ZodString;
|
|
11
|
+
error: z.ZodOptional<z.ZodString>;
|
|
12
|
+
}, z.core.$strip>;
|
|
13
|
+
export declare const closeSessionRequestSchema: z.ZodObject<{
|
|
14
|
+
type: z.ZodLiteral<"closeSession">;
|
|
15
|
+
sessionId: z.ZodString;
|
|
16
|
+
}, z.core.$strip>;
|
|
17
|
+
export declare const closeSessionResponseSchema: z.ZodObject<{
|
|
18
|
+
type: z.ZodLiteral<"closeSession">;
|
|
19
|
+
success: z.ZodBoolean;
|
|
20
|
+
sessionId: z.ZodString;
|
|
21
|
+
cancelled: z.ZodOptional<z.ZodNumber>;
|
|
22
|
+
releasedModels: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
23
|
+
error: z.ZodOptional<z.ZodString>;
|
|
24
|
+
}, z.core.$strip>;
|
|
25
|
+
/**
|
|
26
|
+
* Operations that change the shared runtime for every session: pausing and
|
|
27
|
+
* resuming it, deleting its model storage, and starting or stopping its RPC
|
|
28
|
+
* servers. Only the owner may call them; a session that tries is refused with
|
|
29
|
+
* `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
|
|
30
|
+
* session management, as owner-only, so generated clients leave them off a
|
|
31
|
+
* session handle.
|
|
32
|
+
*/
|
|
33
|
+
export declare const OWNER_ONLY_OPERATIONS: ReadonlySet<string>;
|
|
34
|
+
export type OpenSessionRequest = z.infer<typeof openSessionRequestSchema>;
|
|
35
|
+
export type OpenSessionResponse = z.infer<typeof openSessionResponseSchema>;
|
|
36
|
+
export type CloseSessionRequest = z.infer<typeof closeSessionRequestSchema>;
|
|
37
|
+
export type CloseSessionResponse = z.infer<typeof closeSessionResponseSchema>;
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { sessionIdSchema } from '../schemas/request-base.js';
|
|
3
|
+
export const openSessionRequestSchema = z.object({
|
|
4
|
+
type: z.literal('openSession'),
|
|
5
|
+
sessionId: sessionIdSchema.describe('Identifier the client minted for the new session. Rejected when a session with this id is already open.'),
|
|
6
|
+
name: z
|
|
7
|
+
.string()
|
|
8
|
+
.min(1)
|
|
9
|
+
.max(128)
|
|
10
|
+
.optional()
|
|
11
|
+
.describe('Human-readable label for logs and diagnostics.')
|
|
12
|
+
});
|
|
13
|
+
export const openSessionResponseSchema = z.object({
|
|
14
|
+
type: z.literal('openSession'),
|
|
15
|
+
success: z.boolean(),
|
|
16
|
+
sessionId: z.string(),
|
|
17
|
+
error: z.string().optional()
|
|
18
|
+
});
|
|
19
|
+
export const closeSessionRequestSchema = z.object({
|
|
20
|
+
type: z.literal('closeSession'),
|
|
21
|
+
sessionId: sessionIdSchema.describe('Identifier of the session to close.')
|
|
22
|
+
});
|
|
23
|
+
export const closeSessionResponseSchema = z.object({
|
|
24
|
+
type: z.literal('closeSession'),
|
|
25
|
+
success: z.boolean(),
|
|
26
|
+
sessionId: z.string(),
|
|
27
|
+
cancelled: z
|
|
28
|
+
.number()
|
|
29
|
+
.int()
|
|
30
|
+
.nonnegative()
|
|
31
|
+
.optional()
|
|
32
|
+
.describe('Number of in-flight requests of the session that this call cancelled.'),
|
|
33
|
+
releasedModels: z
|
|
34
|
+
.array(z.string())
|
|
35
|
+
.optional()
|
|
36
|
+
.describe('Model ids whose lease the session held. Models with no lease left were unloaded.'),
|
|
37
|
+
error: z.string().optional()
|
|
38
|
+
});
|
|
39
|
+
/**
|
|
40
|
+
* Operations that change the shared runtime for every session: pausing and
|
|
41
|
+
* resuming it, deleting its model storage, and starting or stopping its RPC
|
|
42
|
+
* servers. Only the owner may call them; a session that tries is refused with
|
|
43
|
+
* `OwnerOnlyError` before the handler runs. The SDK contract marks them, with
|
|
44
|
+
* session management, as owner-only, so generated clients leave them off a
|
|
45
|
+
* session handle.
|
|
46
|
+
*/
|
|
47
|
+
export const OWNER_ONLY_OPERATIONS = new Set([
|
|
48
|
+
'suspend',
|
|
49
|
+
'resume',
|
|
50
|
+
'deleteCache',
|
|
51
|
+
'startRpcServer',
|
|
52
|
+
'stopRpcServer'
|
|
53
|
+
]);
|