@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
package/dist/api/audio-gen.js
CHANGED
|
@@ -1,9 +1,68 @@
|
|
|
1
1
|
import { audioEditClientParamsSchema, audioEditStreamResponseSchema, audioGenClientParamsSchema, audioGenStreamResponseSchema, audioUnderstandClientParamsSchema, audioUnderstandResponseSchema } from '../schemas/index.js';
|
|
2
2
|
import { stream } from '../dispatch.js';
|
|
3
|
-
import { parseClientInput } from '
|
|
3
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
4
4
|
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
5
5
|
import { decodeBase64 } from '../utils/encoding.js';
|
|
6
|
-
import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
6
|
+
import { AudioEncodeFailedError, InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
7
|
+
/**
|
|
8
|
+
* A queue one consumer drains as an async generator. It ends when the run
|
|
9
|
+
* does, and throws the run's error once the queued items are delivered.
|
|
10
|
+
*/
|
|
11
|
+
function createFeed() {
|
|
12
|
+
const queue = [];
|
|
13
|
+
let closed = false;
|
|
14
|
+
let failure;
|
|
15
|
+
let wake;
|
|
16
|
+
function notify() {
|
|
17
|
+
wake?.();
|
|
18
|
+
wake = undefined;
|
|
19
|
+
}
|
|
20
|
+
async function* drain() {
|
|
21
|
+
while (true) {
|
|
22
|
+
if (queue.length > 0) {
|
|
23
|
+
yield queue.shift();
|
|
24
|
+
continue;
|
|
25
|
+
}
|
|
26
|
+
if (closed) {
|
|
27
|
+
if (failure !== undefined)
|
|
28
|
+
throw failure;
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
await new Promise((resolve) => {
|
|
32
|
+
wake = resolve;
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
return {
|
|
37
|
+
push(item) {
|
|
38
|
+
queue.push(item);
|
|
39
|
+
notify();
|
|
40
|
+
},
|
|
41
|
+
close(error) {
|
|
42
|
+
closed = true;
|
|
43
|
+
failure = error;
|
|
44
|
+
notify();
|
|
45
|
+
},
|
|
46
|
+
stream: drain()
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
/**
|
|
50
|
+
* Copies one PCM frame into its own `Int16Array`. The copy keeps a caller
|
|
51
|
+
* that edits a chunk in place from changing `audio`, and gives the samples
|
|
52
|
+
* the alignment a view over the decoded bytes might lack.
|
|
53
|
+
*/
|
|
54
|
+
function toInt16Chunk(bytes, wireType) {
|
|
55
|
+
if (bytes.byteLength % Int16Array.BYTES_PER_ELEMENT !== 0) {
|
|
56
|
+
throw new InvalidResponseError(`${wireType} audio chunk`);
|
|
57
|
+
}
|
|
58
|
+
const samples = new Int16Array(bytes.byteLength / Int16Array.BYTES_PER_ELEMENT);
|
|
59
|
+
new Uint8Array(samples.buffer).set(bytes);
|
|
60
|
+
return samples;
|
|
61
|
+
}
|
|
62
|
+
async function* int16Chunks(indexes, read, wireType) {
|
|
63
|
+
for await (const index of indexes)
|
|
64
|
+
yield toInt16Chunk(read(index), wireType);
|
|
65
|
+
}
|
|
7
66
|
function concatenateChunks(chunks) {
|
|
8
67
|
const totalLength = chunks.reduce((total, chunk) => total + chunk.length, 0);
|
|
9
68
|
const pcm = new Uint8Array(totalLength);
|
|
@@ -19,7 +78,7 @@ function concatenateChunks(chunks) {
|
|
|
19
78
|
* MiniMax-Music3 AudioGen model.
|
|
20
79
|
*
|
|
21
80
|
* @param params - AudioGen request parameters (model, caption, optional lyrics, seed, bpm, etc.).
|
|
22
|
-
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
81
|
+
* @returns A result object exposing `requestId`, `progressStream` (async iterator of `{ stage, step, total }`), `audio` (promise of the generated PCM and its format), `chunkStream` (the same PCM as one `Int16Array` per engine chunk; the engines emit one chunk when generation finishes), `encoded` (promise of the file for `outputFormat`, or `undefined`), `stats` (promise of generation statistics), and `diagnostics` (promise of the backend selection detail for the run).
|
|
23
82
|
*
|
|
24
83
|
* @example
|
|
25
84
|
* ```typescript
|
|
@@ -51,7 +110,7 @@ export function audioGen(params) {
|
|
|
51
110
|
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
52
111
|
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
53
112
|
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
54
|
-
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
113
|
+
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `chunkStream`, `encoded`, `stats`, and `diagnostics`.
|
|
55
114
|
*
|
|
56
115
|
* @example
|
|
57
116
|
* ```typescript
|
|
@@ -118,10 +177,7 @@ export function audioUnderstand(params) {
|
|
|
118
177
|
}
|
|
119
178
|
function collectRun(request, requestId, responseSchema, sink) {
|
|
120
179
|
const wireType = request.type;
|
|
121
|
-
const
|
|
122
|
-
let progressDone = false;
|
|
123
|
-
let progressError;
|
|
124
|
-
let progressResolve;
|
|
180
|
+
const progress = createFeed();
|
|
125
181
|
let resolvePayload = () => { };
|
|
126
182
|
let rejectPayload = () => { };
|
|
127
183
|
const payload = new Promise((resolve, reject) => {
|
|
@@ -143,10 +199,6 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
143
199
|
rejectDiagnostics = reject;
|
|
144
200
|
});
|
|
145
201
|
diagnostics.catch(() => { });
|
|
146
|
-
function notifyProgress() {
|
|
147
|
-
progressResolve?.();
|
|
148
|
-
progressResolve = undefined;
|
|
149
|
-
}
|
|
150
202
|
function rejectAll(error) {
|
|
151
203
|
rejectPayload(error);
|
|
152
204
|
rejectStats(error);
|
|
@@ -154,6 +206,7 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
154
206
|
}
|
|
155
207
|
async function processResponses() {
|
|
156
208
|
let receivedDone = false;
|
|
209
|
+
let failure;
|
|
157
210
|
try {
|
|
158
211
|
for await (const response of stream(request)) {
|
|
159
212
|
if (!response ||
|
|
@@ -163,10 +216,8 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
163
216
|
continue;
|
|
164
217
|
}
|
|
165
218
|
const frame = responseSchema.parse(response);
|
|
166
|
-
if (frame.progress)
|
|
167
|
-
|
|
168
|
-
notifyProgress();
|
|
169
|
-
}
|
|
219
|
+
if (frame.progress)
|
|
220
|
+
progress.push(frame.progress);
|
|
170
221
|
sink.absorb(frame);
|
|
171
222
|
if (frame.done) {
|
|
172
223
|
receivedDone = true;
|
|
@@ -185,37 +236,22 @@ function collectRun(request, requestId, responseSchema, sink) {
|
|
|
185
236
|
}
|
|
186
237
|
}
|
|
187
238
|
catch (error) {
|
|
188
|
-
|
|
189
|
-
rejectAll(
|
|
239
|
+
failure = error instanceof Error ? error : new InvalidResponseError(wireType, error);
|
|
240
|
+
rejectAll(failure);
|
|
190
241
|
}
|
|
191
242
|
finally {
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
async function* progressStream() {
|
|
197
|
-
while (true) {
|
|
198
|
-
const tick = progressQueue.shift();
|
|
199
|
-
if (tick) {
|
|
200
|
-
yield tick;
|
|
201
|
-
continue;
|
|
202
|
-
}
|
|
203
|
-
if (progressDone) {
|
|
204
|
-
if (progressError !== undefined)
|
|
205
|
-
throw progressError;
|
|
206
|
-
return;
|
|
207
|
-
}
|
|
208
|
-
await new Promise((resolve) => {
|
|
209
|
-
progressResolve = resolve;
|
|
210
|
-
});
|
|
243
|
+
progress.close(failure);
|
|
244
|
+
sink.close?.(failure);
|
|
211
245
|
}
|
|
212
246
|
}
|
|
213
247
|
void processResponses();
|
|
214
|
-
return { requestId, progressStream:
|
|
248
|
+
return { requestId, progressStream: progress.stream, payload, stats, diagnostics };
|
|
215
249
|
}
|
|
216
250
|
/**
|
|
217
251
|
* Consumes one generation or editing stream: PCM chunks accumulate into
|
|
218
|
-
* `audio`, carrying the format reported alongside them
|
|
252
|
+
* `audio`, carrying the format reported alongside them, and are offered one
|
|
253
|
+
* by one on `chunkStream`. The encoded file, when the request asked for one,
|
|
254
|
+
* settles `encoded`; a failed encode rejects `encoded` and nothing else.
|
|
219
255
|
*/
|
|
220
256
|
function collectAudioRun(request, requestId, responseSchema) {
|
|
221
257
|
const wireType = request.type;
|
|
@@ -223,11 +259,35 @@ function collectAudioRun(request, requestId, responseSchema) {
|
|
|
223
259
|
let sampleRate;
|
|
224
260
|
let channels;
|
|
225
261
|
let bitsPerSample;
|
|
262
|
+
let encoded;
|
|
263
|
+
let encodeFailure;
|
|
264
|
+
// The PCM is held once. Until the run settles it is the received chunks;
|
|
265
|
+
// from then on it is `audio.pcm` alone, and the chunks are views into it.
|
|
266
|
+
// `chunkStream` queues chunk indexes rather than bytes, so an unread
|
|
267
|
+
// stream keeps no second copy of the audio alive.
|
|
268
|
+
let settledPcm;
|
|
269
|
+
const chunkEnds = [];
|
|
270
|
+
const chunks = createFeed();
|
|
271
|
+
function chunkBytes(index) {
|
|
272
|
+
if (settledPcm === undefined)
|
|
273
|
+
return pcmChunks[index] ?? new Uint8Array(0);
|
|
274
|
+
const start = index > 0 ? (chunkEnds[index - 1] ?? 0) : 0;
|
|
275
|
+
return settledPcm.subarray(start, chunkEnds[index] ?? start);
|
|
276
|
+
}
|
|
226
277
|
const { progressStream, payload, stats, diagnostics } = collectRun(request, requestId, responseSchema, {
|
|
227
278
|
absorb(frame) {
|
|
279
|
+
if (frame.encoded !== undefined) {
|
|
280
|
+
encoded = { ...frame.encoded, data: decodeBase64(frame.encoded.data) };
|
|
281
|
+
}
|
|
282
|
+
if (frame.encodeError !== undefined) {
|
|
283
|
+
encodeFailure = new AudioEncodeFailedError(frame.encodeError.format, frame.encodeError.details);
|
|
284
|
+
}
|
|
228
285
|
if (frame.data === undefined)
|
|
229
286
|
return;
|
|
230
|
-
|
|
287
|
+
const bytes = decodeBase64(frame.data);
|
|
288
|
+
chunks.push(pcmChunks.length);
|
|
289
|
+
pcmChunks.push(bytes);
|
|
290
|
+
chunkEnds.push((chunkEnds.at(-1) ?? 0) + bytes.byteLength);
|
|
231
291
|
sampleRate = frame.sampleRate;
|
|
232
292
|
channels = frame.channels;
|
|
233
293
|
bitsPerSample = frame.bitsPerSample;
|
|
@@ -236,13 +296,44 @@ function collectAudioRun(request, requestId, responseSchema) {
|
|
|
236
296
|
if (sampleRate === undefined || channels === undefined || bitsPerSample === undefined) {
|
|
237
297
|
throw new InvalidResponseError(`${wireType} audio chunk`);
|
|
238
298
|
}
|
|
299
|
+
if (request.outputFormat !== undefined &&
|
|
300
|
+
encoded === undefined &&
|
|
301
|
+
encodeFailure === undefined) {
|
|
302
|
+
throw new InvalidResponseError(`${wireType} encoded audio`);
|
|
303
|
+
}
|
|
304
|
+
settledPcm = concatenateChunks(pcmChunks);
|
|
305
|
+
pcmChunks.length = 0;
|
|
239
306
|
return {
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
307
|
+
audio: {
|
|
308
|
+
pcm: settledPcm,
|
|
309
|
+
sampleRate,
|
|
310
|
+
channels,
|
|
311
|
+
bitsPerSample
|
|
312
|
+
},
|
|
313
|
+
encoded,
|
|
314
|
+
encodeFailure
|
|
244
315
|
};
|
|
316
|
+
},
|
|
317
|
+
close(error) {
|
|
318
|
+
chunks.close(error);
|
|
245
319
|
}
|
|
246
320
|
});
|
|
247
|
-
|
|
321
|
+
const audio = payload.then((settled) => settled.audio);
|
|
322
|
+
// A failed encode rejects the file alone; the run itself completed.
|
|
323
|
+
const encodedAudio = payload.then((settled) => {
|
|
324
|
+
if (settled.encodeFailure !== undefined)
|
|
325
|
+
throw settled.encodeFailure;
|
|
326
|
+
return settled.encoded;
|
|
327
|
+
});
|
|
328
|
+
audio.catch(() => { });
|
|
329
|
+
encodedAudio.catch(() => { });
|
|
330
|
+
return {
|
|
331
|
+
requestId,
|
|
332
|
+
progressStream,
|
|
333
|
+
chunkStream: int16Chunks(chunks.stream, chunkBytes, wireType),
|
|
334
|
+
audio,
|
|
335
|
+
encoded: encodedAudio,
|
|
336
|
+
stats,
|
|
337
|
+
diagnostics
|
|
338
|
+
};
|
|
248
339
|
}
|
|
@@ -56,7 +56,8 @@ async function resolveBatchPrompts(prompts) {
|
|
|
56
56
|
generationParams: prompt.generationParams
|
|
57
57
|
}),
|
|
58
58
|
...(prompt.responseFormat && { responseFormat: prompt.responseFormat }),
|
|
59
|
-
...(allTools.length > 0 && { tools: allTools })
|
|
59
|
+
...(allTools.length > 0 && { tools: allTools }),
|
|
60
|
+
...(prompt.toolSearch && { toolSearch: prompt.toolSearch })
|
|
60
61
|
});
|
|
61
62
|
}
|
|
62
63
|
return { prompts: resolvedPrompts, handlers: resolvedHandlers };
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
import { type CalcTokensParams, type RPCOptions, type Tool } from '../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../utils/tool-helpers.js';
|
|
3
|
+
type OmitTools<T> = T extends unknown ? Omit<T, 'tools'> : never;
|
|
4
|
+
export type CalcTokensClientParams = OmitTools<CalcTokensParams> & {
|
|
5
|
+
tools?: Tool[] | ToolInput[];
|
|
6
|
+
};
|
|
7
|
+
/**
|
|
8
|
+
* Counts tokens with a loaded language model without running generation.
|
|
9
|
+
*
|
|
10
|
+
* When neither `history` nor enabled tools are supplied, `text` is counted raw.
|
|
11
|
+
* Otherwise, the conversation is rendered with the model's chat template and
|
|
12
|
+
* `text`, when present, becomes its final user turn. Tools are counted only when
|
|
13
|
+
* the model was loaded with `modelConfig.tools: true`.
|
|
14
|
+
* `toolSearch` controls the limits rendered for deferred-tool search, matching
|
|
15
|
+
* `completion()`.
|
|
16
|
+
* Media content and attachments are not supported.
|
|
17
|
+
* The count uses every supplied tool and the load-time reasoning setting. A named
|
|
18
|
+
* `generationParams.tool_choice` or `generationParams.reasoning_budget` override on
|
|
19
|
+
* `completion()` can render a different prompt.
|
|
20
|
+
*
|
|
21
|
+
* @param params - Loaded model ID and at least one prompt source: `text` or non-empty `history`.
|
|
22
|
+
* @param options - Dispatch options.
|
|
23
|
+
* @returns The number of tokens in the prompt under the model's load-time settings.
|
|
24
|
+
* @throws {RequestValidationFailedError} If the request is invalid.
|
|
25
|
+
* @throws {ModelNotFoundError} If `modelId` is not loaded.
|
|
26
|
+
* @throws {ModelOperationNotSupportedError} If the loaded model is not a language model.
|
|
27
|
+
* @throws {InvalidResponseError} If the handler returns a malformed result.
|
|
28
|
+
*/
|
|
29
|
+
export declare function calcTokens(params: CalcTokensClientParams, options?: RPCOptions): Promise<number>;
|
|
30
|
+
export {};
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { send } from '../dispatch.js';
|
|
2
|
+
import { calcTokensParamsSchema, calcTokensResponseSchema } from '../schemas/index.js';
|
|
3
|
+
import { InvalidResponseError } from '../errors/index.js';
|
|
4
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
5
|
+
import { validateTools } from '../utils/tool-helpers.js';
|
|
6
|
+
/**
|
|
7
|
+
* Counts tokens with a loaded language model without running generation.
|
|
8
|
+
*
|
|
9
|
+
* When neither `history` nor enabled tools are supplied, `text` is counted raw.
|
|
10
|
+
* Otherwise, the conversation is rendered with the model's chat template and
|
|
11
|
+
* `text`, when present, becomes its final user turn. Tools are counted only when
|
|
12
|
+
* the model was loaded with `modelConfig.tools: true`.
|
|
13
|
+
* `toolSearch` controls the limits rendered for deferred-tool search, matching
|
|
14
|
+
* `completion()`.
|
|
15
|
+
* Media content and attachments are not supported.
|
|
16
|
+
* The count uses every supplied tool and the load-time reasoning setting. A named
|
|
17
|
+
* `generationParams.tool_choice` or `generationParams.reasoning_budget` override on
|
|
18
|
+
* `completion()` can render a different prompt.
|
|
19
|
+
*
|
|
20
|
+
* @param params - Loaded model ID and at least one prompt source: `text` or non-empty `history`.
|
|
21
|
+
* @param options - Dispatch options.
|
|
22
|
+
* @returns The number of tokens in the prompt under the model's load-time settings.
|
|
23
|
+
* @throws {RequestValidationFailedError} If the request is invalid.
|
|
24
|
+
* @throws {ModelNotFoundError} If `modelId` is not loaded.
|
|
25
|
+
* @throws {ModelOperationNotSupportedError} If the loaded model is not a language model.
|
|
26
|
+
* @throws {InvalidResponseError} If the handler returns a malformed result.
|
|
27
|
+
*/
|
|
28
|
+
export async function calcTokens(params, options) {
|
|
29
|
+
const tools = params.tools ? validateTools(params.tools).tools : undefined;
|
|
30
|
+
const input = parseClientInput(calcTokensParamsSchema, {
|
|
31
|
+
...params,
|
|
32
|
+
...(tools !== undefined && { tools })
|
|
33
|
+
});
|
|
34
|
+
const response = await send({ ...input, type: 'calcTokens' }, options);
|
|
35
|
+
if (response.type !== 'calcTokens')
|
|
36
|
+
throw new InvalidResponseError('calcTokens');
|
|
37
|
+
const parsed = calcTokensResponseSchema.safeParse(response);
|
|
38
|
+
if (!parsed.success)
|
|
39
|
+
throw new InvalidResponseError('calcTokens', parsed.error);
|
|
40
|
+
return parsed.data.tokens;
|
|
41
|
+
}
|
package/dist/api/classify.d.ts
CHANGED
|
@@ -2,7 +2,7 @@ import { type ClassifyClientParams, type ClassificationResult } from '../schemas
|
|
|
2
2
|
/**
|
|
3
3
|
* Classifies an image using a loaded classification model.
|
|
4
4
|
*
|
|
5
|
-
* The
|
|
5
|
+
* The `MOBILENETV3_3CLASS_V3_FP16` model produces 3 labels: `"food"`, `"report"`, `"other"`.
|
|
6
6
|
* Custom models may emit different labels sourced from the GGUF metadata.
|
|
7
7
|
*
|
|
8
8
|
* @param params.modelId - The identifier of the loaded classification model
|
|
@@ -12,7 +12,10 @@ import { type ClassifyClientParams, type ClassificationResult } from '../schemas
|
|
|
12
12
|
*
|
|
13
13
|
* @example
|
|
14
14
|
* ```typescript
|
|
15
|
-
* const modelId = await loadModel({
|
|
15
|
+
* const modelId = await loadModel({
|
|
16
|
+
* modelSrc: MOBILENETV3_3CLASS_V3_FP16,
|
|
17
|
+
* modelType: "ggml-classification",
|
|
18
|
+
* });
|
|
16
19
|
* const jpeg = fs.readFileSync("photo.jpg");
|
|
17
20
|
* const results = await classify({ modelId, image: jpeg });
|
|
18
21
|
* // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
|
package/dist/api/classify.js
CHANGED
|
@@ -4,7 +4,7 @@ import { encodeBase64 } from '../utils/encoding.js';
|
|
|
4
4
|
/**
|
|
5
5
|
* Classifies an image using a loaded classification model.
|
|
6
6
|
*
|
|
7
|
-
* The
|
|
7
|
+
* The `MOBILENETV3_3CLASS_V3_FP16` model produces 3 labels: `"food"`, `"report"`, `"other"`.
|
|
8
8
|
* Custom models may emit different labels sourced from the GGUF metadata.
|
|
9
9
|
*
|
|
10
10
|
* @param params.modelId - The identifier of the loaded classification model
|
|
@@ -14,7 +14,10 @@ import { encodeBase64 } from '../utils/encoding.js';
|
|
|
14
14
|
*
|
|
15
15
|
* @example
|
|
16
16
|
* ```typescript
|
|
17
|
-
* const modelId = await loadModel({
|
|
17
|
+
* const modelId = await loadModel({
|
|
18
|
+
* modelSrc: MOBILENETV3_3CLASS_V3_FP16,
|
|
19
|
+
* modelType: "ggml-classification",
|
|
20
|
+
* });
|
|
18
21
|
* const jpeg = fs.readFileSync("photo.jpg");
|
|
19
22
|
* const results = await classify({ modelId, image: jpeg });
|
|
20
23
|
* // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
|
|
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name
|
|
31
|
+
* @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -45,6 +45,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
45
45
|
* validation must encode it explicitly in `schema`.
|
|
46
46
|
*
|
|
47
47
|
* Cannot be combined with `tools` (tools already constrain output via their parameter schema).
|
|
48
|
+
* @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache and at least one message (from history or `modelConfig.system_prompt`); cannot force tool_choice. Await final before sending the question with the same prefix.
|
|
48
49
|
* @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
|
|
49
50
|
* - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
|
|
50
51
|
* - The configHash includes model config + system prompt to ensure cache isolation
|
|
@@ -28,7 +28,7 @@ const logger = getAppLogger();
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name
|
|
31
|
+
* @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -45,6 +45,7 @@ const logger = getAppLogger();
|
|
|
45
45
|
* validation must encode it explicitly in `schema`.
|
|
46
46
|
*
|
|
47
47
|
* Cannot be combined with `tools` (tools already constrain output via their parameter schema).
|
|
48
|
+
* @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache and at least one message (from history or `modelConfig.system_prompt`); cannot force tool_choice. Await final before sending the question with the same prefix.
|
|
48
49
|
* @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
|
|
49
50
|
* - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
|
|
50
51
|
* - The configHash includes model config + system prompt to ensure cache isolation
|
|
@@ -183,7 +184,9 @@ export function completion(params) {
|
|
|
183
184
|
modelId: params.modelId,
|
|
184
185
|
history: params.history.map((message) => ({ ...message, content: message.content ?? '' })),
|
|
185
186
|
kvCache: params.kvCache,
|
|
187
|
+
prefill: params.prefill,
|
|
186
188
|
tools: allTools.length > 0 ? allTools : undefined,
|
|
189
|
+
toolSearch: params.toolSearch,
|
|
187
190
|
stream: params.stream ?? true,
|
|
188
191
|
generationParams: params.generationParams,
|
|
189
192
|
captureThinking: params.captureThinking,
|
package/dist/api/decide.js
CHANGED
|
@@ -3,7 +3,7 @@ import { decideParamsSchema, decideResponseSchema } from '../schemas/index.js';
|
|
|
3
3
|
import { InvalidResponseError } from '../errors/index.js';
|
|
4
4
|
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
5
5
|
import { generateRequestId } from '../runtime/request-id.js';
|
|
6
|
-
import { parseClientInput } from '
|
|
6
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
7
7
|
export function decide(params, options) {
|
|
8
8
|
const requestId = generateRequestId();
|
|
9
9
|
return decoratePromise(runDecide(params, requestId, options), { requestId });
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* Deletes KV cache files.
|
|
2
|
+
* Deletes KV cache files, or a registry model's cached download.
|
|
3
3
|
*
|
|
4
4
|
* @param params - The delete cache parameters
|
|
5
5
|
* @param params.all - If true, deletes all cache files, including caller-owned named caches
|
|
6
6
|
* @param params.auto - If true, reclaims only automatic caches (`completion({ kvCache: true })`) that no request is using. Named caches are untouched. Covers the whole cache directory, which is shared by every QVAC process using the same home directory
|
|
7
7
|
* @param params.kvCacheKey - The cache key to delete
|
|
8
8
|
* @param params.modelId - Optional: specific model ID to delete within the cache key. If not provided, deletes entire cache key.
|
|
9
|
+
* @param params.modelSrc - A `registry://` model source. Deletes its cached files and the registry blocks a cancelled or failed download kept for resume. Fails while the model is downloading or loaded
|
|
9
10
|
* @returns Promise resolving to success status
|
|
10
11
|
* @throws {QvacErrorBase} When the cache parameters are invalid (`InvalidDeleteCacheParamsError`) or the engine reports a delete failure (`DeleteCacheFailedError`).
|
|
11
12
|
* @example
|
|
@@ -21,6 +22,9 @@
|
|
|
21
22
|
*
|
|
22
23
|
* // Delete only specific model within cache key
|
|
23
24
|
* await deleteCache({ kvCacheKey: "my-session", modelId: "model-abc123" });
|
|
25
|
+
*
|
|
26
|
+
* // Discard a paused registry download, or a cached registry model
|
|
27
|
+
* await deleteCache({ modelSrc: QWEN3_600M_INST_Q4.src });
|
|
24
28
|
* ```
|
|
25
29
|
*/
|
|
26
30
|
export declare function deleteCache(params: {
|
|
@@ -30,6 +34,8 @@ export declare function deleteCache(params: {
|
|
|
30
34
|
} | {
|
|
31
35
|
kvCacheKey: string;
|
|
32
36
|
modelId?: string;
|
|
37
|
+
} | {
|
|
38
|
+
modelSrc: string;
|
|
33
39
|
}): Promise<{
|
|
34
40
|
success: boolean;
|
|
35
41
|
}>;
|
package/dist/api/delete-cache.js
CHANGED
|
@@ -1,13 +1,14 @@
|
|
|
1
1
|
import { send } from '../dispatch.js';
|
|
2
2
|
import { InvalidDeleteCacheParamsError, DeleteCacheFailedError } from '../errors/index.js';
|
|
3
3
|
/**
|
|
4
|
-
* Deletes KV cache files.
|
|
4
|
+
* Deletes KV cache files, or a registry model's cached download.
|
|
5
5
|
*
|
|
6
6
|
* @param params - The delete cache parameters
|
|
7
7
|
* @param params.all - If true, deletes all cache files, including caller-owned named caches
|
|
8
8
|
* @param params.auto - If true, reclaims only automatic caches (`completion({ kvCache: true })`) that no request is using. Named caches are untouched. Covers the whole cache directory, which is shared by every QVAC process using the same home directory
|
|
9
9
|
* @param params.kvCacheKey - The cache key to delete
|
|
10
10
|
* @param params.modelId - Optional: specific model ID to delete within the cache key. If not provided, deletes entire cache key.
|
|
11
|
+
* @param params.modelSrc - A `registry://` model source. Deletes its cached files and the registry blocks a cancelled or failed download kept for resume. Fails while the model is downloading or loaded
|
|
11
12
|
* @returns Promise resolving to success status
|
|
12
13
|
* @throws {QvacErrorBase} When the cache parameters are invalid (`InvalidDeleteCacheParamsError`) or the engine reports a delete failure (`DeleteCacheFailedError`).
|
|
13
14
|
* @example
|
|
@@ -23,6 +24,9 @@ import { InvalidDeleteCacheParamsError, DeleteCacheFailedError } from '../errors
|
|
|
23
24
|
*
|
|
24
25
|
* // Delete only specific model within cache key
|
|
25
26
|
* await deleteCache({ kvCacheKey: "my-session", modelId: "model-abc123" });
|
|
27
|
+
*
|
|
28
|
+
* // Discard a paused registry download, or a cached registry model
|
|
29
|
+
* await deleteCache({ modelSrc: QWEN3_600M_INST_Q4.src });
|
|
26
30
|
* ```
|
|
27
31
|
*/
|
|
28
32
|
export async function deleteCache(params) {
|
|
@@ -39,6 +43,12 @@ export async function deleteCache(params) {
|
|
|
39
43
|
auto: true
|
|
40
44
|
};
|
|
41
45
|
}
|
|
46
|
+
else if ('modelSrc' in params) {
|
|
47
|
+
req = {
|
|
48
|
+
type: 'deleteCache',
|
|
49
|
+
modelSrc: params.modelSrc
|
|
50
|
+
};
|
|
51
|
+
}
|
|
42
52
|
else if ('kvCacheKey' in params) {
|
|
43
53
|
req = {
|
|
44
54
|
type: 'deleteCache',
|
package/dist/api/diffusion.d.ts
CHANGED
|
@@ -14,8 +14,11 @@ interface DiffusionResult {
|
|
|
14
14
|
*
|
|
15
15
|
* @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
|
|
16
16
|
* @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
|
|
17
|
+
* @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
|
|
18
|
+
* @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
|
|
17
19
|
*
|
|
18
|
-
* Supports
|
|
20
|
+
* Supports txt2img without input images, img2img via `init_image`,
|
|
21
|
+
* and ordered multi-reference editing via `init_images` on supported models.
|
|
19
22
|
*
|
|
20
23
|
* @example
|
|
21
24
|
* ```typescript
|
|
@@ -29,7 +32,7 @@ interface DiffusionResult {
|
|
|
29
32
|
* const { outputs } = diffusion({ modelId, prompt: "oil painting style", init_image: initImage, strength: 0.7 });
|
|
30
33
|
*
|
|
31
34
|
* // img2img (FLUX.2 — in-context conditioning)
|
|
32
|
-
* // IMPORTANT: FLUX img2img requires `prediction: "flux2_flow"` to be set on the
|
|
35
|
+
* // IMPORTANT: FLUX.2 img2img requires `prediction: "flux2_flow"` to be set on the
|
|
33
36
|
* // model config at loadModel time (e.g. `loadModel(src, { modelType: "diffusion",
|
|
34
37
|
* // modelConfig: { prediction: "flux2_flow" } })`).
|
|
35
38
|
* const { outputs } = diffusion({ modelId, prompt: "turn into watercolor", init_image: initImage });
|
|
@@ -49,6 +52,33 @@ interface DiffusionResult {
|
|
|
49
52
|
* height: 768,
|
|
50
53
|
* });
|
|
51
54
|
*
|
|
55
|
+
* // FLUX.3 Image Klein reference editing. Load the Qwen3-VL 4B encoder and the
|
|
56
|
+
* // FLUX.2 VAE; the engine detects FLUX.3 from the weights, so leave `prediction` unset.
|
|
57
|
+
* const { outputs: flux3Edit } = diffusion({
|
|
58
|
+
* modelId,
|
|
59
|
+
* prompt: "Place the subject in a lush garden, preserving its appearance.",
|
|
60
|
+
* init_images: [refA],
|
|
61
|
+
* width: 512,
|
|
62
|
+
* height: 512,
|
|
63
|
+
* steps: 16,
|
|
64
|
+
* cfg_scale: 1,
|
|
65
|
+
* sampling_method: "euler",
|
|
66
|
+
* });
|
|
67
|
+
*
|
|
68
|
+
* // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
|
|
69
|
+
* // vision projector, and 2.1 VAE from your local files first.
|
|
70
|
+
* const { outputs: edited } = diffusion({
|
|
71
|
+
* modelId,
|
|
72
|
+
* prompt: "Place the two referenced people together in one office.",
|
|
73
|
+
* init_images: [refA, refB],
|
|
74
|
+
* width: 512,
|
|
75
|
+
* height: 512,
|
|
76
|
+
* steps: 30,
|
|
77
|
+
* cfg_scale: 6,
|
|
78
|
+
* sampling_method: "euler",
|
|
79
|
+
* seed: 42,
|
|
80
|
+
* });
|
|
81
|
+
*
|
|
52
82
|
* // LoRA adapter for this generation (absolute path required).
|
|
53
83
|
* // Persistence across subsequent diffusion() calls is controlled at
|
|
54
84
|
* // loadModel time via `modelConfig.lora_apply_mode`.
|
package/dist/api/diffusion.js
CHANGED
|
@@ -6,8 +6,11 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
|
|
|
6
6
|
*
|
|
7
7
|
* @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
|
|
8
8
|
* @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
|
|
9
|
+
* @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
|
|
10
|
+
* @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
|
|
9
11
|
*
|
|
10
|
-
* Supports
|
|
12
|
+
* Supports txt2img without input images, img2img via `init_image`,
|
|
13
|
+
* and ordered multi-reference editing via `init_images` on supported models.
|
|
11
14
|
*
|
|
12
15
|
* @example
|
|
13
16
|
* ```typescript
|
|
@@ -21,7 +24,7 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
|
|
|
21
24
|
* const { outputs } = diffusion({ modelId, prompt: "oil painting style", init_image: initImage, strength: 0.7 });
|
|
22
25
|
*
|
|
23
26
|
* // img2img (FLUX.2 — in-context conditioning)
|
|
24
|
-
* // IMPORTANT: FLUX img2img requires `prediction: "flux2_flow"` to be set on the
|
|
27
|
+
* // IMPORTANT: FLUX.2 img2img requires `prediction: "flux2_flow"` to be set on the
|
|
25
28
|
* // model config at loadModel time (e.g. `loadModel(src, { modelType: "diffusion",
|
|
26
29
|
* // modelConfig: { prediction: "flux2_flow" } })`).
|
|
27
30
|
* const { outputs } = diffusion({ modelId, prompt: "turn into watercolor", init_image: initImage });
|
|
@@ -41,6 +44,33 @@ import { decodeBase64, encodeBase64 } from '../utils/encoding.js';
|
|
|
41
44
|
* height: 768,
|
|
42
45
|
* });
|
|
43
46
|
*
|
|
47
|
+
* // FLUX.3 Image Klein reference editing. Load the Qwen3-VL 4B encoder and the
|
|
48
|
+
* // FLUX.2 VAE; the engine detects FLUX.3 from the weights, so leave `prediction` unset.
|
|
49
|
+
* const { outputs: flux3Edit } = diffusion({
|
|
50
|
+
* modelId,
|
|
51
|
+
* prompt: "Place the subject in a lush garden, preserving its appearance.",
|
|
52
|
+
* init_images: [refA],
|
|
53
|
+
* width: 512,
|
|
54
|
+
* height: 512,
|
|
55
|
+
* steps: 16,
|
|
56
|
+
* cfg_scale: 1,
|
|
57
|
+
* sampling_method: "euler",
|
|
58
|
+
* });
|
|
59
|
+
*
|
|
60
|
+
* // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
|
|
61
|
+
* // vision projector, and 2.1 VAE from your local files first.
|
|
62
|
+
* const { outputs: edited } = diffusion({
|
|
63
|
+
* modelId,
|
|
64
|
+
* prompt: "Place the two referenced people together in one office.",
|
|
65
|
+
* init_images: [refA, refB],
|
|
66
|
+
* width: 512,
|
|
67
|
+
* height: 512,
|
|
68
|
+
* steps: 30,
|
|
69
|
+
* cfg_scale: 6,
|
|
70
|
+
* sampling_method: "euler",
|
|
71
|
+
* seed: 42,
|
|
72
|
+
* });
|
|
73
|
+
*
|
|
44
74
|
* // LoRA adapter for this generation (absolute path required).
|
|
45
75
|
* // Persistence across subsequent diffusion() calls is controlled at
|
|
46
76
|
* // loadModel time via `modelConfig.lora_apply_mode`.
|
|
@@ -2,7 +2,7 @@ import { send, stream } from '../dispatch.js';
|
|
|
2
2
|
import { downloadAssetOptionsToRequestSchema } from '../schemas/index.js';
|
|
3
3
|
import { DownloadAssetFailedError, StreamEndedError, InvalidResponseError } from '../errors/index.js';
|
|
4
4
|
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
5
|
-
import { parseClientInput } from '
|
|
5
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
6
6
|
import { generateRequestId } from '../runtime/request-id.js';
|
|
7
7
|
/**
|
|
8
8
|
* Downloads an asset (model file) without loading it into memory.
|