@qvac/inference 0.21.1 → 0.23.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +89 -41
- package/README.md +44 -1
- package/dist/api/assess-model-fit.d.ts +4 -4
- package/dist/api/assess-model-fit.js +4 -4
- package/dist/api/audio-gen.d.ts +4 -1
- package/dist/api/audio-gen.js +5 -2
- package/dist/api/batch-completion.js +1 -1
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -2
- package/dist/api/decide.d.ts +26 -0
- package/dist/api/decide.js +26 -0
- package/dist/api/diffusion.d.ts +18 -1
- package/dist/api/diffusion.js +18 -1
- package/dist/api/download-asset.js +1 -1
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +39 -37
- package/dist/api/index.js +38 -36
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/registry.d.ts +2 -1
- package/dist/api/registry.js +5 -4
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +1 -0
- package/dist/api/text-to-speech.js +15 -19
- package/dist/api/transcribe.js +5 -2
- package/dist/api/unload-model.js +1 -1
- package/dist/api/video-request.d.ts +5 -5
- package/dist/api/video.d.ts +5 -4
- package/dist/api/video.js +6 -5
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +3 -2
- package/dist/dispatch.js +16 -4
- package/dist/errors/index.d.ts +9 -0
- package/dist/errors/index.js +18 -1
- package/dist/handlers/assess-model-fit.d.ts +5 -3
- package/dist/handlers/assess-model-fit.js +84 -32
- package/dist/handlers/cancelHandler.js +1 -1
- package/dist/handlers/completion-orchestrate.js +2 -2
- package/dist/handlers/download-asset.js +2 -2
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -5
- package/dist/handlers/get-model-info.js +1 -1
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -0
- package/dist/handlers/load-model/coreml-sidecars.js +71 -8
- package/dist/handlers/load-model/download-manager.d.ts +1 -1
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +10 -7
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +3 -3
- package/dist/handlers/load-model/hyperdrive.d.ts +1 -1
- package/dist/handlers/load-model/hyperdrive.js +2 -2
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +1 -1
- package/dist/handlers/load-model/registry-companion-set.js +1 -1
- package/dist/handlers/load-model/registry-download-utils.d.ts +3 -3
- package/dist/handlers/load-model/registry-download-utils.js +2 -2
- package/dist/handlers/load-model/registry.d.ts +2 -2
- package/dist/handlers/load-model/registry.js +5 -5
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +5 -5
- package/dist/handlers/load-model/safe-fetch.js +5 -6
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +23 -7
- package/dist/handlers/registry.d.ts +3 -1
- package/dist/handlers/registry.js +7 -5
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/vector-index.js +2 -2
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +2 -2
- package/dist/{resources/model-fit → model-fit}/assess.d.ts +18 -26
- package/dist/{resources/model-fit → model-fit}/assess.js +210 -274
- package/dist/{resources/model-fit/native-probe/classify-fit.d.ts → model-fit/classify.d.ts} +2 -2
- package/dist/{resources/model-fit/native-probe/classify-fit.js → model-fit/classify.js} +36 -5
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +4 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +11 -6
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.d.ts → model-fit/description/project.d.ts} +3 -3
- package/dist/{resources/model-fit/fit-stub/project-fit-from-load.js → model-fit/description/project.js} +4 -2
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +6 -4
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +14 -6
- package/dist/model-fit/floor.d.ts +31 -0
- package/dist/{resources/model-fit → model-fit}/floor.js +13 -13
- package/dist/model-fit/kv-cache.d.ts +23 -0
- package/dist/model-fit/kv-cache.js +85 -0
- package/dist/{resources/model-fit/native-probe/advisory-fit.d.ts → model-fit/load-check.d.ts} +17 -14
- package/dist/{resources/model-fit/native-probe/advisory-fit.js → model-fit/load-check.js} +23 -64
- package/dist/model-fit/platform.d.ts +14 -0
- package/dist/model-fit/platform.js +26 -0
- package/dist/{resources/model-fit/native-probe/create-fit-request.d.ts → model-fit/request/create.d.ts} +5 -2
- package/dist/model-fit/request/create.js +61 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.d.ts +5 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/asr.js +32 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/audiogen.d.ts +1 -1
- package/dist/model-fit/request/engines/audiogen.js +63 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/diffusion.d.ts +1 -1
- package/dist/model-fit/request/engines/diffusion.js +93 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/llama.d.ts +2 -3
- package/dist/model-fit/request/engines/llama.js +44 -0
- package/dist/model-fit/request/engines/nmt.d.ts +8 -0
- package/dist/model-fit/request/engines/nmt.js +11 -0
- package/dist/model-fit/request/engines/ocr.d.ts +9 -0
- package/dist/model-fit/request/engines/ocr.js +13 -0
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.d.ts +3 -1
- package/dist/{resources/model-fit/native-probe → model-fit/request}/engines/tts.js +50 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.d.ts → model-fit/run/engine.d.ts} +17 -4
- package/dist/{resources/model-fit/native-probe/engine-fit.js → model-fit/run/engine.js} +2 -2
- package/dist/model-fit/run/run.d.ts +43 -0
- package/dist/model-fit/run/run.js +204 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1072 -815
- package/dist/models/registry/models.js +3704 -3405
- package/dist/models/registry/resource-profiles.d.ts +1 -2
- package/dist/models/registry/resource-profiles.js +406 -3
- package/dist/plugins/builtin/asr-ggml/config.d.ts +7 -1
- package/dist/plugins/builtin/asr-ggml/config.js +6 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +1 -1
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +1 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +29 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.d.ts +27 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-input.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +7 -28
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -2
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +106 -13
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +5 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +20 -3
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +3 -3
- package/dist/plugins/builtin/ggml-classification/plugin.js +1 -1
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +18 -0
- package/dist/plugins/builtin/ggml-ocr/params.js +37 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +17 -39
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +9 -2
- package/dist/plugins/builtin/ggml-vla/plugin.js +4 -4
- package/dist/plugins/builtin/index.d.ts +15 -12
- package/dist/plugins/builtin/index.js +15 -12
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +5 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +10 -7
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +141 -204
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +36 -92
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +67 -216
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +2 -49
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +2 -46
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +208 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +28 -20
- package/dist/plugins/builtin/llamacpp-completion/transform.js +5 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +89 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +129 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +222 -0
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +44 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +9 -1
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +15 -5
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +9 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +5 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +117 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +91 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +45 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +143 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.js +96 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.d.ts +6 -0
- package/dist/plugins/builtin/nmtcpp-translation/load-files.js +70 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +17 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +10 -74
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +25 -4
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +20 -5
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +168 -52
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +28 -13
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +83 -1
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +55 -52
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +22 -0
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.js +79 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +5 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +19 -7
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +151 -1
- package/dist/plugins/builtin/tts-ggml/plugin.js +39 -2
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +28 -4
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -4
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -4
- package/dist/plugins/ops/kv-cache-utils.js +25 -33
- package/dist/plugins/ops/load-model.d.ts +8 -2
- package/dist/plugins/ops/load-model.js +33 -19
- package/dist/plugins/ops/transcribe.js +18 -2
- package/dist/plugins/ops/translate.js +3 -3
- package/dist/plugins/ops/unload-model.js +1 -1
- package/dist/plugins/turbovec-backend.js +5 -5
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +2 -2
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/handler.js +1 -1
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +1 -1
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.js +1 -1
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +3 -1
- package/dist/resources/collector.d.ts +1 -1
- package/dist/resources/collector.js +1 -1
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/rpc/inventory.js +5 -7
- package/dist/runtime/env.d.ts +0 -2
- package/dist/runtime/env.js +2 -9
- package/dist/runtime/index.d.ts +5 -5
- package/dist/runtime/index.js +2 -2
- package/dist/runtime/lifecycle.js +7 -7
- package/dist/runtime/model-config-utils.js +9 -1
- package/dist/runtime/model-registry.d.ts +3 -1
- package/dist/runtime/model-registry.js +2 -1
- package/dist/runtime/registry-client.js +1 -1
- package/dist/runtime/request-context.d.ts +3 -3
- package/dist/runtime/request-context.js +22 -1
- package/dist/runtime/request-registry.d.ts +1 -1
- package/dist/runtime/request-registry.js +1 -1
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +7 -2
- package/dist/runtime/vector-index-backend.d.ts +2 -2
- package/dist/runtime/vector-index-registry.d.ts +5 -5
- package/dist/runtime/vector-index-registry.js +36 -13
- package/dist/schemas/assess-model-fit.d.ts +106 -43
- package/dist/schemas/assess-model-fit.js +69 -32
- package/dist/schemas/audio-gen.d.ts +199 -19
- package/dist/schemas/audio-gen.js +183 -51
- package/dist/schemas/batch-completion-stream.d.ts +210 -36
- package/dist/schemas/batch-completion-stream.js +3 -3
- package/dist/schemas/bci-config.d.ts +3 -0
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +24 -3
- package/dist/schemas/bci.js +2 -2
- package/dist/schemas/cancel.d.ts +10 -0
- package/dist/schemas/cancel.js +2 -0
- package/dist/schemas/common.d.ts +1465 -162
- package/dist/schemas/common.js +37 -31
- package/dist/schemas/completion-event.d.ts +8 -2
- package/dist/schemas/completion-event.js +4 -1
- package/dist/schemas/completion-stream.d.ts +243 -39
- package/dist/schemas/completion-stream.js +100 -29
- package/dist/schemas/config.d.ts +1326 -18
- package/dist/schemas/config.js +30 -8
- package/dist/schemas/decision.d.ts +610 -0
- package/dist/schemas/decision.js +219 -0
- package/dist/schemas/download-asset.d.ts +10 -4
- package/dist/schemas/download-asset.js +1 -1
- package/dist/schemas/engine-addon-map.d.ts +9 -1
- package/dist/schemas/engine-addon-map.js +26 -5
- package/dist/schemas/errors.d.ts +2 -0
- package/dist/schemas/errors.js +11 -1
- package/dist/schemas/index.d.ts +51 -48
- package/dist/schemas/index.js +50 -47
- package/dist/schemas/llamacpp-config.d.ts +222 -6
- package/dist/schemas/llamacpp-config.js +129 -7
- package/dist/schemas/load-model.d.ts +7960 -1492
- package/dist/schemas/load-model.js +122 -10
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +428 -9
- package/dist/schemas/model-config-schemas.js +16 -11
- package/dist/schemas/model-fit-policy.d.ts +17 -0
- package/dist/schemas/model-fit-policy.js +17 -0
- package/dist/schemas/model-info.d.ts +20 -2
- package/dist/schemas/model-info.js +4 -3
- package/dist/schemas/model-resource-profile.d.ts +4 -4
- package/dist/schemas/model-resource-profile.js +2 -5
- package/dist/schemas/model-src-utils.d.ts +14 -2
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +14 -1
- package/dist/schemas/model-types.js +4 -0
- package/dist/schemas/ocr.d.ts +76 -0
- package/dist/schemas/ocr.js +43 -1
- package/dist/schemas/plugin.d.ts +16 -4
- package/dist/schemas/plugin.js +12 -0
- package/dist/schemas/profiling.d.ts +4 -4
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.js +1 -1
- package/dist/schemas/registry.d.ts +34 -0
- package/dist/schemas/registry.js +5 -1
- package/dist/schemas/reload-config.d.ts +14 -2
- package/dist/schemas/reload-config.js +2 -2
- package/dist/schemas/rerank.d.ts +131 -0
- package/dist/schemas/rerank.js +102 -0
- package/dist/schemas/rpc-server.js +3 -3
- package/dist/schemas/sdcpp-config.d.ts +82 -0
- package/dist/schemas/sdcpp-config.js +41 -22
- package/dist/schemas/system-resources.d.ts +4 -4
- package/dist/schemas/text-to-speech.d.ts +463 -3
- package/dist/schemas/text-to-speech.js +129 -11
- package/dist/schemas/tools.d.ts +13 -4
- package/dist/schemas/tools.js +18 -6
- package/dist/schemas/transcription-config.d.ts +20 -0
- package/dist/schemas/transcription-config.js +54 -4
- package/dist/schemas/transcription.d.ts +47 -5
- package/dist/schemas/transcription.js +52 -5
- package/dist/schemas/translate.d.ts +2 -2
- package/dist/schemas/translate.js +1 -1
- package/dist/schemas/translation-config.d.ts +40 -10
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/vla.d.ts +9 -2
- package/dist/schemas/vla.js +9 -5
- package/dist/surface.d.ts +3 -2
- package/dist/surface.js +3 -2
- package/dist/utils/addon-responses.d.ts +3 -0
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.js +2 -2
- package/dist/utils/asr-events.d.ts +1 -0
- package/dist/utils/asr-events.js +2 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +2 -2
- package/dist/utils/cache/paths.js +6 -6
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/checksum.d.ts +2 -0
- package/dist/utils/checksum.js +41 -2
- package/dist/utils/completion-normalizer.js +1 -1
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.js +1 -1
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +13 -9
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +5 -0
- package/dist/utils/shard-utils.js +19 -3
- package/dist/utils/tool-helpers.d.ts +1 -1
- package/dist/utils/tool-helpers.js +20 -52
- package/dist/utils/tool-integration.d.ts +1 -0
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +16 -26
- package/dist/utils/tools/defer.js +50 -41
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +8 -5
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +7 -4
- package/dist/utils/tools/shared.d.ts +3 -0
- package/dist/utils/tools/shared.js +62 -0
- package/dist/utils/transcribe-metadata.d.ts +8 -1
- package/dist/utils/transcribe-metadata.js +13 -3
- package/dist/utils/tts-stats.d.ts +2 -1
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +68 -51
- package/dist/resources/model-fit/calibration/darwin-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-arm64.js +0 -36
- package/dist/resources/model-fit/calibration/darwin-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/darwin-x64.js +0 -38
- package/dist/resources/model-fit/calibration/fit.d.ts +0 -73
- package/dist/resources/model-fit/calibration/fit.js +0 -152
- package/dist/resources/model-fit/calibration/index.d.ts +0 -37
- package/dist/resources/model-fit/calibration/index.js +0 -75
- package/dist/resources/model-fit/calibration/linux-arm64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-arm64.js +0 -38
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64-vulkan.js +0 -39
- package/dist/resources/model-fit/calibration/linux-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/linux-x64.js +0 -38
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan-shared.js +0 -39
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64-vulkan.js +0 -36
- package/dist/resources/model-fit/calibration/win32-x64.d.ts +0 -8
- package/dist/resources/model-fit/calibration/win32-x64.js +0 -38
- package/dist/resources/model-fit/estimators/llm.d.ts +0 -46
- package/dist/resources/model-fit/estimators/llm.js +0 -222
- package/dist/resources/model-fit/estimators/whisper.d.ts +0 -10
- package/dist/resources/model-fit/estimators/whisper.js +0 -76
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -41
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -51
- package/dist/resources/model-fit/native-probe/engines/audiogen.js +0 -35
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -55
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -145
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-outcome.js +0 -1
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -22
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -108
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -28
- package/dist/resources/model-fit/types.d.ts +0 -120
- package/dist/resources/model-fit/types.js +0 -1
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit/request}/gpu.js +0 -0
package/NOTICE
CHANGED
|
@@ -135,6 +135,18 @@ Third-Party Model Licenses
|
|
|
135
135
|
https://huggingface.co/jmb95/laser-dolphin-mixtral-2x7b-dpo-GGUF
|
|
136
136
|
latin_g2
|
|
137
137
|
https://www.jaided.ai/easyocr/modelhub/
|
|
138
|
+
laya-f16
|
|
139
|
+
https://huggingface.co/convaiinnovations/laya
|
|
140
|
+
laya-multilingual-f16
|
|
141
|
+
https://huggingface.co/convaiinnovations/laya-multilingual
|
|
142
|
+
laya-multilingual-Q8_0
|
|
143
|
+
https://huggingface.co/convaiinnovations/laya-multilingual
|
|
144
|
+
laya-Q8_0
|
|
145
|
+
https://huggingface.co/convaiinnovations/laya
|
|
146
|
+
laya-typed-decisions-f16
|
|
147
|
+
https://huggingface.co/convaiinnovations/laya-typed-decisions
|
|
148
|
+
laya-typed-decisions-Q8_0
|
|
149
|
+
https://huggingface.co/convaiinnovations/laya-typed-decisions
|
|
138
150
|
LightOnOCR-2-1B-ocr-soup-GGUF
|
|
139
151
|
https://huggingface.co/noctrex/LightOnOCR-2-1B-ocr-soup-GGUF
|
|
140
152
|
Llama_3.2_1B_Intruct_Tool_Calling_V2-GGUF
|
|
@@ -147,14 +159,28 @@ Third-Party Model Licenses
|
|
|
147
159
|
https://huggingface.co/FunAudioLLM/Fun-CosyVoice3-0.5B-2512
|
|
148
160
|
mmproj-unlimited-ocr-Q8_0
|
|
149
161
|
https://huggingface.co/baidu/Unlimited-OCR
|
|
162
|
+
mobilenetv3_3class_v3_fp16
|
|
163
|
+
https://github.com/tetherto/qvac/tree/main/packages/classification-ggml
|
|
150
164
|
model
|
|
151
165
|
https://huggingface.co/Audio8/Audio8-TTS-Preview-0.6b
|
|
152
166
|
moss-codec-decoder-f16
|
|
153
167
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
154
168
|
moss-codec-encoder-f16
|
|
155
169
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
170
|
+
moss-sfx-v2-f16
|
|
171
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-SoundEffect-v2.0
|
|
172
|
+
moss-speech-bf16
|
|
173
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech
|
|
174
|
+
moss-speech-codec-f16
|
|
175
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech-Codec
|
|
176
|
+
moss-speech-q8_0
|
|
177
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Speech
|
|
178
|
+
moss-transcribe-diarize-f16
|
|
179
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-Transcribe-Diarize
|
|
156
180
|
moss-tts-delay-f16
|
|
157
181
|
https://huggingface.co/OpenMOSS-Team/MOSS-TTS
|
|
182
|
+
moss-ttsd-f16
|
|
183
|
+
https://huggingface.co/OpenMOSS-Team/MOSS-TTSD-v1.0
|
|
158
184
|
nb-tiny-ggml-model
|
|
159
185
|
https://huggingface.co/NbAiLab/nb-whisper-tiny
|
|
160
186
|
parler-indic-f16
|
|
@@ -189,22 +215,36 @@ Third-Party Model Licenses
|
|
|
189
215
|
https://huggingface.co/unsloth/Qwen3.5-0.8B-GGUF
|
|
190
216
|
Qwen3.5-0.8B-GGUF
|
|
191
217
|
https://huggingface.co/mradermacher/Qwen3.5-0.8B-GGUF
|
|
218
|
+
Qwen3.5-0.8B-MTP-GGUF
|
|
219
|
+
https://huggingface.co/unsloth/Qwen3.5-0.8B-MTP-GGUF
|
|
192
220
|
Qwen3.5-2B-GGUF
|
|
193
221
|
https://huggingface.co/unsloth/Qwen3.5-2B-GGUF
|
|
194
222
|
Qwen3.5-2B-GGUF
|
|
195
223
|
https://huggingface.co/mradermacher/Qwen3.5-2B-GGUF
|
|
224
|
+
Qwen3.5-2B-MTP-GGUF
|
|
225
|
+
https://huggingface.co/unsloth/Qwen3.5-2B-MTP-GGUF
|
|
226
|
+
Qwen3.5-4B-DFlash-GGUF
|
|
227
|
+
https://huggingface.co/AtomicChat/Qwen3.5-4B-DFlash-GGUF
|
|
196
228
|
Qwen3.5-4B-GGUF
|
|
197
229
|
https://huggingface.co/unsloth/Qwen3.5-4B-GGUF
|
|
198
230
|
Qwen3.5-4B-GGUF
|
|
199
231
|
https://huggingface.co/mradermacher/Qwen3.5-4B-GGUF
|
|
232
|
+
Qwen3.5-4B-MTP-GGUF
|
|
233
|
+
https://huggingface.co/unsloth/Qwen3.5-4B-MTP-GGUF
|
|
200
234
|
Qwen3.5-9B-GGUF
|
|
201
235
|
https://huggingface.co/unsloth/Qwen3.5-9B-GGUF
|
|
236
|
+
Qwen3.5-9B-MTP-GGUF
|
|
237
|
+
https://huggingface.co/unsloth/Qwen3.5-9B-MTP-GGUF
|
|
202
238
|
Qwen3.6-27B-GGUF
|
|
203
239
|
https://huggingface.co/unsloth/Qwen3.6-27B-GGUF
|
|
204
240
|
Qwen3.6-35B-A3B-GGUF
|
|
205
241
|
https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF
|
|
242
|
+
Qwen3.8-27B-DFlash2-GGUF
|
|
243
|
+
https://huggingface.co/incoai/Qwen3.8-27B-DFlash2-GGUF
|
|
206
244
|
Qwen3.8-27B-GGUF
|
|
207
245
|
https://huggingface.co/unsloth/Qwen3.8-27B-GGUF
|
|
246
|
+
Qwen3.8-Flash-Next-DFlash2-GGUF
|
|
247
|
+
https://huggingface.co/incoai/Qwen3.8-Flash-Next-DFlash2-GGUF
|
|
208
248
|
ru-base-ggml-model-f16
|
|
209
249
|
https://huggingface.co/CheeLi03/whisper-base-rus-8
|
|
210
250
|
ru-tiny-ggml-model-f16
|
|
@@ -223,6 +263,10 @@ Third-Party Model Licenses
|
|
|
223
263
|
https://huggingface.co/ggml-org/SmolVLM2-500M-Video-Instruct-GGUF
|
|
224
264
|
Ternary-Bonsai-2-27B-gguf
|
|
225
265
|
https://huggingface.co/prism-ml/Ternary-Bonsai-2-27B-gguf
|
|
266
|
+
TranscribePsy-250M-EU-sub-coreml
|
|
267
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-coreml
|
|
268
|
+
TranscribePsy-250M-EU-sub-gguf
|
|
269
|
+
https://huggingface.co/qvac/TranscribePsy-250M-EU-sub-gguf
|
|
226
270
|
TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
227
271
|
https://huggingface.co/qvac/TranslatePsy-AfriSLM-0.8B-Q4-GGUF
|
|
228
272
|
TranslatePsy-AfriSLM-0.8B-Q8-GGUF
|
|
@@ -291,18 +335,18 @@ Third-Party Model Licenses
|
|
|
291
335
|
|
|
292
336
|
AfriqueGemma-4B-GGUF
|
|
293
337
|
https://huggingface.co/mradermacher/AfriqueGemma-4B-GGUF
|
|
294
|
-
coremldata
|
|
295
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
296
338
|
coremldata
|
|
297
339
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
340
|
+
coremldata
|
|
341
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
298
342
|
coremldata
|
|
299
343
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
300
344
|
coremldata
|
|
301
345
|
https://huggingface.co/nvidia/parakeet_realtime_eou_120m-v1
|
|
302
|
-
model
|
|
303
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
304
346
|
model
|
|
305
347
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
348
|
+
model
|
|
349
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
306
350
|
model
|
|
307
351
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
308
352
|
model
|
|
@@ -319,6 +363,10 @@ Third-Party Model Licenses
|
|
|
319
363
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
320
364
|
parakeet-ctc-0.6b.q8_0
|
|
321
365
|
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
366
|
+
parakeet-mosaic
|
|
367
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
368
|
+
parakeet-mosaic-compact
|
|
369
|
+
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
322
370
|
parakeet-tdt-0.6b-v3.f16
|
|
323
371
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
324
372
|
parakeet-tdt-0.6b-v3.q4_0
|
|
@@ -335,10 +383,10 @@ Third-Party Model Licenses
|
|
|
335
383
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
336
384
|
sortformer-4spk-v1.q8_0
|
|
337
385
|
https://huggingface.co/nvidia/diar_sortformer_4spk-v1
|
|
338
|
-
weight
|
|
339
|
-
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
340
386
|
weight
|
|
341
387
|
https://huggingface.co/nvidia/parakeet-tdt-0.6b-v3
|
|
388
|
+
weight
|
|
389
|
+
https://huggingface.co/nvidia/parakeet-ctc-0.6b
|
|
342
390
|
weight
|
|
343
391
|
https://huggingface.co/nvidia/parakeet-tdt-1.1b
|
|
344
392
|
weight
|
|
@@ -707,6 +755,13 @@ Third-Party Model Licenses
|
|
|
707
755
|
weight
|
|
708
756
|
https://huggingface.co/nvidia/parakeet-unified-en-0.6b
|
|
709
757
|
|
|
758
|
+
--- openmdw-1.1 ---
|
|
759
|
+
|
|
760
|
+
Nemotron-3-Diarization.converted.q4_k
|
|
761
|
+
https://huggingface.co/nvidia/Nemotron-3-Diarization
|
|
762
|
+
Nemotron-3-Diarization.q8_0
|
|
763
|
+
https://huggingface.co/nvidia/Nemotron-3-Diarization
|
|
764
|
+
|
|
710
765
|
--- openrail ---
|
|
711
766
|
|
|
712
767
|
supertonic
|
|
@@ -760,23 +815,24 @@ JavaScript Dependencies
|
|
|
760
815
|
@qvac/error@0.1.1
|
|
761
816
|
@qvac/logging@0.1.1
|
|
762
817
|
https://github.com/tetherto/qvac
|
|
763
|
-
@qvac/rag@0.
|
|
818
|
+
@qvac/rag@0.9.0
|
|
764
819
|
https://github.com/tetherto/qvac
|
|
765
820
|
@qvac/registry-client@0.7.0
|
|
766
821
|
https://github.com/tetherto/qvac
|
|
767
822
|
@qvac/registry-schema@0.4.0
|
|
768
823
|
https://github.com/tetherto/qvac
|
|
824
|
+
@qvac/response@0.1.2
|
|
769
825
|
adaptive-timeout@1.0.1
|
|
770
826
|
https://github.com/holepunchto/adaptive-timeout
|
|
771
827
|
b4a@1.9.0
|
|
772
828
|
https://github.com/holepunchto/b4a
|
|
773
|
-
bare-abort@2.0.
|
|
829
|
+
bare-abort@2.0.14
|
|
774
830
|
https://github.com/holepunchto/bare-abort
|
|
775
831
|
bare-abort-controller@1.1.2
|
|
776
832
|
https://github.com/holepunchto/bare-abort-controller
|
|
777
833
|
bare-addon-resolve@1.11.0
|
|
778
834
|
https://github.com/holepunchto/bare-addon-resolve
|
|
779
|
-
bare-ansi-escapes@2.2.
|
|
835
|
+
bare-ansi-escapes@2.2.4
|
|
780
836
|
https://github.com/holepunchto/bare-ansi-escapes
|
|
781
837
|
bare-assert@1.3.0
|
|
782
838
|
https://github.com/holepunchto/bare-assert
|
|
@@ -786,13 +842,15 @@ JavaScript Dependencies
|
|
|
786
842
|
https://github.com/holepunchto/bare-cpu-info
|
|
787
843
|
bare-crypto@1.15.4
|
|
788
844
|
https://github.com/holepunchto/bare-crypto
|
|
789
|
-
bare-dns@2.3.
|
|
845
|
+
bare-dns@2.3.1
|
|
790
846
|
https://github.com/holepunchto/bare-dns
|
|
791
847
|
bare-env@3.0.1
|
|
792
848
|
https://github.com/holepunchto/bare-env
|
|
849
|
+
bare-events@2.4.2
|
|
850
|
+
https://github.com/holepunchto/bare-events
|
|
793
851
|
bare-events@2.9.2
|
|
794
852
|
https://github.com/holepunchto/bare-events
|
|
795
|
-
bare-fetch@3.4.
|
|
853
|
+
bare-fetch@3.4.1
|
|
796
854
|
https://github.com/holepunchto/bare-fetch
|
|
797
855
|
bare-form-data@1.2.2
|
|
798
856
|
https://github.com/holepunchto/bare-form-data
|
|
@@ -804,7 +862,7 @@ JavaScript Dependencies
|
|
|
804
862
|
https://github.com/holepunchto/bare-hrtime
|
|
805
863
|
bare-http-parser@2.1.4
|
|
806
864
|
https://github.com/holepunchto/bare-http-parser
|
|
807
|
-
bare-http1@4.6.
|
|
865
|
+
bare-http1@4.6.3
|
|
808
866
|
https://github.com/holepunchto/bare-http1
|
|
809
867
|
bare-https@3.1.0
|
|
810
868
|
https://github.com/holepunchto/bare-https
|
|
@@ -830,10 +888,6 @@ JavaScript Dependencies
|
|
|
830
888
|
https://github.com/holepunchto/bare-process
|
|
831
889
|
bare-rpc@1.3.8
|
|
832
890
|
https://github.com/holepunchto/bare-rpc
|
|
833
|
-
bare-runtime@1.35.0
|
|
834
|
-
https://github.com/holepunchto/bare-runtime
|
|
835
|
-
bare-runtime-darwin-arm64@1.35.0
|
|
836
|
-
https://github.com/holepunchto/bare-runtime
|
|
837
891
|
bare-semver@1.1.0
|
|
838
892
|
https://github.com/holepunchto/bare-semver
|
|
839
893
|
bare-signals@5.0.0
|
|
@@ -842,13 +896,9 @@ JavaScript Dependencies
|
|
|
842
896
|
https://github.com/holepunchto/bare-stdio
|
|
843
897
|
bare-stream@2.13.4
|
|
844
898
|
https://github.com/holepunchto/bare-stream
|
|
845
|
-
bare-structured-clone@2.0.1
|
|
846
|
-
https://github.com/holepunchto/bare-structured-clone
|
|
847
|
-
bare-subprocess@6.2.2
|
|
848
|
-
https://github.com/holepunchto/bare-subprocess
|
|
849
899
|
bare-tcp@2.6.1
|
|
850
900
|
https://github.com/holepunchto/bare-tcp
|
|
851
|
-
bare-tls@3.
|
|
901
|
+
bare-tls@3.2.0
|
|
852
902
|
https://github.com/holepunchto/bare-tls
|
|
853
903
|
bare-tty@5.2.1
|
|
854
904
|
https://github.com/holepunchto/bare-tty
|
|
@@ -872,7 +922,7 @@ JavaScript Dependencies
|
|
|
872
922
|
https://github.com/holepunchto/events-universal
|
|
873
923
|
fd-lock@2.2.0
|
|
874
924
|
https://github.com/holepunchto/fd-lock
|
|
875
|
-
fs-native-extensions@1.5.
|
|
925
|
+
fs-native-extensions@1.5.2
|
|
876
926
|
https://github.com/holepunchto/fs-native-extensions
|
|
877
927
|
hyperblobs@2.13.0
|
|
878
928
|
https://github.com/holepunchto/hyperblobs
|
|
@@ -880,7 +930,7 @@ JavaScript Dependencies
|
|
|
880
930
|
https://github.com/holepunchto/hypercore-errors
|
|
881
931
|
hypercore-id-encoding@1.3.0
|
|
882
932
|
https://github.com/holepunchto/hypercore-id-encoding
|
|
883
|
-
hypercore-stats@2.5.
|
|
933
|
+
hypercore-stats@2.5.2
|
|
884
934
|
https://github.com/holepunchto/hypercore-stats
|
|
885
935
|
hypercore-storage@3.4.0
|
|
886
936
|
https://github.com/holepunchto/hypercore-storage
|
|
@@ -888,7 +938,7 @@ JavaScript Dependencies
|
|
|
888
938
|
https://github.com/holepunchto/hyperdb
|
|
889
939
|
hyperdht-address@1.1.1
|
|
890
940
|
https://github.com/holepunchto/hyperdht-address
|
|
891
|
-
hyperdht-stats@1.11.
|
|
941
|
+
hyperdht-stats@1.11.1
|
|
892
942
|
https://github.com/holepunchto/hyperdht-stats
|
|
893
943
|
hyperdispatch@1.6.0
|
|
894
944
|
https://github.com/holepunchto/hyperdispatch
|
|
@@ -896,7 +946,7 @@ JavaScript Dependencies
|
|
|
896
946
|
https://github.com/holepunchto/hyperdrive
|
|
897
947
|
hyperschema@1.26.2
|
|
898
948
|
https://github.com/holepunchto/hyperschema
|
|
899
|
-
hyperswarm-stats@1.3.
|
|
949
|
+
hyperswarm-stats@1.3.3
|
|
900
950
|
https://github.com/holepunchto/hyperswarm-stats
|
|
901
951
|
index-encoder@3.5.0
|
|
902
952
|
https://github.com/holepunchto/index-encoder
|
|
@@ -906,37 +956,35 @@ JavaScript Dependencies
|
|
|
906
956
|
https://github.com/holepunchto/noise-handshake
|
|
907
957
|
paparam@1.14.0
|
|
908
958
|
https://github.com/holepunchto/paparam
|
|
909
|
-
passive-core-watcher@1.0.
|
|
959
|
+
passive-core-watcher@1.0.2
|
|
910
960
|
https://github.com/holepunchto/passive-core-watcher
|
|
911
961
|
quickbit-native@2.4.9
|
|
912
962
|
https://github.com/holepunchto/quickbit-native
|
|
913
|
-
rabin-native@2.0.
|
|
963
|
+
rabin-native@2.0.1
|
|
914
964
|
https://github.com/holepunchto/rabin-native
|
|
915
965
|
rabin-stream@2.0.0
|
|
916
966
|
https://github.com/holepunchto/rabin-stream
|
|
917
|
-
rache@1.0.
|
|
967
|
+
rache@1.0.1
|
|
918
968
|
https://github.com/holepunchto/rache
|
|
919
969
|
refcounter@1.0.0
|
|
920
970
|
https://github.com/holepunchto/refcounter
|
|
921
971
|
require-addon@1.3.0
|
|
922
972
|
https://github.com/holepunchto/require-addon
|
|
923
|
-
require-asset@1.2.4
|
|
924
|
-
https://github.com/holepunchto/require-asset
|
|
925
973
|
resource-on-exit@1.0.0
|
|
926
974
|
https://github.com/holepunchto/bare-teardown
|
|
927
975
|
rocksdb-native@3.19.1
|
|
928
976
|
https://github.com/holepunchto/rocksdb-native
|
|
929
977
|
scope-lock@1.2.4
|
|
930
978
|
https://github.com/holepunchto/scope-lock
|
|
931
|
-
simdle-native@1.3.
|
|
979
|
+
simdle-native@1.3.10
|
|
932
980
|
https://github.com/holepunchto/simdle-native
|
|
933
981
|
sub-encoder@2.1.3
|
|
934
982
|
https://github.com/holepunchto/sub-encoder
|
|
935
983
|
text-decoder@1.2.7
|
|
936
984
|
https://github.com/holepunchto/text-decoder
|
|
937
|
-
udx-native@1.
|
|
985
|
+
udx-native@1.22.0
|
|
938
986
|
https://github.com/holepunchto/udx-native
|
|
939
|
-
unslab@1.3.
|
|
987
|
+
unslab@1.3.1
|
|
940
988
|
https://github.com/holepunchto/unslab
|
|
941
989
|
which-runtime@1.4.0
|
|
942
990
|
https://github.com/holepunchto/which-runtime
|
|
@@ -949,11 +997,11 @@ JavaScript Dependencies
|
|
|
949
997
|
https://github.com/emilbayes/nanoassert
|
|
950
998
|
noise-curve-ed@2.1.0
|
|
951
999
|
https://github.com/chm-diederichs/noise-curve-ed
|
|
952
|
-
quickbit-universal@2.2.
|
|
1000
|
+
quickbit-universal@2.2.1
|
|
953
1001
|
https://github.com/holepunchto/quickbit-universal
|
|
954
1002
|
semver@7.8.5
|
|
955
1003
|
https://github.com/npm/node-semver
|
|
956
|
-
simdle-universal@1.1.
|
|
1004
|
+
simdle-universal@1.1.3
|
|
957
1005
|
https://github.com/holepunchto/simdle-universal
|
|
958
1006
|
|
|
959
1007
|
--- mit (MIT License) ---
|
|
@@ -966,11 +1014,11 @@ JavaScript Dependencies
|
|
|
966
1014
|
https://github.com/mafintosh/bogon
|
|
967
1015
|
codecs@3.1.0
|
|
968
1016
|
https://github.com/mafintosh/codecs
|
|
969
|
-
corestore@7.
|
|
1017
|
+
corestore@7.16.1
|
|
970
1018
|
https://github.com/holepunchto/corestore
|
|
971
1019
|
debounceify@1.1.0
|
|
972
1020
|
https://github.com/mafintosh/debounceify
|
|
973
|
-
dht-rpc@6.
|
|
1021
|
+
dht-rpc@6.28.0
|
|
974
1022
|
https://github.com/holepunchto/dht-rpc
|
|
975
1023
|
fast-fifo@1.3.2
|
|
976
1024
|
https://github.com/mafintosh/fast-fifo
|
|
@@ -984,11 +1032,11 @@ JavaScript Dependencies
|
|
|
984
1032
|
https://github.com/mafintosh/generate-string
|
|
985
1033
|
hyperbee@2.27.3
|
|
986
1034
|
https://github.com/holepunchto/hyperbee
|
|
987
|
-
hypercore@11.39.
|
|
1035
|
+
hypercore@11.39.5
|
|
988
1036
|
https://github.com/holepunchto/hypercore
|
|
989
1037
|
hypercore-crypto@3.7.0
|
|
990
1038
|
https://github.com/mafintosh/hypercore-crypto
|
|
991
|
-
hyperdht@6.
|
|
1039
|
+
hyperdht@6.35.0
|
|
992
1040
|
https://github.com/holepunchto/hyperdht
|
|
993
1041
|
hyperswarm@4.17.2
|
|
994
1042
|
https://github.com/holepunchto/hyperswarm
|
|
@@ -1028,7 +1076,7 @@ JavaScript Dependencies
|
|
|
1028
1076
|
https://github.com/mafintosh/signal-promise
|
|
1029
1077
|
signed-varint@2.0.1
|
|
1030
1078
|
https://github.com/dominictarr/signed-varint
|
|
1031
|
-
sodium-native@5.
|
|
1079
|
+
sodium-native@5.2.0
|
|
1032
1080
|
https://github.com/holepunchto/sodium-native
|
|
1033
1081
|
sodium-secretstream@1.2.0
|
|
1034
1082
|
https://github.com/mafintosh/sodium-secretstream
|
|
@@ -1058,6 +1106,6 @@ JavaScript Dependencies
|
|
|
1058
1106
|
https://github.com/mafintosh/xache
|
|
1059
1107
|
z32@1.1.0
|
|
1060
1108
|
https://github.com/mafintosh/z32
|
|
1061
|
-
zod@4.6.
|
|
1109
|
+
zod@4.6.5
|
|
1062
1110
|
https://github.com/colinhacks/zod
|
|
1063
1111
|
|
package/README.md
CHANGED
|
@@ -60,7 +60,7 @@ const run = completion({ modelId, history: [{ role: 'user', content: 'Hi' }] })
|
|
|
60
60
|
Model operations require a registered model plugin. RPC discovery needs no model plugin or server provider; serving requires an explicitly registered server provider.
|
|
61
61
|
|
|
62
62
|
The [Bare serving example](examples/rpc-server.ts)
|
|
63
|
-
shows explicit registration and cleanup with `@qvac/ggml-rpc-server
|
|
63
|
+
shows explicit registration and cleanup with `@qvac/ggml-rpc-server`.
|
|
64
64
|
|
|
65
65
|
## Capability to addon package
|
|
66
66
|
|
|
@@ -78,10 +78,53 @@ shows explicit registration and cleanup with `@qvac/ggml-rpc-server@0.1.0`.
|
|
|
78
78
|
| `@qvac/inference/ggml-vla/plugin` | `@qvac/vla-ggml` |
|
|
79
79
|
| `@qvac/inference/ggml-classification/plugin` | `@qvac/classification-ggml` |
|
|
80
80
|
|
|
81
|
+
## MOSS engines and memory fit
|
|
82
|
+
|
|
83
|
+
`@qvac/tts-ggml` carries two desktop batch engines for `textToSpeech`.
|
|
84
|
+
Load MOSS-SoundEffect with `modelType: 'tts-ggml'` and
|
|
85
|
+
`modelConfig: { ttsEngine: 'moss-sfx' }`; the primary source is its single
|
|
86
|
+
GGUF. With an `AUDIOGEN_MOSS_SFX_V2_*` constant, pass its `.src` URL as
|
|
87
|
+
`modelSrc`, because the full descriptor selects the audiogen plugin. To assess
|
|
88
|
+
its fit, pass a downloaded local file with explicit `modelType` and
|
|
89
|
+
`ttsEngine`. Use a text description, with optional `seconds`
|
|
90
|
+
(up to 30), `negativePrompt`, `steps`, `guidance` and `shift`. These controls
|
|
91
|
+
can also be load defaults. The output is 48 kHz.
|
|
92
|
+
|
|
93
|
+
Load MOSS-Speech with `modelConfig: { ttsEngine: 'moss-speech',
|
|
94
|
+
mossSpeechCodecModelSrc: <codec source> }` and the language-model GGUF as
|
|
95
|
+
`modelSrc`. Use either `text`, or `audio` plus
|
|
96
|
+
`sampleRate`. Audio is a JSON array of normalized mono samples in [-1, 1].
|
|
97
|
+
Earlier turns go in `messages`; each turn has a `role` and either `text` or
|
|
98
|
+
`audio` plus `sampleRate`. Per-call controls include `systemPrompt`,
|
|
99
|
+
`replyVoice` plus `replyVoiceSampleRate`, `maxReplySeconds`, `maxNewTokens`,
|
|
100
|
+
`textReply`, `greedy`, `temperature`, `topP` and `topK`. Consume `bufferStream` in the default streaming mode, or await `buffer` with
|
|
101
|
+
`stream: false`, then await `result.text` for any reply text.
|
|
102
|
+
Spoken mode can return an audio-only reply; use `textReply: true` when text is required.
|
|
103
|
+
Spoken replies are 24 kHz; `textReply: true` returns text with an empty audio
|
|
104
|
+
buffer. Omitting `maxNewTokens` preserves the addon's remaining-context budget.
|
|
105
|
+
Both engines run one native batch job. The default `stream: true` emits the completed audio as one chunk; `stream: false` collects it in `buffer`. Neither supports sentence streaming or duplex text input.
|
|
106
|
+
|
|
107
|
+
`assessModelFit` supports metadata-only MOSS-TTS/TTSD and MOSS-SoundEffect
|
|
108
|
+
projections. Add `ttsWorkload` beside `modelConfig` on the assessment candidate:
|
|
109
|
+
`{ promptRows, referenceSamples, streaming }` for MOSS, or
|
|
110
|
+
`{ prompt, seconds }` for sound effects. MOSS needs its backbone and codec
|
|
111
|
+
decoder; reference encoding also needs the codec encoder. Prompt rows must
|
|
112
|
+
cover the complete native prompt, including dialogue and reference rows.
|
|
113
|
+
Missing workloads return an unknown assessment rather than guessing.
|
|
114
|
+
MOSS-Speech has no native fitter and assesses as unknown. Workloads are
|
|
115
|
+
fit-only: loading a MOSS model does not accept them, so the fit check before a
|
|
116
|
+
MOSS load is unknown.
|
|
117
|
+
|
|
118
|
+
The CLI configuration picker includes both engines. Their conversation and
|
|
119
|
+
sound-effect request controls are library-only because the OpenAI speech
|
|
120
|
+
endpoint cannot represent those requests.
|
|
121
|
+
|
|
81
122
|
## Configuration
|
|
82
123
|
|
|
83
124
|
The engine resolves a `qvac.config.js` or `qvac.config.json` from the current working directory, or from the path in `QVAC_CONFIG_PATH`. The resolved config applies on the first API call.
|
|
84
125
|
|
|
126
|
+
The `includeAudioDecoder` setting is read by the SDK bundler. Set it to `false` when packaging a worker that only receives raw PCM or streaming audio; `audiogen-ggml` can also use PCM or WAV output without FFmpeg. Compressed audio file decoding and compressed audiogen output formats require `bare-ffmpeg` to be bundled.
|
|
127
|
+
|
|
85
128
|
## System resource diagnostics
|
|
86
129
|
|
|
87
130
|
Use `getSystemResources` to inspect locally observed CPU, system-memory, GPU, and driver capabilities. Pass `sample: true` only when you also need a fresh usage sample. Register a model plugin or RPC server provider before requesting diagnostics:
|
|
@@ -8,10 +8,10 @@ import { type AssessModelFitInput, type AssessModelFitResult } from '../schemas/
|
|
|
8
8
|
* the available evidence does not support a verdict either way, and callers
|
|
9
9
|
* should treat it as "cannot say", not "no".
|
|
10
10
|
*
|
|
11
|
-
* For
|
|
12
|
-
*
|
|
13
|
-
*
|
|
14
|
-
*
|
|
11
|
+
* For each candidate it fetches the registry's weightless description of the
|
|
12
|
+
* artifact — tens of KB, never the weights — and runs the engine's own fitter
|
|
13
|
+
* against it, reported as `native-fit` evidence. Where that is unavailable the
|
|
14
|
+
* computed floor stands, which can refuse a model but never confirm one.
|
|
15
15
|
*
|
|
16
16
|
* @param input - Candidates with their intended workloads, the declared
|
|
17
17
|
* execution mode, and the headroom policy.
|
|
@@ -10,10 +10,10 @@ import { InvalidResponseError } from '../errors/index.js';
|
|
|
10
10
|
* the available evidence does not support a verdict either way, and callers
|
|
11
11
|
* should treat it as "cannot say", not "no".
|
|
12
12
|
*
|
|
13
|
-
* For
|
|
14
|
-
*
|
|
15
|
-
*
|
|
16
|
-
*
|
|
13
|
+
* For each candidate it fetches the registry's weightless description of the
|
|
14
|
+
* artifact — tens of KB, never the weights — and runs the engine's own fitter
|
|
15
|
+
* against it, reported as `native-fit` evidence. Where that is unavailable the
|
|
16
|
+
* computed floor stands, which can refuse a model but never confirm one.
|
|
17
17
|
*
|
|
18
18
|
* @param input - Candidates with their intended workloads, the declared
|
|
19
19
|
* execution mode, and the headroom policy.
|
package/dist/api/audio-gen.d.ts
CHANGED
|
@@ -23,7 +23,10 @@ export declare function audioGen(params: AudioGenClientParams): AudioGenResult;
|
|
|
23
23
|
* array order. The source is interleaved stereo 48 kHz PCM — a file path
|
|
24
24
|
* decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
|
|
25
25
|
*
|
|
26
|
-
* @param params - Loaded model ID, the source audio, the ordered `operations`, and
|
|
26
|
+
* @param params - Loaded model ID, the source audio, the ordered `operations`, and optional run
|
|
27
|
+
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
28
|
+
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
29
|
+
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
27
30
|
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
28
31
|
*
|
|
29
32
|
* @example
|
package/dist/api/audio-gen.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { audioEditClientParamsSchema, audioEditStreamResponseSchema, audioGenClientParamsSchema, audioGenStreamResponseSchema, audioUnderstandClientParamsSchema, audioUnderstandResponseSchema } from '../schemas/index.js';
|
|
2
2
|
import { stream } from '../dispatch.js';
|
|
3
|
-
import { parseClientInput } from '
|
|
3
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
4
4
|
import { generateRandomRequestId } from '../runtime/request-id.js';
|
|
5
5
|
import { decodeBase64 } from '../utils/encoding.js';
|
|
6
6
|
import { InvalidResponseError, InferenceCancelledError } from '../errors/index.js';
|
|
@@ -47,7 +47,10 @@ export function audioGen(params) {
|
|
|
47
47
|
* array order. The source is interleaved stereo 48 kHz PCM — a file path
|
|
48
48
|
* decoded server-side, or raw Float32 LE bytes in `[-1, 1]`.
|
|
49
49
|
*
|
|
50
|
-
* @param params - Loaded model ID, the source audio, the ordered `operations`, and
|
|
50
|
+
* @param params - Loaded model ID, the source audio, the ordered `operations`, and optional run
|
|
51
|
+
* controls that apply to every operation: `seed`, a timbre `referenceAudio`, the prompt
|
|
52
|
+
* metadata (`vocalLanguage`, `bpm`, `keyscale`, `timesignature`, `augmentCaptionWithMetadata`),
|
|
53
|
+
* the Repaint DCW controls, and per-run `inferenceSteps` and `shift`.
|
|
51
54
|
* @returns The same run shape as `audioGen()`: `requestId`, `progressStream`, `audio`, `stats`, and `diagnostics`.
|
|
52
55
|
*
|
|
53
56
|
* @example
|
|
@@ -51,7 +51,7 @@ async function resolveBatchPrompts(prompts) {
|
|
|
51
51
|
resolvedHandlers.push(handlers);
|
|
52
52
|
resolvedPrompts.push({
|
|
53
53
|
...(prompt.id !== undefined && { id: prompt.id }),
|
|
54
|
-
history: prompt.history,
|
|
54
|
+
history: prompt.history.map((message) => ({ ...message, content: message.content ?? '' })),
|
|
55
55
|
...(prompt.generationParams && {
|
|
56
56
|
generationParams: prompt.generationParams
|
|
57
57
|
}),
|
|
@@ -28,7 +28,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name
|
|
31
|
+
* @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -45,6 +45,7 @@ type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
|
45
45
|
* validation must encode it explicitly in `schema`.
|
|
46
46
|
*
|
|
47
47
|
* Cannot be combined with `tools` (tools already constrain output via their parameter schema).
|
|
48
|
+
* @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache; cannot force tool_choice. Await final before sending the question with the same prefix.
|
|
48
49
|
* @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
|
|
49
50
|
* - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
|
|
50
51
|
* - The configHash includes model config + system prompt to ensure cache isolation
|
|
@@ -28,7 +28,7 @@ const logger = getAppLogger();
|
|
|
28
28
|
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
29
|
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
30
|
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
-
* @param params.toolDialect - Override name
|
|
31
|
+
* @param params.toolDialect - Override dialect detection, which uses the model name, then the GGUF `general.architecture`, then `"hermes"`. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6/3.8), `"gemma4"`, `"dsml"` (DeepSeek V3.2/V4). Use when detection picks the wrong dialect for your model. Drives both streaming frame detection and finalization parsing.
|
|
32
32
|
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
33
|
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
34
|
* - `{ type: "text" }` — no constraint (default behavior)
|
|
@@ -45,6 +45,7 @@ const logger = getAppLogger();
|
|
|
45
45
|
* validation must encode it explicitly in `schema`.
|
|
46
46
|
*
|
|
47
47
|
* Cannot be combined with `tools` (tools already constrain output via their parameter schema).
|
|
48
|
+
* @param params.prefill - Evaluate the prompt and tools without generating an answer. Requires an enabled kvCache; cannot force tool_choice. Await final before sending the question with the same prefix.
|
|
48
49
|
* @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
|
|
49
50
|
* - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
|
|
50
51
|
* - The configHash includes model config + system prompt to ensure cache isolation
|
|
@@ -181,8 +182,9 @@ export function completion(params) {
|
|
|
181
182
|
const request = {
|
|
182
183
|
type: 'completionStream',
|
|
183
184
|
modelId: params.modelId,
|
|
184
|
-
history: params.history,
|
|
185
|
+
history: params.history.map((message) => ({ ...message, content: message.content ?? '' })),
|
|
185
186
|
kvCache: params.kvCache,
|
|
187
|
+
prefill: params.prefill,
|
|
186
188
|
tools: allTools.length > 0 ? allTools : undefined,
|
|
187
189
|
stream: params.stream ?? true,
|
|
188
190
|
generationParams: params.generationParams,
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { type DecideParams, type DecisionResult, type DecisionResponse, type RPCOptions } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Answers typed decision questions about one state or a batch of states.
|
|
4
|
+
*
|
|
5
|
+
* @param params - Model ID, states, questions, and optional token budgets.
|
|
6
|
+
* @param options - Dispatch options.
|
|
7
|
+
* @returns A promise with a synchronous requestId for cancel(). One state
|
|
8
|
+
* resolves to one result; a batch resolves to results in input order.
|
|
9
|
+
* @throws {RequestValidationFailedError} If the request is invalid.
|
|
10
|
+
* @throws {InferenceCancelledError} If the request is cancelled.
|
|
11
|
+
* @throws {RequestRejectedByPolicyError} If this model's decision queue is full.
|
|
12
|
+
* @throws {InvalidResponseError} If the handler returns a malformed result.
|
|
13
|
+
*/
|
|
14
|
+
export declare function decide(params: Extract<DecideParams, {
|
|
15
|
+
state: unknown;
|
|
16
|
+
}>, options?: RPCOptions): Promise<DecisionResult> & {
|
|
17
|
+
requestId: string;
|
|
18
|
+
};
|
|
19
|
+
export declare function decide(params: Extract<DecideParams, {
|
|
20
|
+
states: unknown;
|
|
21
|
+
}>, options?: RPCOptions): Promise<DecisionResult[]> & {
|
|
22
|
+
requestId: string;
|
|
23
|
+
};
|
|
24
|
+
export declare function decide(params: DecideParams, options?: RPCOptions): Promise<DecisionResponse> & {
|
|
25
|
+
requestId: string;
|
|
26
|
+
};
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { send } from '../dispatch.js';
|
|
2
|
+
import { decideParamsSchema, decideResponseSchema } from '../schemas/index.js';
|
|
3
|
+
import { InvalidResponseError } from '../errors/index.js';
|
|
4
|
+
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
5
|
+
import { generateRequestId } from '../runtime/request-id.js';
|
|
6
|
+
import { parseClientInput } from '../api/parse-input.js';
|
|
7
|
+
export function decide(params, options) {
|
|
8
|
+
const requestId = generateRequestId();
|
|
9
|
+
return decoratePromise(runDecide(params, requestId, options), { requestId });
|
|
10
|
+
}
|
|
11
|
+
async function runDecide(params, requestId, options) {
|
|
12
|
+
const input = parseClientInput(decideParamsSchema, params);
|
|
13
|
+
const response = await send({ ...input, type: 'decide', requestId }, options);
|
|
14
|
+
if (response.type !== 'decide')
|
|
15
|
+
throw new InvalidResponseError('decide');
|
|
16
|
+
const parsed = decideResponseSchema.safeParse(response);
|
|
17
|
+
if (!parsed.success)
|
|
18
|
+
throw new InvalidResponseError('decide', parsed.error);
|
|
19
|
+
const { result } = parsed.data;
|
|
20
|
+
if ('states' in input
|
|
21
|
+
? !Array.isArray(result) || result.length !== input.states.length
|
|
22
|
+
: Array.isArray(result)) {
|
|
23
|
+
throw new InvalidResponseError('decide');
|
|
24
|
+
}
|
|
25
|
+
return result;
|
|
26
|
+
}
|
package/dist/api/diffusion.d.ts
CHANGED
|
@@ -14,8 +14,11 @@ interface DiffusionResult {
|
|
|
14
14
|
*
|
|
15
15
|
* @param params - Diffusion request parameters (model, prompt, dimensions, sampler, seed, etc.).
|
|
16
16
|
* @returns A result object exposing `progressStream` (async iterator of `{ step, totalSteps, elapsedMs }`), `outputs` (promise of the generated image buffers), and `stats` (promise of generation statistics).
|
|
17
|
+
* @throws {InferenceCancelledError} The run's promises reject and progress stream throws when an active generation is cancelled.
|
|
18
|
+
* @throws {RequestRejectedByPolicyError} The run rejects when another image or video generation owns the model.
|
|
17
19
|
*
|
|
18
|
-
* Supports
|
|
20
|
+
* Supports txt2img without input images, img2img via `init_image`,
|
|
21
|
+
* and ordered multi-reference editing via `init_images` on supported models.
|
|
19
22
|
*
|
|
20
23
|
* @example
|
|
21
24
|
* ```typescript
|
|
@@ -49,6 +52,20 @@ interface DiffusionResult {
|
|
|
49
52
|
* height: 768,
|
|
50
53
|
* });
|
|
51
54
|
*
|
|
55
|
+
* // Qwen-Image-2.1 reference editing. Load the matching Qwen3-VL encoder,
|
|
56
|
+
* // vision projector, and 2.1 VAE from your local files first.
|
|
57
|
+
* const { outputs: edited } = diffusion({
|
|
58
|
+
* modelId,
|
|
59
|
+
* prompt: "Place the two referenced people together in one office.",
|
|
60
|
+
* init_images: [refA, refB],
|
|
61
|
+
* width: 512,
|
|
62
|
+
* height: 512,
|
|
63
|
+
* steps: 30,
|
|
64
|
+
* cfg_scale: 6,
|
|
65
|
+
* sampling_method: "euler",
|
|
66
|
+
* seed: 42,
|
|
67
|
+
* });
|
|
68
|
+
*
|
|
52
69
|
* // LoRA adapter for this generation (absolute path required).
|
|
53
70
|
* // Persistence across subsequent diffusion() calls is controlled at
|
|
54
71
|
* // loadModel time via `modelConfig.lora_apply_mode`.
|