@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,10 +1,43 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type InferenceBackendDiagnostics } from '
|
|
2
|
+
import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
|
|
3
3
|
export declare const AUDIOGEN_ENGINES: readonly ["acestep", "minimax"];
|
|
4
4
|
export declare const audioGenEngineSchema: z.ZodEnum<{
|
|
5
5
|
acestep: "acestep";
|
|
6
6
|
minimax: "minimax";
|
|
7
7
|
}>;
|
|
8
|
+
/**
|
|
9
|
+
* Apple compute units a MiniMax-Music3 full Core ML profile may run on, in
|
|
10
|
+
* `@qvac/audiogen-ggml`'s vocabulary. A policy rather than a placement: Core
|
|
11
|
+
* ML decides where each operation runs within the units it is allowed.
|
|
12
|
+
*/
|
|
13
|
+
export declare const AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS: readonly ["CPU_ONLY", "CPU_AND_GPU", "CPU_AND_NE", "ALL"];
|
|
14
|
+
export declare const audioGenMinimaxCoremlComputeUnitsSchema: z.ZodEnum<{
|
|
15
|
+
CPU_ONLY: "CPU_ONLY";
|
|
16
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
17
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
18
|
+
ALL: "ALL";
|
|
19
|
+
}>;
|
|
20
|
+
/**
|
|
21
|
+
* Containers `outputFormat` can deliver next to the PCM, as
|
|
22
|
+
* `@qvac/audiogen-ggml` names them. `wav` is written without FFmpeg; the rest
|
|
23
|
+
* need the matching encoder in the inference host's FFmpeg build. There is no
|
|
24
|
+
* MP3: that build ships no MP3 encoder.
|
|
25
|
+
*/
|
|
26
|
+
export declare const AUDIOGEN_OUTPUT_FORMATS: readonly ["wav", "flac", "alac", "aiff", "caf", "m4a", "aac", "opus", "ogg", "ac3", "wma", "mp2"];
|
|
27
|
+
export declare const audioGenOutputFormatSchema: z.ZodEnum<{
|
|
28
|
+
wav: "wav";
|
|
29
|
+
flac: "flac";
|
|
30
|
+
alac: "alac";
|
|
31
|
+
aiff: "aiff";
|
|
32
|
+
caf: "caf";
|
|
33
|
+
m4a: "m4a";
|
|
34
|
+
aac: "aac";
|
|
35
|
+
opus: "opus";
|
|
36
|
+
ogg: "ogg";
|
|
37
|
+
ac3: "ac3";
|
|
38
|
+
wma: "wma";
|
|
39
|
+
mp2: "mp2";
|
|
40
|
+
}>;
|
|
8
41
|
/** Sample rate the ACE-Step engine expects for reference and source audio. */
|
|
9
42
|
export declare const AUDIOGEN_INPUT_SAMPLE_RATE = 48000;
|
|
10
43
|
/** Channel count (interleaved stereo) the ACE-Step engine expects for input audio. */
|
|
@@ -69,6 +102,9 @@ declare const acestepAudioGenRuntimeConfigSchema: z.ZodObject<{
|
|
|
69
102
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
70
103
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
71
104
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
106
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
107
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
72
108
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
73
109
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
74
110
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -80,6 +116,14 @@ declare const minimaxAudioGenRuntimeConfigSchema: z.ZodObject<{
|
|
|
80
116
|
gpu: "gpu";
|
|
81
117
|
auto: "auto";
|
|
82
118
|
}>>;
|
|
119
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
120
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
121
|
+
CPU_ONLY: "CPU_ONLY";
|
|
122
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
123
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
124
|
+
ALL: "ALL";
|
|
125
|
+
}>>;
|
|
126
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
83
127
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
84
128
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
85
129
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -91,6 +135,9 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
91
135
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
92
136
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
93
137
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
138
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
139
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
140
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
94
141
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
95
142
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
96
143
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -101,6 +148,14 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
101
148
|
gpu: "gpu";
|
|
102
149
|
auto: "auto";
|
|
103
150
|
}>>;
|
|
151
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
152
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
153
|
+
CPU_ONLY: "CPU_ONLY";
|
|
154
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
155
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
156
|
+
ALL: "ALL";
|
|
157
|
+
}>>;
|
|
158
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
104
159
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
105
160
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
106
161
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -112,6 +167,9 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
112
167
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
113
168
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
114
169
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
170
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
171
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
172
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
115
173
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
116
174
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
117
175
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -133,12 +191,14 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
133
191
|
audiogen: "audiogen";
|
|
134
192
|
tts: "tts";
|
|
135
193
|
ocr: "ocr";
|
|
194
|
+
classification: "classification";
|
|
136
195
|
vla: "vla";
|
|
137
196
|
"llamacpp-completion": "llamacpp-completion";
|
|
138
197
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
139
198
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
140
199
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
141
200
|
"llamacpp-decision": "llamacpp-decision";
|
|
201
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
142
202
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
143
203
|
"onnx-tts": "onnx-tts";
|
|
144
204
|
"tts-ggml": "tts-ggml";
|
|
@@ -148,13 +208,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
148
208
|
"sdcpp-generation": "sdcpp-generation";
|
|
149
209
|
"audiogen-ggml": "audiogen-ggml";
|
|
150
210
|
"ggml-vla": "ggml-vla";
|
|
211
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
151
212
|
"ggml-classification": "ggml-classification";
|
|
152
213
|
llm: "llm";
|
|
153
214
|
whisper: "whisper";
|
|
154
215
|
bci: "bci";
|
|
155
216
|
nmt: "nmt";
|
|
156
217
|
parakeet: "parakeet";
|
|
157
|
-
classification: "classification";
|
|
158
218
|
}>, z.ZodLiteral<"vad">]>>;
|
|
159
219
|
}, z.core.$strip>]>;
|
|
160
220
|
lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -174,12 +234,14 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
174
234
|
audiogen: "audiogen";
|
|
175
235
|
tts: "tts";
|
|
176
236
|
ocr: "ocr";
|
|
237
|
+
classification: "classification";
|
|
177
238
|
vla: "vla";
|
|
178
239
|
"llamacpp-completion": "llamacpp-completion";
|
|
179
240
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
180
241
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
181
242
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
182
243
|
"llamacpp-decision": "llamacpp-decision";
|
|
244
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
183
245
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
184
246
|
"onnx-tts": "onnx-tts";
|
|
185
247
|
"tts-ggml": "tts-ggml";
|
|
@@ -189,13 +251,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
189
251
|
"sdcpp-generation": "sdcpp-generation";
|
|
190
252
|
"audiogen-ggml": "audiogen-ggml";
|
|
191
253
|
"ggml-vla": "ggml-vla";
|
|
254
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
192
255
|
"ggml-classification": "ggml-classification";
|
|
193
256
|
llm: "llm";
|
|
194
257
|
whisper: "whisper";
|
|
195
258
|
bci: "bci";
|
|
196
259
|
nmt: "nmt";
|
|
197
260
|
parakeet: "parakeet";
|
|
198
|
-
classification: "classification";
|
|
199
261
|
}>, z.ZodLiteral<"vad">]>>;
|
|
200
262
|
}, z.core.$strip>]>;
|
|
201
263
|
ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -215,12 +277,14 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
215
277
|
audiogen: "audiogen";
|
|
216
278
|
tts: "tts";
|
|
217
279
|
ocr: "ocr";
|
|
280
|
+
classification: "classification";
|
|
218
281
|
vla: "vla";
|
|
219
282
|
"llamacpp-completion": "llamacpp-completion";
|
|
220
283
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
221
284
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
222
285
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
223
286
|
"llamacpp-decision": "llamacpp-decision";
|
|
287
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
224
288
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
225
289
|
"onnx-tts": "onnx-tts";
|
|
226
290
|
"tts-ggml": "tts-ggml";
|
|
@@ -230,13 +294,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
230
294
|
"sdcpp-generation": "sdcpp-generation";
|
|
231
295
|
"audiogen-ggml": "audiogen-ggml";
|
|
232
296
|
"ggml-vla": "ggml-vla";
|
|
297
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
233
298
|
"ggml-classification": "ggml-classification";
|
|
234
299
|
llm: "llm";
|
|
235
300
|
whisper: "whisper";
|
|
236
301
|
bci: "bci";
|
|
237
302
|
nmt: "nmt";
|
|
238
303
|
parakeet: "parakeet";
|
|
239
|
-
classification: "classification";
|
|
240
304
|
}>, z.ZodLiteral<"vad">]>>;
|
|
241
305
|
}, z.core.$strip>]>;
|
|
242
306
|
vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -256,12 +320,14 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
256
320
|
audiogen: "audiogen";
|
|
257
321
|
tts: "tts";
|
|
258
322
|
ocr: "ocr";
|
|
323
|
+
classification: "classification";
|
|
259
324
|
vla: "vla";
|
|
260
325
|
"llamacpp-completion": "llamacpp-completion";
|
|
261
326
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
262
327
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
263
328
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
264
329
|
"llamacpp-decision": "llamacpp-decision";
|
|
330
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
265
331
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
266
332
|
"onnx-tts": "onnx-tts";
|
|
267
333
|
"tts-ggml": "tts-ggml";
|
|
@@ -271,13 +337,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
271
337
|
"sdcpp-generation": "sdcpp-generation";
|
|
272
338
|
"audiogen-ggml": "audiogen-ggml";
|
|
273
339
|
"ggml-vla": "ggml-vla";
|
|
340
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
274
341
|
"ggml-classification": "ggml-classification";
|
|
275
342
|
llm: "llm";
|
|
276
343
|
whisper: "whisper";
|
|
277
344
|
bci: "bci";
|
|
278
345
|
nmt: "nmt";
|
|
279
346
|
parakeet: "parakeet";
|
|
280
|
-
classification: "classification";
|
|
281
347
|
}>, z.ZodLiteral<"vad">]>>;
|
|
282
348
|
}, z.core.$strip>]>;
|
|
283
349
|
}, z.core.$strict>;
|
|
@@ -299,12 +365,14 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
299
365
|
audiogen: "audiogen";
|
|
300
366
|
tts: "tts";
|
|
301
367
|
ocr: "ocr";
|
|
368
|
+
classification: "classification";
|
|
302
369
|
vla: "vla";
|
|
303
370
|
"llamacpp-completion": "llamacpp-completion";
|
|
304
371
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
305
372
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
306
373
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
307
374
|
"llamacpp-decision": "llamacpp-decision";
|
|
375
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
308
376
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
309
377
|
"onnx-tts": "onnx-tts";
|
|
310
378
|
"tts-ggml": "tts-ggml";
|
|
@@ -314,13 +382,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
314
382
|
"sdcpp-generation": "sdcpp-generation";
|
|
315
383
|
"audiogen-ggml": "audiogen-ggml";
|
|
316
384
|
"ggml-vla": "ggml-vla";
|
|
385
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
317
386
|
"ggml-classification": "ggml-classification";
|
|
318
387
|
llm: "llm";
|
|
319
388
|
whisper: "whisper";
|
|
320
389
|
bci: "bci";
|
|
321
390
|
nmt: "nmt";
|
|
322
391
|
parakeet: "parakeet";
|
|
323
|
-
classification: "classification";
|
|
324
392
|
}>, z.ZodLiteral<"vad">]>>;
|
|
325
393
|
}, z.core.$strip>]>;
|
|
326
394
|
synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -340,12 +408,14 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
340
408
|
audiogen: "audiogen";
|
|
341
409
|
tts: "tts";
|
|
342
410
|
ocr: "ocr";
|
|
411
|
+
classification: "classification";
|
|
343
412
|
vla: "vla";
|
|
344
413
|
"llamacpp-completion": "llamacpp-completion";
|
|
345
414
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
346
415
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
347
416
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
348
417
|
"llamacpp-decision": "llamacpp-decision";
|
|
418
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
349
419
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
350
420
|
"onnx-tts": "onnx-tts";
|
|
351
421
|
"tts-ggml": "tts-ggml";
|
|
@@ -355,13 +425,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
355
425
|
"sdcpp-generation": "sdcpp-generation";
|
|
356
426
|
"audiogen-ggml": "audiogen-ggml";
|
|
357
427
|
"ggml-vla": "ggml-vla";
|
|
428
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
358
429
|
"ggml-classification": "ggml-classification";
|
|
359
430
|
llm: "llm";
|
|
360
431
|
whisper: "whisper";
|
|
361
432
|
bci: "bci";
|
|
362
433
|
nmt: "nmt";
|
|
363
434
|
parakeet: "parakeet";
|
|
364
|
-
classification: "classification";
|
|
365
435
|
}>, z.ZodLiteral<"vad">]>>;
|
|
366
436
|
}, z.core.$strip>]>;
|
|
367
437
|
device: z.ZodOptional<z.ZodEnum<{
|
|
@@ -369,6 +439,14 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
369
439
|
gpu: "gpu";
|
|
370
440
|
auto: "auto";
|
|
371
441
|
}>>;
|
|
442
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
443
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
444
|
+
CPU_ONLY: "CPU_ONLY";
|
|
445
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
446
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
447
|
+
ALL: "ALL";
|
|
448
|
+
}>>;
|
|
449
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
372
450
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
373
451
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
374
452
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -380,6 +458,9 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
380
458
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
381
459
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
382
460
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
461
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
462
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
463
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
383
464
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
384
465
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
385
466
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -401,12 +482,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
401
482
|
audiogen: "audiogen";
|
|
402
483
|
tts: "tts";
|
|
403
484
|
ocr: "ocr";
|
|
485
|
+
classification: "classification";
|
|
404
486
|
vla: "vla";
|
|
405
487
|
"llamacpp-completion": "llamacpp-completion";
|
|
406
488
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
407
489
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
408
490
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
409
491
|
"llamacpp-decision": "llamacpp-decision";
|
|
492
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
410
493
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
411
494
|
"onnx-tts": "onnx-tts";
|
|
412
495
|
"tts-ggml": "tts-ggml";
|
|
@@ -416,13 +499,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
416
499
|
"sdcpp-generation": "sdcpp-generation";
|
|
417
500
|
"audiogen-ggml": "audiogen-ggml";
|
|
418
501
|
"ggml-vla": "ggml-vla";
|
|
502
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
419
503
|
"ggml-classification": "ggml-classification";
|
|
420
504
|
llm: "llm";
|
|
421
505
|
whisper: "whisper";
|
|
422
506
|
bci: "bci";
|
|
423
507
|
nmt: "nmt";
|
|
424
508
|
parakeet: "parakeet";
|
|
425
|
-
classification: "classification";
|
|
426
509
|
}>, z.ZodLiteral<"vad">]>>;
|
|
427
510
|
}, z.core.$strip>]>;
|
|
428
511
|
lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -442,12 +525,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
442
525
|
audiogen: "audiogen";
|
|
443
526
|
tts: "tts";
|
|
444
527
|
ocr: "ocr";
|
|
528
|
+
classification: "classification";
|
|
445
529
|
vla: "vla";
|
|
446
530
|
"llamacpp-completion": "llamacpp-completion";
|
|
447
531
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
448
532
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
449
533
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
450
534
|
"llamacpp-decision": "llamacpp-decision";
|
|
535
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
451
536
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
452
537
|
"onnx-tts": "onnx-tts";
|
|
453
538
|
"tts-ggml": "tts-ggml";
|
|
@@ -457,13 +542,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
457
542
|
"sdcpp-generation": "sdcpp-generation";
|
|
458
543
|
"audiogen-ggml": "audiogen-ggml";
|
|
459
544
|
"ggml-vla": "ggml-vla";
|
|
545
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
460
546
|
"ggml-classification": "ggml-classification";
|
|
461
547
|
llm: "llm";
|
|
462
548
|
whisper: "whisper";
|
|
463
549
|
bci: "bci";
|
|
464
550
|
nmt: "nmt";
|
|
465
551
|
parakeet: "parakeet";
|
|
466
|
-
classification: "classification";
|
|
467
552
|
}>, z.ZodLiteral<"vad">]>>;
|
|
468
553
|
}, z.core.$strip>]>;
|
|
469
554
|
ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -483,12 +568,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
483
568
|
audiogen: "audiogen";
|
|
484
569
|
tts: "tts";
|
|
485
570
|
ocr: "ocr";
|
|
571
|
+
classification: "classification";
|
|
486
572
|
vla: "vla";
|
|
487
573
|
"llamacpp-completion": "llamacpp-completion";
|
|
488
574
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
489
575
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
490
576
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
491
577
|
"llamacpp-decision": "llamacpp-decision";
|
|
578
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
492
579
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
493
580
|
"onnx-tts": "onnx-tts";
|
|
494
581
|
"tts-ggml": "tts-ggml";
|
|
@@ -498,13 +585,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
498
585
|
"sdcpp-generation": "sdcpp-generation";
|
|
499
586
|
"audiogen-ggml": "audiogen-ggml";
|
|
500
587
|
"ggml-vla": "ggml-vla";
|
|
588
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
501
589
|
"ggml-classification": "ggml-classification";
|
|
502
590
|
llm: "llm";
|
|
503
591
|
whisper: "whisper";
|
|
504
592
|
bci: "bci";
|
|
505
593
|
nmt: "nmt";
|
|
506
594
|
parakeet: "parakeet";
|
|
507
|
-
classification: "classification";
|
|
508
595
|
}>, z.ZodLiteral<"vad">]>>;
|
|
509
596
|
}, z.core.$strip>]>;
|
|
510
597
|
vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -524,12 +611,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
524
611
|
audiogen: "audiogen";
|
|
525
612
|
tts: "tts";
|
|
526
613
|
ocr: "ocr";
|
|
614
|
+
classification: "classification";
|
|
527
615
|
vla: "vla";
|
|
528
616
|
"llamacpp-completion": "llamacpp-completion";
|
|
529
617
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
530
618
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
531
619
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
532
620
|
"llamacpp-decision": "llamacpp-decision";
|
|
621
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
533
622
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
534
623
|
"onnx-tts": "onnx-tts";
|
|
535
624
|
"tts-ggml": "tts-ggml";
|
|
@@ -539,13 +628,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
539
628
|
"sdcpp-generation": "sdcpp-generation";
|
|
540
629
|
"audiogen-ggml": "audiogen-ggml";
|
|
541
630
|
"ggml-vla": "ggml-vla";
|
|
631
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
542
632
|
"ggml-classification": "ggml-classification";
|
|
543
633
|
llm: "llm";
|
|
544
634
|
whisper: "whisper";
|
|
545
635
|
bci: "bci";
|
|
546
636
|
nmt: "nmt";
|
|
547
637
|
parakeet: "parakeet";
|
|
548
|
-
classification: "classification";
|
|
549
638
|
}>, z.ZodLiteral<"vad">]>>;
|
|
550
639
|
}, z.core.$strip>]>;
|
|
551
640
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -566,12 +655,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
566
655
|
audiogen: "audiogen";
|
|
567
656
|
tts: "tts";
|
|
568
657
|
ocr: "ocr";
|
|
658
|
+
classification: "classification";
|
|
569
659
|
vla: "vla";
|
|
570
660
|
"llamacpp-completion": "llamacpp-completion";
|
|
571
661
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
572
662
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
573
663
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
574
664
|
"llamacpp-decision": "llamacpp-decision";
|
|
665
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
575
666
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
576
667
|
"onnx-tts": "onnx-tts";
|
|
577
668
|
"tts-ggml": "tts-ggml";
|
|
@@ -581,13 +672,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
581
672
|
"sdcpp-generation": "sdcpp-generation";
|
|
582
673
|
"audiogen-ggml": "audiogen-ggml";
|
|
583
674
|
"ggml-vla": "ggml-vla";
|
|
675
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
584
676
|
"ggml-classification": "ggml-classification";
|
|
585
677
|
llm: "llm";
|
|
586
678
|
whisper: "whisper";
|
|
587
679
|
bci: "bci";
|
|
588
680
|
nmt: "nmt";
|
|
589
681
|
parakeet: "parakeet";
|
|
590
|
-
classification: "classification";
|
|
591
682
|
}>, z.ZodLiteral<"vad">]>>;
|
|
592
683
|
}, z.core.$strip>]>;
|
|
593
684
|
synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -607,12 +698,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
607
698
|
audiogen: "audiogen";
|
|
608
699
|
tts: "tts";
|
|
609
700
|
ocr: "ocr";
|
|
701
|
+
classification: "classification";
|
|
610
702
|
vla: "vla";
|
|
611
703
|
"llamacpp-completion": "llamacpp-completion";
|
|
612
704
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
613
705
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
614
706
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
615
707
|
"llamacpp-decision": "llamacpp-decision";
|
|
708
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
616
709
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
617
710
|
"onnx-tts": "onnx-tts";
|
|
618
711
|
"tts-ggml": "tts-ggml";
|
|
@@ -622,13 +715,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
622
715
|
"sdcpp-generation": "sdcpp-generation";
|
|
623
716
|
"audiogen-ggml": "audiogen-ggml";
|
|
624
717
|
"ggml-vla": "ggml-vla";
|
|
718
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
625
719
|
"ggml-classification": "ggml-classification";
|
|
626
720
|
llm: "llm";
|
|
627
721
|
whisper: "whisper";
|
|
628
722
|
bci: "bci";
|
|
629
723
|
nmt: "nmt";
|
|
630
724
|
parakeet: "parakeet";
|
|
631
|
-
classification: "classification";
|
|
632
725
|
}>, z.ZodLiteral<"vad">]>>;
|
|
633
726
|
}, z.core.$strip>]>;
|
|
634
727
|
device: z.ZodOptional<z.ZodEnum<{
|
|
@@ -636,6 +729,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
636
729
|
gpu: "gpu";
|
|
637
730
|
auto: "auto";
|
|
638
731
|
}>>;
|
|
732
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
733
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
734
|
+
CPU_ONLY: "CPU_ONLY";
|
|
735
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
736
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
737
|
+
ALL: "ALL";
|
|
738
|
+
}>>;
|
|
739
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
639
740
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
640
741
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
641
742
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -736,10 +837,23 @@ export declare const audioGenClientParamsSchema: z.ZodObject<{
|
|
|
736
837
|
}>>;
|
|
737
838
|
audioCoverStrength: z.ZodOptional<z.ZodNumber>;
|
|
738
839
|
coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
|
|
840
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
841
|
+
wav: "wav";
|
|
842
|
+
flac: "flac";
|
|
843
|
+
alac: "alac";
|
|
844
|
+
aiff: "aiff";
|
|
845
|
+
caf: "caf";
|
|
846
|
+
m4a: "m4a";
|
|
847
|
+
aac: "aac";
|
|
848
|
+
opus: "opus";
|
|
849
|
+
ogg: "ogg";
|
|
850
|
+
ac3: "ac3";
|
|
851
|
+
wma: "wma";
|
|
852
|
+
mp2: "mp2";
|
|
853
|
+
}>>;
|
|
739
854
|
}, z.core.$strict>;
|
|
740
855
|
export declare const audioGenStreamRequestSchema: z.ZodObject<{
|
|
741
856
|
type: z.ZodLiteral<"audioGenStream">;
|
|
742
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
743
857
|
audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
744
858
|
referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
745
859
|
type: z.ZodLiteral<"base64">;
|
|
@@ -804,6 +918,22 @@ export declare const audioGenStreamRequestSchema: z.ZodObject<{
|
|
|
804
918
|
}>>;
|
|
805
919
|
audioCoverStrength: z.ZodOptional<z.ZodNumber>;
|
|
806
920
|
coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
|
|
921
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
922
|
+
wav: "wav";
|
|
923
|
+
flac: "flac";
|
|
924
|
+
alac: "alac";
|
|
925
|
+
aiff: "aiff";
|
|
926
|
+
caf: "caf";
|
|
927
|
+
m4a: "m4a";
|
|
928
|
+
aac: "aac";
|
|
929
|
+
opus: "opus";
|
|
930
|
+
ogg: "ogg";
|
|
931
|
+
ac3: "ac3";
|
|
932
|
+
wma: "wma";
|
|
933
|
+
mp2: "mp2";
|
|
934
|
+
}>>;
|
|
935
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
936
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
807
937
|
}, z.core.$strict>;
|
|
808
938
|
declare const audioEditPromptSchema: z.ZodObject<{
|
|
809
939
|
caption: z.ZodString;
|
|
@@ -915,6 +1045,20 @@ export declare const audioEditClientParamsSchema: z.ZodObject<{
|
|
|
915
1045
|
dcwHighScaler: z.ZodOptional<z.ZodNumber>;
|
|
916
1046
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
917
1047
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
1048
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
1049
|
+
wav: "wav";
|
|
1050
|
+
flac: "flac";
|
|
1051
|
+
alac: "alac";
|
|
1052
|
+
aiff: "aiff";
|
|
1053
|
+
caf: "caf";
|
|
1054
|
+
m4a: "m4a";
|
|
1055
|
+
aac: "aac";
|
|
1056
|
+
opus: "opus";
|
|
1057
|
+
ogg: "ogg";
|
|
1058
|
+
ac3: "ac3";
|
|
1059
|
+
wma: "wma";
|
|
1060
|
+
mp2: "mp2";
|
|
1061
|
+
}>>;
|
|
918
1062
|
}, z.core.$strict>;
|
|
919
1063
|
export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
920
1064
|
sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -932,7 +1076,6 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
|
932
1076
|
value: z.ZodString;
|
|
933
1077
|
}, z.core.$strip>], "type">>;
|
|
934
1078
|
type: z.ZodLiteral<"audioEditStream">;
|
|
935
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
936
1079
|
modelId: z.ZodString;
|
|
937
1080
|
operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
938
1081
|
type: z.ZodLiteral<"flow-edit">;
|
|
@@ -971,6 +1114,22 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
|
971
1114
|
dcwHighScaler: z.ZodOptional<z.ZodNumber>;
|
|
972
1115
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
973
1116
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
1117
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
1118
|
+
wav: "wav";
|
|
1119
|
+
flac: "flac";
|
|
1120
|
+
alac: "alac";
|
|
1121
|
+
aiff: "aiff";
|
|
1122
|
+
caf: "caf";
|
|
1123
|
+
m4a: "m4a";
|
|
1124
|
+
aac: "aac";
|
|
1125
|
+
opus: "opus";
|
|
1126
|
+
ogg: "ogg";
|
|
1127
|
+
ac3: "ac3";
|
|
1128
|
+
wma: "wma";
|
|
1129
|
+
mp2: "mp2";
|
|
1130
|
+
}>>;
|
|
1131
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1132
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
974
1133
|
}, z.core.$strict>;
|
|
975
1134
|
export type AudioGenProgress = {
|
|
976
1135
|
stage: string;
|
|
@@ -1023,6 +1182,7 @@ export declare const audioGenStatsSchema: z.ZodObject<{
|
|
|
1023
1182
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1024
1183
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1025
1184
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1185
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1026
1186
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1027
1187
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1028
1188
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1077,13 +1237,14 @@ export declare const audioUnderstandRequestSchema: z.ZodObject<{
|
|
|
1077
1237
|
value: z.ZodString;
|
|
1078
1238
|
}, z.core.$strip>], "type">;
|
|
1079
1239
|
type: z.ZodLiteral<"audioUnderstand">;
|
|
1080
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
1081
1240
|
modelId: z.ZodString;
|
|
1082
1241
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1083
1242
|
vocalLanguage: z.ZodOptional<z.ZodString>;
|
|
1084
1243
|
lmTemperature: z.ZodOptional<z.ZodNumber>;
|
|
1085
1244
|
lmTopP: z.ZodOptional<z.ZodNumber>;
|
|
1086
1245
|
lmTopK: z.ZodOptional<z.ZodNumber>;
|
|
1246
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1247
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1087
1248
|
}, z.core.$strict>;
|
|
1088
1249
|
export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
1089
1250
|
type: z.ZodLiteral<"audioUnderstand">;
|
|
@@ -1113,6 +1274,7 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
|
1113
1274
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1114
1275
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1115
1276
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1277
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1116
1278
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1117
1279
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1118
1280
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1150,16 +1312,16 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
|
1150
1312
|
gpu: "gpu";
|
|
1151
1313
|
}>;
|
|
1152
1314
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1153
|
-
cuda: "cuda";
|
|
1154
1315
|
vulkan: "vulkan";
|
|
1155
|
-
metal: "metal";
|
|
1156
1316
|
opencl: "opencl";
|
|
1157
|
-
rocm: "rocm";
|
|
1158
1317
|
opengl: "opengl";
|
|
1159
1318
|
webgpu: "webgpu";
|
|
1319
|
+
metal: "metal";
|
|
1160
1320
|
direct3d11: "direct3d11";
|
|
1161
1321
|
direct3d12: "direct3d12";
|
|
1322
|
+
cuda: "cuda";
|
|
1162
1323
|
levelZero: "levelZero";
|
|
1324
|
+
rocm: "rocm";
|
|
1163
1325
|
}>>;
|
|
1164
1326
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1165
1327
|
name: z.ZodString;
|
|
@@ -1195,6 +1357,42 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1195
1357
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1196
1358
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
1197
1359
|
bitsPerSample: z.ZodOptional<z.ZodNumber>;
|
|
1360
|
+
encoded: z.ZodOptional<z.ZodObject<{
|
|
1361
|
+
data: z.ZodString;
|
|
1362
|
+
format: z.ZodEnum<{
|
|
1363
|
+
wav: "wav";
|
|
1364
|
+
flac: "flac";
|
|
1365
|
+
alac: "alac";
|
|
1366
|
+
aiff: "aiff";
|
|
1367
|
+
caf: "caf";
|
|
1368
|
+
m4a: "m4a";
|
|
1369
|
+
aac: "aac";
|
|
1370
|
+
opus: "opus";
|
|
1371
|
+
ogg: "ogg";
|
|
1372
|
+
ac3: "ac3";
|
|
1373
|
+
wma: "wma";
|
|
1374
|
+
mp2: "mp2";
|
|
1375
|
+
}>;
|
|
1376
|
+
mimeType: z.ZodString;
|
|
1377
|
+
extension: z.ZodString;
|
|
1378
|
+
}, z.core.$strict>>;
|
|
1379
|
+
encodeError: z.ZodOptional<z.ZodObject<{
|
|
1380
|
+
format: z.ZodEnum<{
|
|
1381
|
+
wav: "wav";
|
|
1382
|
+
flac: "flac";
|
|
1383
|
+
alac: "alac";
|
|
1384
|
+
aiff: "aiff";
|
|
1385
|
+
caf: "caf";
|
|
1386
|
+
m4a: "m4a";
|
|
1387
|
+
aac: "aac";
|
|
1388
|
+
opus: "opus";
|
|
1389
|
+
ogg: "ogg";
|
|
1390
|
+
ac3: "ac3";
|
|
1391
|
+
wma: "wma";
|
|
1392
|
+
mp2: "mp2";
|
|
1393
|
+
}>;
|
|
1394
|
+
details: z.ZodOptional<z.ZodString>;
|
|
1395
|
+
}, z.core.$strict>>;
|
|
1198
1396
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
1199
1397
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
1200
1398
|
cancelled: "cancelled";
|
|
@@ -1206,6 +1404,7 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1206
1404
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1207
1405
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1208
1406
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1407
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1209
1408
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1210
1409
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1211
1410
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1243,16 +1442,16 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1243
1442
|
gpu: "gpu";
|
|
1244
1443
|
}>;
|
|
1245
1444
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1246
|
-
cuda: "cuda";
|
|
1247
1445
|
vulkan: "vulkan";
|
|
1248
|
-
metal: "metal";
|
|
1249
1446
|
opencl: "opencl";
|
|
1250
|
-
rocm: "rocm";
|
|
1251
1447
|
opengl: "opengl";
|
|
1252
1448
|
webgpu: "webgpu";
|
|
1449
|
+
metal: "metal";
|
|
1253
1450
|
direct3d11: "direct3d11";
|
|
1254
1451
|
direct3d12: "direct3d12";
|
|
1452
|
+
cuda: "cuda";
|
|
1255
1453
|
levelZero: "levelZero";
|
|
1454
|
+
rocm: "rocm";
|
|
1256
1455
|
}>>;
|
|
1257
1456
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1258
1457
|
name: z.ZodString;
|
|
@@ -1289,6 +1488,42 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1289
1488
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1290
1489
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
1291
1490
|
bitsPerSample: z.ZodOptional<z.ZodNumber>;
|
|
1491
|
+
encoded: z.ZodOptional<z.ZodObject<{
|
|
1492
|
+
data: z.ZodString;
|
|
1493
|
+
format: z.ZodEnum<{
|
|
1494
|
+
wav: "wav";
|
|
1495
|
+
flac: "flac";
|
|
1496
|
+
alac: "alac";
|
|
1497
|
+
aiff: "aiff";
|
|
1498
|
+
caf: "caf";
|
|
1499
|
+
m4a: "m4a";
|
|
1500
|
+
aac: "aac";
|
|
1501
|
+
opus: "opus";
|
|
1502
|
+
ogg: "ogg";
|
|
1503
|
+
ac3: "ac3";
|
|
1504
|
+
wma: "wma";
|
|
1505
|
+
mp2: "mp2";
|
|
1506
|
+
}>;
|
|
1507
|
+
mimeType: z.ZodString;
|
|
1508
|
+
extension: z.ZodString;
|
|
1509
|
+
}, z.core.$strict>>;
|
|
1510
|
+
encodeError: z.ZodOptional<z.ZodObject<{
|
|
1511
|
+
format: z.ZodEnum<{
|
|
1512
|
+
wav: "wav";
|
|
1513
|
+
flac: "flac";
|
|
1514
|
+
alac: "alac";
|
|
1515
|
+
aiff: "aiff";
|
|
1516
|
+
caf: "caf";
|
|
1517
|
+
m4a: "m4a";
|
|
1518
|
+
aac: "aac";
|
|
1519
|
+
opus: "opus";
|
|
1520
|
+
ogg: "ogg";
|
|
1521
|
+
ac3: "ac3";
|
|
1522
|
+
wma: "wma";
|
|
1523
|
+
mp2: "mp2";
|
|
1524
|
+
}>;
|
|
1525
|
+
details: z.ZodOptional<z.ZodString>;
|
|
1526
|
+
}, z.core.$strict>>;
|
|
1292
1527
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
1293
1528
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
1294
1529
|
cancelled: "cancelled";
|
|
@@ -1300,6 +1535,7 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1300
1535
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1301
1536
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1302
1537
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1538
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1303
1539
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1304
1540
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1305
1541
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1337,16 +1573,16 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1337
1573
|
gpu: "gpu";
|
|
1338
1574
|
}>;
|
|
1339
1575
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1340
|
-
cuda: "cuda";
|
|
1341
1576
|
vulkan: "vulkan";
|
|
1342
|
-
metal: "metal";
|
|
1343
1577
|
opencl: "opencl";
|
|
1344
|
-
rocm: "rocm";
|
|
1345
1578
|
opengl: "opengl";
|
|
1346
1579
|
webgpu: "webgpu";
|
|
1580
|
+
metal: "metal";
|
|
1347
1581
|
direct3d11: "direct3d11";
|
|
1348
1582
|
direct3d12: "direct3d12";
|
|
1583
|
+
cuda: "cuda";
|
|
1349
1584
|
levelZero: "levelZero";
|
|
1585
|
+
rocm: "rocm";
|
|
1350
1586
|
}>>;
|
|
1351
1587
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1352
1588
|
name: z.ZodString;
|
|
@@ -1397,6 +1633,8 @@ export type AudioGenStats = z.infer<typeof audioGenStatsSchema>;
|
|
|
1397
1633
|
export type AudioGenGenerationMetadata = z.infer<typeof audioGenGenerationMetadataSchema>;
|
|
1398
1634
|
export type AudioGenStreamResponse = z.infer<typeof audioGenStreamResponseSchema>;
|
|
1399
1635
|
export type AudioGenTrack = z.infer<typeof audioGenTrackSchema>;
|
|
1636
|
+
export type AudioGenOutputFormat = z.infer<typeof audioGenOutputFormatSchema>;
|
|
1637
|
+
export type AudioGenMinimaxCoremlComputeUnits = z.infer<typeof audioGenMinimaxCoremlComputeUnitsSchema>;
|
|
1400
1638
|
export type AudioGenUnderstandResult = z.infer<typeof audioGenUnderstandResultSchema>;
|
|
1401
1639
|
export type AudioUnderstandClientParams = z.input<typeof audioUnderstandClientParamsSchema>;
|
|
1402
1640
|
export type AudioUnderstandRequest = z.infer<typeof audioUnderstandRequestSchema>;
|
|
@@ -1407,10 +1645,38 @@ export interface AudioGenAudio {
|
|
|
1407
1645
|
channels: number;
|
|
1408
1646
|
bitsPerSample: number;
|
|
1409
1647
|
}
|
|
1648
|
+
/** A run encoded as the `outputFormat` its request named. */
|
|
1649
|
+
export interface AudioGenEncodedAudio {
|
|
1650
|
+
/** The complete file: container and payload. */
|
|
1651
|
+
data: Uint8Array;
|
|
1652
|
+
format: AudioGenOutputFormat;
|
|
1653
|
+
/** For example `audio/wav` or `audio/mp4`. */
|
|
1654
|
+
mimeType: string;
|
|
1655
|
+
/** File extension without the dot. `alac` is delivered as `m4a`. */
|
|
1656
|
+
extension: string;
|
|
1657
|
+
}
|
|
1410
1658
|
export interface AudioGenResult {
|
|
1411
1659
|
requestId: string;
|
|
1412
1660
|
progressStream: AsyncGenerator<AudioGenProgress>;
|
|
1661
|
+
/**
|
|
1662
|
+
* The PCM as the engine delivers it, one `Int16Array` of interleaved signed
|
|
1663
|
+
* 16-bit samples per chunk. Today the engines emit the whole track as a
|
|
1664
|
+
* single chunk once generation finishes, so this is the chunk boundary the
|
|
1665
|
+
* engine reports rather than incremental synthesis. Shares the run with
|
|
1666
|
+
* `audio`, which still resolves with every chunk concatenated; ends without
|
|
1667
|
+
* a chunk when the run is cancelled. Chunks read after `audio` resolved are
|
|
1668
|
+
* copied out of `audio.pcm`, so read them before editing that buffer in
|
|
1669
|
+
* place.
|
|
1670
|
+
*/
|
|
1671
|
+
chunkStream: AsyncGenerator<Int16Array>;
|
|
1413
1672
|
audio: Promise<AudioGenAudio>;
|
|
1673
|
+
/**
|
|
1674
|
+
* The run in the container named by `outputFormat`; resolves `undefined`
|
|
1675
|
+
* when the request named none. Rejects with `AudioEncodeFailedError` when
|
|
1676
|
+
* the finished PCM could not be encoded: `audio`, `chunkStream`, `stats`
|
|
1677
|
+
* and `diagnostics` still deliver the run.
|
|
1678
|
+
*/
|
|
1679
|
+
encoded: Promise<AudioGenEncodedAudio | undefined>;
|
|
1414
1680
|
stats: Promise<AudioGenStats | undefined>;
|
|
1415
1681
|
diagnostics: Promise<InferenceBackendDiagnostics | undefined>;
|
|
1416
1682
|
}
|