@qvac/inference 0.23.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +60 -28
- package/README.md +3 -1
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +135 -44
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +1 -1
- package/dist/api/completion-stream.js +2 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +14 -1
- package/dist/api/diffusion.js +14 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +2 -1
- package/dist/api/index.js +2 -1
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +16 -6
- package/dist/api/registry.js +32 -9
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/dispatch.d.ts +10 -4
- package/dist/dispatch.js +65 -15
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +70 -0
- package/dist/errors/index.js +128 -0
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +17 -13
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +164 -22
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +11 -4
- package/dist/handlers/get-loaded-model-info.js +1 -0
- package/dist/handlers/get-model-info.js +71 -2
- package/dist/handlers/load-model/coreml-sidecars.d.ts +2 -13
- package/dist/handlers/load-model/coreml-sidecars.js +16 -119
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +10 -2
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/handler.js +88 -35
- package/dist/handlers/load-model/http.js +327 -205
- package/dist/handlers/load-model/hyperdrive.d.ts +15 -0
- package/dist/handlers/load-model/hyperdrive.js +123 -50
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +5 -0
- package/dist/handlers/load-model/registry-companion-set.js +19 -1
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +4 -2
- package/dist/handlers/load-model/registry-download-utils.js +93 -22
- package/dist/handlers/load-model/registry.d.ts +20 -0
- package/dist/handlers/load-model/registry.js +308 -175
- package/dist/handlers/load-model/resolve.js +4 -1
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.js +17 -5
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +105 -28
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/utils.js +10 -2
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +18 -67
- package/dist/model-fit/assess.js +96 -665
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/model-fit/description/fetch.d.ts +1 -1
- package/dist/model-fit/description/fetch.js +95 -16
- package/dist/model-fit/description/resolve-load.d.ts +5 -3
- package/dist/model-fit/description/resolve-load.js +14 -14
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +15 -33
- package/dist/model-fit/load-check.js +50 -195
- package/dist/model-fit/run/engine.d.ts +12 -72
- package/dist/model-fit/run/engine.js +4 -8
- package/dist/model-fit/run/run.d.ts +10 -7
- package/dist/model-fit/run/run.js +22 -18
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/models.d.ts +865 -128
- package/dist/models/registry/models.js +3737 -2963
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/{model-fit/request/engines/asr.js → plugins/builtin/asr-ggml/fit.js} +55 -71
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{model-fit/request/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +2 -1
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +143 -18
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +13 -1
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +45 -4
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +4 -1
- package/dist/plugins/builtin/ggml-classification/plugin.js +88 -8
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +9 -3
- package/dist/plugins/builtin/ggml-ocr/plugin.js +107 -21
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +3 -3
- package/dist/plugins/builtin/index.d.ts +1 -0
- package/dist/plugins/builtin/index.js +1 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +1 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +17 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +61 -5
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +148 -19
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +26 -9
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +5 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +4 -2
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +194 -4
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +37 -11
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +23 -2
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +5 -2
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +6 -5
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +2 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +30 -3
- package/dist/plugins/builtin/moss-transcribe/plugin.js +5 -3
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +14 -5
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +4 -2
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +205 -9
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +39 -13
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +3 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +4 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +7 -2
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +79 -16
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +29 -117
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +22 -9
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +51 -16
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +368 -25
- package/dist/plugins/builtin/tts-ggml/plugin.js +180 -31
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +70 -7
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +8 -6
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +1 -0
- package/dist/plugins/ops/kv-cache-utils.js +6 -2
- package/dist/plugins/ops/load-model.d.ts +2 -0
- package/dist/plugins/ops/load-model.js +33 -16
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +62 -27
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +4 -1
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +31 -2
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +16 -1
- package/dist/profiling/operation-metrics.js +22 -19
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +50 -16
- package/dist/rag/handlers/ingest.js +2 -6
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +16 -7
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/registry.js +5 -0
- package/dist/resources/collector.d.ts +70 -36
- package/dist/resources/collector.js +8 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +4 -1
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +9 -5
- package/dist/runtime/model-config-utils.js +5 -1
- package/dist/runtime/model-registry.d.ts +28 -4
- package/dist/runtime/model-registry.js +46 -1
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +9 -1
- package/dist/runtime/request-context.js +25 -1
- package/dist/runtime/request-registry.d.ts +55 -7
- package/dist/runtime/request-registry.js +189 -71
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/vector-index-backend.d.ts +4 -0
- package/dist/runtime/vector-index-registry.d.ts +21 -0
- package/dist/runtime/vector-index-registry.js +56 -18
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/abort-signal.js +1 -0
- package/dist/schemas/assess-model-fit.d.ts +132 -282
- package/dist/schemas/assess-model-fit.js +82 -216
- package/dist/schemas/audio-gen.d.ts +278 -24
- package/dist/schemas/audio-gen.js +127 -23
- package/dist/schemas/batch-completion-stream.d.ts +105 -13
- package/dist/schemas/batch-completion-stream.js +8 -4
- package/dist/schemas/bci-config.d.ts +2 -1
- package/dist/schemas/bci.d.ts +54 -3
- package/dist/schemas/bci.js +11 -16
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +26 -0
- package/dist/schemas/cancel.js +10 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +1831 -348
- package/dist/schemas/common.js +18 -2
- package/dist/schemas/completion-event.d.ts +3 -0
- package/dist/schemas/completion-event.js +1 -1
- package/dist/schemas/completion-stream.d.ts +162 -17
- package/dist/schemas/completion-stream.js +83 -13
- package/dist/schemas/config.d.ts +1212 -169
- package/dist/schemas/config.js +9 -13
- package/dist/schemas/decision.d.ts +4 -2
- package/dist/schemas/decision.js +2 -1
- package/dist/schemas/download-asset.d.ts +10 -5
- package/dist/schemas/download-asset.js +3 -6
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +1 -0
- package/dist/schemas/engine-addon-map.js +1 -0
- package/dist/schemas/errors.d.ts +12 -0
- package/dist/schemas/errors.js +66 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +7 -3
- package/dist/schemas/index.js +7 -3
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +269 -22
- package/dist/schemas/llamacpp-config.js +86 -7
- package/dist/schemas/load-model.d.ts +6418 -1960
- package/dist/schemas/load-model.js +39 -8
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/model-config-schemas.d.ts +542 -116
- package/dist/schemas/model-config-schemas.js +2 -0
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +17 -6
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +10 -6
- package/dist/schemas/model-types.d.ts +8 -4
- package/dist/schemas/model-types.js +1 -0
- package/dist/schemas/ocr.d.ts +9 -4
- package/dist/schemas/ocr.js +6 -2
- package/dist/schemas/plugin.d.ts +62 -6
- package/dist/schemas/plugin.js +26 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +10 -16
- package/dist/schemas/registry.d.ts +30 -10
- package/dist/schemas/registry.js +14 -6
- package/dist/schemas/reload-config.d.ts +41 -6
- package/dist/schemas/reload-config.js +11 -4
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +8 -7
- package/dist/schemas/rerank.js +6 -4
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +90 -20
- package/dist/schemas/sdcpp-config.js +96 -19
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1343 -271
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +262 -2
- package/dist/schemas/transcription-config.js +122 -6
- package/dist/schemas/transcription.d.ts +93 -6
- package/dist/schemas/transcription.js +98 -21
- package/dist/schemas/translate.d.ts +2 -0
- package/dist/schemas/translate.js +5 -9
- package/dist/schemas/translation-config.d.ts +30 -20
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +3 -3
- package/dist/surface.js +3 -3
- package/dist/utils/addon-responses.d.ts +69 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +88 -29
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/cache/auto-history.js +3 -1
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +2 -4
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +5 -0
- package/dist/utils/checksum.js +18 -0
- package/dist/utils/completion-normalizer.js +286 -87
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/shard-utils.d.ts +0 -21
- package/dist/utils/shard-utils.js +12 -62
- package/dist/utils/tool-integration.d.ts +2 -2
- package/dist/utils/tools/defer.d.ts +39 -10
- package/dist/utils/tools/defer.js +72 -17
- package/dist/utils/tools/index.d.ts +1 -1
- package/dist/utils/tools/index.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +42 -0
- package/dist/utils/tts-stats.js +120 -22
- package/package.json +43 -39
- package/dist/model-fit/classify.d.ts +0 -6
- package/dist/model-fit/classify.js +0 -166
- package/dist/model-fit/description/project.d.ts +0 -27
- package/dist/model-fit/description/project.js +0 -33
- package/dist/model-fit/floor.d.ts +0 -31
- package/dist/model-fit/floor.js +0 -65
- package/dist/model-fit/kv-cache.d.ts +0 -23
- package/dist/model-fit/kv-cache.js +0 -85
- package/dist/model-fit/platform.d.ts +0 -14
- package/dist/model-fit/platform.js +0 -26
- package/dist/model-fit/request/create.d.ts +0 -31
- package/dist/model-fit/request/create.js +0 -61
- package/dist/model-fit/request/engines/asr.d.ts +0 -14
- package/dist/model-fit/request/engines/audiogen.d.ts +0 -8
- package/dist/model-fit/request/engines/diffusion.d.ts +0 -7
- package/dist/model-fit/request/engines/diffusion.js +0 -93
- package/dist/model-fit/request/engines/llama.d.ts +0 -12
- package/dist/model-fit/request/engines/llama.js +0 -44
- package/dist/model-fit/request/engines/nmt.d.ts +0 -8
- package/dist/model-fit/request/engines/nmt.js +0 -11
- package/dist/model-fit/request/engines/ocr.d.ts +0 -9
- package/dist/model-fit/request/engines/ocr.js +0 -13
- package/dist/model-fit/request/engines/tts.d.ts +0 -10
- package/dist/model-fit/request/engines/tts.js +0 -152
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5859
- package/dist/schemas/model-resource-profile.d.ts +0 -109
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/model-fit/{request/gpu.d.ts → gpu.d.ts} +0 -0
- /package/dist/model-fit/{request/gpu.js → gpu.js} +0 -0
|
@@ -5,6 +5,39 @@ export declare const audioGenEngineSchema: z.ZodEnum<{
|
|
|
5
5
|
acestep: "acestep";
|
|
6
6
|
minimax: "minimax";
|
|
7
7
|
}>;
|
|
8
|
+
/**
|
|
9
|
+
* Apple compute units a MiniMax-Music3 full Core ML profile may run on, in
|
|
10
|
+
* `@qvac/audiogen-ggml`'s vocabulary. A policy rather than a placement: Core
|
|
11
|
+
* ML decides where each operation runs within the units it is allowed.
|
|
12
|
+
*/
|
|
13
|
+
export declare const AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS: readonly ["CPU_ONLY", "CPU_AND_GPU", "CPU_AND_NE", "ALL"];
|
|
14
|
+
export declare const audioGenMinimaxCoremlComputeUnitsSchema: z.ZodEnum<{
|
|
15
|
+
CPU_ONLY: "CPU_ONLY";
|
|
16
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
17
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
18
|
+
ALL: "ALL";
|
|
19
|
+
}>;
|
|
20
|
+
/**
|
|
21
|
+
* Containers `outputFormat` can deliver next to the PCM, as
|
|
22
|
+
* `@qvac/audiogen-ggml` names them. `wav` is written without FFmpeg; the rest
|
|
23
|
+
* need the matching encoder in the inference host's FFmpeg build. There is no
|
|
24
|
+
* MP3: that build ships no MP3 encoder.
|
|
25
|
+
*/
|
|
26
|
+
export declare const AUDIOGEN_OUTPUT_FORMATS: readonly ["wav", "flac", "alac", "aiff", "caf", "m4a", "aac", "opus", "ogg", "ac3", "wma", "mp2"];
|
|
27
|
+
export declare const audioGenOutputFormatSchema: z.ZodEnum<{
|
|
28
|
+
wav: "wav";
|
|
29
|
+
flac: "flac";
|
|
30
|
+
alac: "alac";
|
|
31
|
+
aiff: "aiff";
|
|
32
|
+
caf: "caf";
|
|
33
|
+
m4a: "m4a";
|
|
34
|
+
aac: "aac";
|
|
35
|
+
opus: "opus";
|
|
36
|
+
ogg: "ogg";
|
|
37
|
+
ac3: "ac3";
|
|
38
|
+
wma: "wma";
|
|
39
|
+
mp2: "mp2";
|
|
40
|
+
}>;
|
|
8
41
|
/** Sample rate the ACE-Step engine expects for reference and source audio. */
|
|
9
42
|
export declare const AUDIOGEN_INPUT_SAMPLE_RATE = 48000;
|
|
10
43
|
/** Channel count (interleaved stereo) the ACE-Step engine expects for input audio. */
|
|
@@ -69,6 +102,9 @@ declare const acestepAudioGenRuntimeConfigSchema: z.ZodObject<{
|
|
|
69
102
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
70
103
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
71
104
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
106
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
107
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
72
108
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
73
109
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
74
110
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -80,6 +116,14 @@ declare const minimaxAudioGenRuntimeConfigSchema: z.ZodObject<{
|
|
|
80
116
|
gpu: "gpu";
|
|
81
117
|
auto: "auto";
|
|
82
118
|
}>>;
|
|
119
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
120
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
121
|
+
CPU_ONLY: "CPU_ONLY";
|
|
122
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
123
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
124
|
+
ALL: "ALL";
|
|
125
|
+
}>>;
|
|
126
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
83
127
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
84
128
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
85
129
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -91,6 +135,9 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
91
135
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
92
136
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
93
137
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
138
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
139
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
140
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
94
141
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
95
142
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
96
143
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -101,6 +148,14 @@ export declare const audioGenRuntimeConfigSchema: z.ZodDiscriminatedUnion<[z.Zod
|
|
|
101
148
|
gpu: "gpu";
|
|
102
149
|
auto: "auto";
|
|
103
150
|
}>>;
|
|
151
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
152
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
153
|
+
CPU_ONLY: "CPU_ONLY";
|
|
154
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
155
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
156
|
+
ALL: "ALL";
|
|
157
|
+
}>>;
|
|
158
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
104
159
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
105
160
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
106
161
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -112,6 +167,9 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
112
167
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
113
168
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
114
169
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
170
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
171
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
172
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
115
173
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
116
174
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
117
175
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -133,6 +191,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
133
191
|
audiogen: "audiogen";
|
|
134
192
|
tts: "tts";
|
|
135
193
|
ocr: "ocr";
|
|
194
|
+
classification: "classification";
|
|
136
195
|
vla: "vla";
|
|
137
196
|
"llamacpp-completion": "llamacpp-completion";
|
|
138
197
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -149,13 +208,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
149
208
|
"sdcpp-generation": "sdcpp-generation";
|
|
150
209
|
"audiogen-ggml": "audiogen-ggml";
|
|
151
210
|
"ggml-vla": "ggml-vla";
|
|
211
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
152
212
|
"ggml-classification": "ggml-classification";
|
|
153
213
|
llm: "llm";
|
|
154
214
|
whisper: "whisper";
|
|
155
215
|
bci: "bci";
|
|
156
216
|
nmt: "nmt";
|
|
157
217
|
parakeet: "parakeet";
|
|
158
|
-
classification: "classification";
|
|
159
218
|
}>, z.ZodLiteral<"vad">]>>;
|
|
160
219
|
}, z.core.$strip>]>;
|
|
161
220
|
lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -175,6 +234,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
175
234
|
audiogen: "audiogen";
|
|
176
235
|
tts: "tts";
|
|
177
236
|
ocr: "ocr";
|
|
237
|
+
classification: "classification";
|
|
178
238
|
vla: "vla";
|
|
179
239
|
"llamacpp-completion": "llamacpp-completion";
|
|
180
240
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -191,13 +251,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
191
251
|
"sdcpp-generation": "sdcpp-generation";
|
|
192
252
|
"audiogen-ggml": "audiogen-ggml";
|
|
193
253
|
"ggml-vla": "ggml-vla";
|
|
254
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
194
255
|
"ggml-classification": "ggml-classification";
|
|
195
256
|
llm: "llm";
|
|
196
257
|
whisper: "whisper";
|
|
197
258
|
bci: "bci";
|
|
198
259
|
nmt: "nmt";
|
|
199
260
|
parakeet: "parakeet";
|
|
200
|
-
classification: "classification";
|
|
201
261
|
}>, z.ZodLiteral<"vad">]>>;
|
|
202
262
|
}, z.core.$strip>]>;
|
|
203
263
|
ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -217,6 +277,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
217
277
|
audiogen: "audiogen";
|
|
218
278
|
tts: "tts";
|
|
219
279
|
ocr: "ocr";
|
|
280
|
+
classification: "classification";
|
|
220
281
|
vla: "vla";
|
|
221
282
|
"llamacpp-completion": "llamacpp-completion";
|
|
222
283
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -233,13 +294,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
233
294
|
"sdcpp-generation": "sdcpp-generation";
|
|
234
295
|
"audiogen-ggml": "audiogen-ggml";
|
|
235
296
|
"ggml-vla": "ggml-vla";
|
|
297
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
236
298
|
"ggml-classification": "ggml-classification";
|
|
237
299
|
llm: "llm";
|
|
238
300
|
whisper: "whisper";
|
|
239
301
|
bci: "bci";
|
|
240
302
|
nmt: "nmt";
|
|
241
303
|
parakeet: "parakeet";
|
|
242
|
-
classification: "classification";
|
|
243
304
|
}>, z.ZodLiteral<"vad">]>>;
|
|
244
305
|
}, z.core.$strip>]>;
|
|
245
306
|
vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -259,6 +320,7 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
259
320
|
audiogen: "audiogen";
|
|
260
321
|
tts: "tts";
|
|
261
322
|
ocr: "ocr";
|
|
323
|
+
classification: "classification";
|
|
262
324
|
vla: "vla";
|
|
263
325
|
"llamacpp-completion": "llamacpp-completion";
|
|
264
326
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -275,13 +337,13 @@ declare const acestepAudioGenConfigSchema: z.ZodObject<{
|
|
|
275
337
|
"sdcpp-generation": "sdcpp-generation";
|
|
276
338
|
"audiogen-ggml": "audiogen-ggml";
|
|
277
339
|
"ggml-vla": "ggml-vla";
|
|
340
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
278
341
|
"ggml-classification": "ggml-classification";
|
|
279
342
|
llm: "llm";
|
|
280
343
|
whisper: "whisper";
|
|
281
344
|
bci: "bci";
|
|
282
345
|
nmt: "nmt";
|
|
283
346
|
parakeet: "parakeet";
|
|
284
|
-
classification: "classification";
|
|
285
347
|
}>, z.ZodLiteral<"vad">]>>;
|
|
286
348
|
}, z.core.$strip>]>;
|
|
287
349
|
}, z.core.$strict>;
|
|
@@ -303,6 +365,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
303
365
|
audiogen: "audiogen";
|
|
304
366
|
tts: "tts";
|
|
305
367
|
ocr: "ocr";
|
|
368
|
+
classification: "classification";
|
|
306
369
|
vla: "vla";
|
|
307
370
|
"llamacpp-completion": "llamacpp-completion";
|
|
308
371
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -319,13 +382,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
319
382
|
"sdcpp-generation": "sdcpp-generation";
|
|
320
383
|
"audiogen-ggml": "audiogen-ggml";
|
|
321
384
|
"ggml-vla": "ggml-vla";
|
|
385
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
322
386
|
"ggml-classification": "ggml-classification";
|
|
323
387
|
llm: "llm";
|
|
324
388
|
whisper: "whisper";
|
|
325
389
|
bci: "bci";
|
|
326
390
|
nmt: "nmt";
|
|
327
391
|
parakeet: "parakeet";
|
|
328
|
-
classification: "classification";
|
|
329
392
|
}>, z.ZodLiteral<"vad">]>>;
|
|
330
393
|
}, z.core.$strip>]>;
|
|
331
394
|
synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -345,6 +408,7 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
345
408
|
audiogen: "audiogen";
|
|
346
409
|
tts: "tts";
|
|
347
410
|
ocr: "ocr";
|
|
411
|
+
classification: "classification";
|
|
348
412
|
vla: "vla";
|
|
349
413
|
"llamacpp-completion": "llamacpp-completion";
|
|
350
414
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -361,13 +425,13 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
361
425
|
"sdcpp-generation": "sdcpp-generation";
|
|
362
426
|
"audiogen-ggml": "audiogen-ggml";
|
|
363
427
|
"ggml-vla": "ggml-vla";
|
|
428
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
364
429
|
"ggml-classification": "ggml-classification";
|
|
365
430
|
llm: "llm";
|
|
366
431
|
whisper: "whisper";
|
|
367
432
|
bci: "bci";
|
|
368
433
|
nmt: "nmt";
|
|
369
434
|
parakeet: "parakeet";
|
|
370
|
-
classification: "classification";
|
|
371
435
|
}>, z.ZodLiteral<"vad">]>>;
|
|
372
436
|
}, z.core.$strip>]>;
|
|
373
437
|
device: z.ZodOptional<z.ZodEnum<{
|
|
@@ -375,6 +439,14 @@ declare const minimaxAudioGenConfigSchema: z.ZodObject<{
|
|
|
375
439
|
gpu: "gpu";
|
|
376
440
|
auto: "auto";
|
|
377
441
|
}>>;
|
|
442
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
443
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
444
|
+
CPU_ONLY: "CPU_ONLY";
|
|
445
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
446
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
447
|
+
ALL: "ALL";
|
|
448
|
+
}>>;
|
|
449
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
378
450
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
379
451
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
380
452
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -386,6 +458,9 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
386
458
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
387
459
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
388
460
|
nGpuLayers: z.ZodOptional<z.ZodNumber>;
|
|
461
|
+
backend: z.ZodOptional<z.ZodString>;
|
|
462
|
+
lmBackend: z.ZodOptional<z.ZodString>;
|
|
463
|
+
dumpStagesDir: z.ZodOptional<z.ZodString>;
|
|
389
464
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
390
465
|
threads: z.ZodOptional<z.ZodNumber>;
|
|
391
466
|
backendsDir: z.ZodOptional<z.ZodString>;
|
|
@@ -407,6 +482,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
407
482
|
audiogen: "audiogen";
|
|
408
483
|
tts: "tts";
|
|
409
484
|
ocr: "ocr";
|
|
485
|
+
classification: "classification";
|
|
410
486
|
vla: "vla";
|
|
411
487
|
"llamacpp-completion": "llamacpp-completion";
|
|
412
488
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -423,13 +499,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
423
499
|
"sdcpp-generation": "sdcpp-generation";
|
|
424
500
|
"audiogen-ggml": "audiogen-ggml";
|
|
425
501
|
"ggml-vla": "ggml-vla";
|
|
502
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
426
503
|
"ggml-classification": "ggml-classification";
|
|
427
504
|
llm: "llm";
|
|
428
505
|
whisper: "whisper";
|
|
429
506
|
bci: "bci";
|
|
430
507
|
nmt: "nmt";
|
|
431
508
|
parakeet: "parakeet";
|
|
432
|
-
classification: "classification";
|
|
433
509
|
}>, z.ZodLiteral<"vad">]>>;
|
|
434
510
|
}, z.core.$strip>]>;
|
|
435
511
|
lmModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -449,6 +525,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
449
525
|
audiogen: "audiogen";
|
|
450
526
|
tts: "tts";
|
|
451
527
|
ocr: "ocr";
|
|
528
|
+
classification: "classification";
|
|
452
529
|
vla: "vla";
|
|
453
530
|
"llamacpp-completion": "llamacpp-completion";
|
|
454
531
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -465,13 +542,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
465
542
|
"sdcpp-generation": "sdcpp-generation";
|
|
466
543
|
"audiogen-ggml": "audiogen-ggml";
|
|
467
544
|
"ggml-vla": "ggml-vla";
|
|
545
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
468
546
|
"ggml-classification": "ggml-classification";
|
|
469
547
|
llm: "llm";
|
|
470
548
|
whisper: "whisper";
|
|
471
549
|
bci: "bci";
|
|
472
550
|
nmt: "nmt";
|
|
473
551
|
parakeet: "parakeet";
|
|
474
|
-
classification: "classification";
|
|
475
552
|
}>, z.ZodLiteral<"vad">]>>;
|
|
476
553
|
}, z.core.$strip>]>;
|
|
477
554
|
ditModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -491,6 +568,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
491
568
|
audiogen: "audiogen";
|
|
492
569
|
tts: "tts";
|
|
493
570
|
ocr: "ocr";
|
|
571
|
+
classification: "classification";
|
|
494
572
|
vla: "vla";
|
|
495
573
|
"llamacpp-completion": "llamacpp-completion";
|
|
496
574
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -507,13 +585,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
507
585
|
"sdcpp-generation": "sdcpp-generation";
|
|
508
586
|
"audiogen-ggml": "audiogen-ggml";
|
|
509
587
|
"ggml-vla": "ggml-vla";
|
|
588
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
510
589
|
"ggml-classification": "ggml-classification";
|
|
511
590
|
llm: "llm";
|
|
512
591
|
whisper: "whisper";
|
|
513
592
|
bci: "bci";
|
|
514
593
|
nmt: "nmt";
|
|
515
594
|
parakeet: "parakeet";
|
|
516
|
-
classification: "classification";
|
|
517
595
|
}>, z.ZodLiteral<"vad">]>>;
|
|
518
596
|
}, z.core.$strip>]>;
|
|
519
597
|
vaeModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -533,6 +611,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
533
611
|
audiogen: "audiogen";
|
|
534
612
|
tts: "tts";
|
|
535
613
|
ocr: "ocr";
|
|
614
|
+
classification: "classification";
|
|
536
615
|
vla: "vla";
|
|
537
616
|
"llamacpp-completion": "llamacpp-completion";
|
|
538
617
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -549,13 +628,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
549
628
|
"sdcpp-generation": "sdcpp-generation";
|
|
550
629
|
"audiogen-ggml": "audiogen-ggml";
|
|
551
630
|
"ggml-vla": "ggml-vla";
|
|
631
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
552
632
|
"ggml-classification": "ggml-classification";
|
|
553
633
|
llm: "llm";
|
|
554
634
|
whisper: "whisper";
|
|
555
635
|
bci: "bci";
|
|
556
636
|
nmt: "nmt";
|
|
557
637
|
parakeet: "parakeet";
|
|
558
|
-
classification: "classification";
|
|
559
638
|
}>, z.ZodLiteral<"vad">]>>;
|
|
560
639
|
}, z.core.$strip>]>;
|
|
561
640
|
}, z.core.$strict>, z.ZodObject<{
|
|
@@ -576,6 +655,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
576
655
|
audiogen: "audiogen";
|
|
577
656
|
tts: "tts";
|
|
578
657
|
ocr: "ocr";
|
|
658
|
+
classification: "classification";
|
|
579
659
|
vla: "vla";
|
|
580
660
|
"llamacpp-completion": "llamacpp-completion";
|
|
581
661
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -592,13 +672,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
592
672
|
"sdcpp-generation": "sdcpp-generation";
|
|
593
673
|
"audiogen-ggml": "audiogen-ggml";
|
|
594
674
|
"ggml-vla": "ggml-vla";
|
|
675
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
595
676
|
"ggml-classification": "ggml-classification";
|
|
596
677
|
llm: "llm";
|
|
597
678
|
whisper: "whisper";
|
|
598
679
|
bci: "bci";
|
|
599
680
|
nmt: "nmt";
|
|
600
681
|
parakeet: "parakeet";
|
|
601
|
-
classification: "classification";
|
|
602
682
|
}>, z.ZodLiteral<"vad">]>>;
|
|
603
683
|
}, z.core.$strip>]>;
|
|
604
684
|
synthModelSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
@@ -618,6 +698,7 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
618
698
|
audiogen: "audiogen";
|
|
619
699
|
tts: "tts";
|
|
620
700
|
ocr: "ocr";
|
|
701
|
+
classification: "classification";
|
|
621
702
|
vla: "vla";
|
|
622
703
|
"llamacpp-completion": "llamacpp-completion";
|
|
623
704
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
@@ -634,13 +715,13 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
634
715
|
"sdcpp-generation": "sdcpp-generation";
|
|
635
716
|
"audiogen-ggml": "audiogen-ggml";
|
|
636
717
|
"ggml-vla": "ggml-vla";
|
|
718
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
637
719
|
"ggml-classification": "ggml-classification";
|
|
638
720
|
llm: "llm";
|
|
639
721
|
whisper: "whisper";
|
|
640
722
|
bci: "bci";
|
|
641
723
|
nmt: "nmt";
|
|
642
724
|
parakeet: "parakeet";
|
|
643
|
-
classification: "classification";
|
|
644
725
|
}>, z.ZodLiteral<"vad">]>>;
|
|
645
726
|
}, z.core.$strip>]>;
|
|
646
727
|
device: z.ZodOptional<z.ZodEnum<{
|
|
@@ -648,6 +729,14 @@ export declare const audioGenConfigSchema: z.ZodDiscriminatedUnion<[z.ZodObject<
|
|
|
648
729
|
gpu: "gpu";
|
|
649
730
|
auto: "auto";
|
|
650
731
|
}>>;
|
|
732
|
+
coremlProfileDir: z.ZodOptional<z.ZodString>;
|
|
733
|
+
coremlComputeUnits: z.ZodOptional<z.ZodEnum<{
|
|
734
|
+
CPU_ONLY: "CPU_ONLY";
|
|
735
|
+
CPU_AND_GPU: "CPU_AND_GPU";
|
|
736
|
+
CPU_AND_NE: "CPU_AND_NE";
|
|
737
|
+
ALL: "ALL";
|
|
738
|
+
}>>;
|
|
739
|
+
coremlConditionerPath: z.ZodOptional<z.ZodString>;
|
|
651
740
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
652
741
|
cfgScale: z.ZodOptional<z.ZodNumber>;
|
|
653
742
|
useGPU: z.ZodOptional<z.ZodBoolean>;
|
|
@@ -748,10 +837,23 @@ export declare const audioGenClientParamsSchema: z.ZodObject<{
|
|
|
748
837
|
}>>;
|
|
749
838
|
audioCoverStrength: z.ZodOptional<z.ZodNumber>;
|
|
750
839
|
coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
|
|
840
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
841
|
+
wav: "wav";
|
|
842
|
+
flac: "flac";
|
|
843
|
+
alac: "alac";
|
|
844
|
+
aiff: "aiff";
|
|
845
|
+
caf: "caf";
|
|
846
|
+
m4a: "m4a";
|
|
847
|
+
aac: "aac";
|
|
848
|
+
opus: "opus";
|
|
849
|
+
ogg: "ogg";
|
|
850
|
+
ac3: "ac3";
|
|
851
|
+
wma: "wma";
|
|
852
|
+
mp2: "mp2";
|
|
853
|
+
}>>;
|
|
751
854
|
}, z.core.$strict>;
|
|
752
855
|
export declare const audioGenStreamRequestSchema: z.ZodObject<{
|
|
753
856
|
type: z.ZodLiteral<"audioGenStream">;
|
|
754
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
755
857
|
audioCodes: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
756
858
|
referenceAudio: z.ZodOptional<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
757
859
|
type: z.ZodLiteral<"base64">;
|
|
@@ -816,6 +918,22 @@ export declare const audioGenStreamRequestSchema: z.ZodObject<{
|
|
|
816
918
|
}>>;
|
|
817
919
|
audioCoverStrength: z.ZodOptional<z.ZodNumber>;
|
|
818
920
|
coverNoiseStrength: z.ZodOptional<z.ZodNumber>;
|
|
921
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
922
|
+
wav: "wav";
|
|
923
|
+
flac: "flac";
|
|
924
|
+
alac: "alac";
|
|
925
|
+
aiff: "aiff";
|
|
926
|
+
caf: "caf";
|
|
927
|
+
m4a: "m4a";
|
|
928
|
+
aac: "aac";
|
|
929
|
+
opus: "opus";
|
|
930
|
+
ogg: "ogg";
|
|
931
|
+
ac3: "ac3";
|
|
932
|
+
wma: "wma";
|
|
933
|
+
mp2: "mp2";
|
|
934
|
+
}>>;
|
|
935
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
936
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
819
937
|
}, z.core.$strict>;
|
|
820
938
|
declare const audioEditPromptSchema: z.ZodObject<{
|
|
821
939
|
caption: z.ZodString;
|
|
@@ -927,6 +1045,20 @@ export declare const audioEditClientParamsSchema: z.ZodObject<{
|
|
|
927
1045
|
dcwHighScaler: z.ZodOptional<z.ZodNumber>;
|
|
928
1046
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
929
1047
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
1048
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
1049
|
+
wav: "wav";
|
|
1050
|
+
flac: "flac";
|
|
1051
|
+
alac: "alac";
|
|
1052
|
+
aiff: "aiff";
|
|
1053
|
+
caf: "caf";
|
|
1054
|
+
m4a: "m4a";
|
|
1055
|
+
aac: "aac";
|
|
1056
|
+
opus: "opus";
|
|
1057
|
+
ogg: "ogg";
|
|
1058
|
+
ac3: "ac3";
|
|
1059
|
+
wma: "wma";
|
|
1060
|
+
mp2: "mp2";
|
|
1061
|
+
}>>;
|
|
930
1062
|
}, z.core.$strict>;
|
|
931
1063
|
export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
932
1064
|
sourceAudio: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -944,7 +1076,6 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
|
944
1076
|
value: z.ZodString;
|
|
945
1077
|
}, z.core.$strip>], "type">>;
|
|
946
1078
|
type: z.ZodLiteral<"audioEditStream">;
|
|
947
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
948
1079
|
modelId: z.ZodString;
|
|
949
1080
|
operations: z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
950
1081
|
type: z.ZodLiteral<"flow-edit">;
|
|
@@ -983,6 +1114,22 @@ export declare const audioEditStreamRequestSchema: z.ZodObject<{
|
|
|
983
1114
|
dcwHighScaler: z.ZodOptional<z.ZodNumber>;
|
|
984
1115
|
inferenceSteps: z.ZodOptional<z.ZodNumber>;
|
|
985
1116
|
shift: z.ZodOptional<z.ZodNumber>;
|
|
1117
|
+
outputFormat: z.ZodOptional<z.ZodEnum<{
|
|
1118
|
+
wav: "wav";
|
|
1119
|
+
flac: "flac";
|
|
1120
|
+
alac: "alac";
|
|
1121
|
+
aiff: "aiff";
|
|
1122
|
+
caf: "caf";
|
|
1123
|
+
m4a: "m4a";
|
|
1124
|
+
aac: "aac";
|
|
1125
|
+
opus: "opus";
|
|
1126
|
+
ogg: "ogg";
|
|
1127
|
+
ac3: "ac3";
|
|
1128
|
+
wma: "wma";
|
|
1129
|
+
mp2: "mp2";
|
|
1130
|
+
}>>;
|
|
1131
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1132
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
986
1133
|
}, z.core.$strict>;
|
|
987
1134
|
export type AudioGenProgress = {
|
|
988
1135
|
stage: string;
|
|
@@ -1035,6 +1182,7 @@ export declare const audioGenStatsSchema: z.ZodObject<{
|
|
|
1035
1182
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1036
1183
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1037
1184
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1185
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1038
1186
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1039
1187
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1040
1188
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1089,13 +1237,14 @@ export declare const audioUnderstandRequestSchema: z.ZodObject<{
|
|
|
1089
1237
|
value: z.ZodString;
|
|
1090
1238
|
}, z.core.$strip>], "type">;
|
|
1091
1239
|
type: z.ZodLiteral<"audioUnderstand">;
|
|
1092
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
1093
1240
|
modelId: z.ZodString;
|
|
1094
1241
|
seed: z.ZodOptional<z.ZodNumber>;
|
|
1095
1242
|
vocalLanguage: z.ZodOptional<z.ZodString>;
|
|
1096
1243
|
lmTemperature: z.ZodOptional<z.ZodNumber>;
|
|
1097
1244
|
lmTopP: z.ZodOptional<z.ZodNumber>;
|
|
1098
1245
|
lmTopK: z.ZodOptional<z.ZodNumber>;
|
|
1246
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
1247
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
1099
1248
|
}, z.core.$strict>;
|
|
1100
1249
|
export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
1101
1250
|
type: z.ZodLiteral<"audioUnderstand">;
|
|
@@ -1125,6 +1274,7 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
|
1125
1274
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1126
1275
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1127
1276
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1277
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1128
1278
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1129
1279
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1130
1280
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1162,16 +1312,16 @@ export declare const audioUnderstandResponseSchema: z.ZodObject<{
|
|
|
1162
1312
|
gpu: "gpu";
|
|
1163
1313
|
}>;
|
|
1164
1314
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1165
|
-
cuda: "cuda";
|
|
1166
1315
|
vulkan: "vulkan";
|
|
1167
|
-
metal: "metal";
|
|
1168
1316
|
opencl: "opencl";
|
|
1169
|
-
rocm: "rocm";
|
|
1170
1317
|
opengl: "opengl";
|
|
1171
1318
|
webgpu: "webgpu";
|
|
1319
|
+
metal: "metal";
|
|
1172
1320
|
direct3d11: "direct3d11";
|
|
1173
1321
|
direct3d12: "direct3d12";
|
|
1322
|
+
cuda: "cuda";
|
|
1174
1323
|
levelZero: "levelZero";
|
|
1324
|
+
rocm: "rocm";
|
|
1175
1325
|
}>>;
|
|
1176
1326
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1177
1327
|
name: z.ZodString;
|
|
@@ -1207,6 +1357,42 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1207
1357
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1208
1358
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
1209
1359
|
bitsPerSample: z.ZodOptional<z.ZodNumber>;
|
|
1360
|
+
encoded: z.ZodOptional<z.ZodObject<{
|
|
1361
|
+
data: z.ZodString;
|
|
1362
|
+
format: z.ZodEnum<{
|
|
1363
|
+
wav: "wav";
|
|
1364
|
+
flac: "flac";
|
|
1365
|
+
alac: "alac";
|
|
1366
|
+
aiff: "aiff";
|
|
1367
|
+
caf: "caf";
|
|
1368
|
+
m4a: "m4a";
|
|
1369
|
+
aac: "aac";
|
|
1370
|
+
opus: "opus";
|
|
1371
|
+
ogg: "ogg";
|
|
1372
|
+
ac3: "ac3";
|
|
1373
|
+
wma: "wma";
|
|
1374
|
+
mp2: "mp2";
|
|
1375
|
+
}>;
|
|
1376
|
+
mimeType: z.ZodString;
|
|
1377
|
+
extension: z.ZodString;
|
|
1378
|
+
}, z.core.$strict>>;
|
|
1379
|
+
encodeError: z.ZodOptional<z.ZodObject<{
|
|
1380
|
+
format: z.ZodEnum<{
|
|
1381
|
+
wav: "wav";
|
|
1382
|
+
flac: "flac";
|
|
1383
|
+
alac: "alac";
|
|
1384
|
+
aiff: "aiff";
|
|
1385
|
+
caf: "caf";
|
|
1386
|
+
m4a: "m4a";
|
|
1387
|
+
aac: "aac";
|
|
1388
|
+
opus: "opus";
|
|
1389
|
+
ogg: "ogg";
|
|
1390
|
+
ac3: "ac3";
|
|
1391
|
+
wma: "wma";
|
|
1392
|
+
mp2: "mp2";
|
|
1393
|
+
}>;
|
|
1394
|
+
details: z.ZodOptional<z.ZodString>;
|
|
1395
|
+
}, z.core.$strict>>;
|
|
1210
1396
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
1211
1397
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
1212
1398
|
cancelled: "cancelled";
|
|
@@ -1218,6 +1404,7 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1218
1404
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1219
1405
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1220
1406
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1407
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1221
1408
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1222
1409
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1223
1410
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1255,16 +1442,16 @@ export declare const audioGenStreamResponseSchema: z.ZodObject<{
|
|
|
1255
1442
|
gpu: "gpu";
|
|
1256
1443
|
}>;
|
|
1257
1444
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1258
|
-
cuda: "cuda";
|
|
1259
1445
|
vulkan: "vulkan";
|
|
1260
|
-
metal: "metal";
|
|
1261
1446
|
opencl: "opencl";
|
|
1262
|
-
rocm: "rocm";
|
|
1263
1447
|
opengl: "opengl";
|
|
1264
1448
|
webgpu: "webgpu";
|
|
1449
|
+
metal: "metal";
|
|
1265
1450
|
direct3d11: "direct3d11";
|
|
1266
1451
|
direct3d12: "direct3d12";
|
|
1452
|
+
cuda: "cuda";
|
|
1267
1453
|
levelZero: "levelZero";
|
|
1454
|
+
rocm: "rocm";
|
|
1268
1455
|
}>>;
|
|
1269
1456
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1270
1457
|
name: z.ZodString;
|
|
@@ -1301,6 +1488,42 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1301
1488
|
sampleRate: z.ZodOptional<z.ZodNumber>;
|
|
1302
1489
|
channels: z.ZodOptional<z.ZodNumber>;
|
|
1303
1490
|
bitsPerSample: z.ZodOptional<z.ZodNumber>;
|
|
1491
|
+
encoded: z.ZodOptional<z.ZodObject<{
|
|
1492
|
+
data: z.ZodString;
|
|
1493
|
+
format: z.ZodEnum<{
|
|
1494
|
+
wav: "wav";
|
|
1495
|
+
flac: "flac";
|
|
1496
|
+
alac: "alac";
|
|
1497
|
+
aiff: "aiff";
|
|
1498
|
+
caf: "caf";
|
|
1499
|
+
m4a: "m4a";
|
|
1500
|
+
aac: "aac";
|
|
1501
|
+
opus: "opus";
|
|
1502
|
+
ogg: "ogg";
|
|
1503
|
+
ac3: "ac3";
|
|
1504
|
+
wma: "wma";
|
|
1505
|
+
mp2: "mp2";
|
|
1506
|
+
}>;
|
|
1507
|
+
mimeType: z.ZodString;
|
|
1508
|
+
extension: z.ZodString;
|
|
1509
|
+
}, z.core.$strict>>;
|
|
1510
|
+
encodeError: z.ZodOptional<z.ZodObject<{
|
|
1511
|
+
format: z.ZodEnum<{
|
|
1512
|
+
wav: "wav";
|
|
1513
|
+
flac: "flac";
|
|
1514
|
+
alac: "alac";
|
|
1515
|
+
aiff: "aiff";
|
|
1516
|
+
caf: "caf";
|
|
1517
|
+
m4a: "m4a";
|
|
1518
|
+
aac: "aac";
|
|
1519
|
+
opus: "opus";
|
|
1520
|
+
ogg: "ogg";
|
|
1521
|
+
ac3: "ac3";
|
|
1522
|
+
wma: "wma";
|
|
1523
|
+
mp2: "mp2";
|
|
1524
|
+
}>;
|
|
1525
|
+
details: z.ZodOptional<z.ZodString>;
|
|
1526
|
+
}, z.core.$strict>>;
|
|
1304
1527
|
done: z.ZodDefault<z.ZodBoolean>;
|
|
1305
1528
|
stopReason: z.ZodOptional<z.ZodEnum<{
|
|
1306
1529
|
cancelled: "cancelled";
|
|
@@ -1312,6 +1535,7 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1312
1535
|
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
1313
1536
|
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
1314
1537
|
backendId: z.ZodOptional<z.ZodNumber>;
|
|
1538
|
+
gpuFallbackReason: z.ZodOptional<z.ZodNumber>;
|
|
1315
1539
|
emittedFrames: z.ZodOptional<z.ZodNumber>;
|
|
1316
1540
|
arMs: z.ZodOptional<z.ZodNumber>;
|
|
1317
1541
|
conditionMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -1349,16 +1573,16 @@ export declare const audioEditStreamResponseSchema: z.ZodObject<{
|
|
|
1349
1573
|
gpu: "gpu";
|
|
1350
1574
|
}>;
|
|
1351
1575
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
1352
|
-
cuda: "cuda";
|
|
1353
1576
|
vulkan: "vulkan";
|
|
1354
|
-
metal: "metal";
|
|
1355
1577
|
opencl: "opencl";
|
|
1356
|
-
rocm: "rocm";
|
|
1357
1578
|
opengl: "opengl";
|
|
1358
1579
|
webgpu: "webgpu";
|
|
1580
|
+
metal: "metal";
|
|
1359
1581
|
direct3d11: "direct3d11";
|
|
1360
1582
|
direct3d12: "direct3d12";
|
|
1583
|
+
cuda: "cuda";
|
|
1361
1584
|
levelZero: "levelZero";
|
|
1585
|
+
rocm: "rocm";
|
|
1362
1586
|
}>>;
|
|
1363
1587
|
driver: z.ZodOptional<z.ZodObject<{
|
|
1364
1588
|
name: z.ZodString;
|
|
@@ -1409,6 +1633,8 @@ export type AudioGenStats = z.infer<typeof audioGenStatsSchema>;
|
|
|
1409
1633
|
export type AudioGenGenerationMetadata = z.infer<typeof audioGenGenerationMetadataSchema>;
|
|
1410
1634
|
export type AudioGenStreamResponse = z.infer<typeof audioGenStreamResponseSchema>;
|
|
1411
1635
|
export type AudioGenTrack = z.infer<typeof audioGenTrackSchema>;
|
|
1636
|
+
export type AudioGenOutputFormat = z.infer<typeof audioGenOutputFormatSchema>;
|
|
1637
|
+
export type AudioGenMinimaxCoremlComputeUnits = z.infer<typeof audioGenMinimaxCoremlComputeUnitsSchema>;
|
|
1412
1638
|
export type AudioGenUnderstandResult = z.infer<typeof audioGenUnderstandResultSchema>;
|
|
1413
1639
|
export type AudioUnderstandClientParams = z.input<typeof audioUnderstandClientParamsSchema>;
|
|
1414
1640
|
export type AudioUnderstandRequest = z.infer<typeof audioUnderstandRequestSchema>;
|
|
@@ -1419,10 +1645,38 @@ export interface AudioGenAudio {
|
|
|
1419
1645
|
channels: number;
|
|
1420
1646
|
bitsPerSample: number;
|
|
1421
1647
|
}
|
|
1648
|
+
/** A run encoded as the `outputFormat` its request named. */
|
|
1649
|
+
export interface AudioGenEncodedAudio {
|
|
1650
|
+
/** The complete file: container and payload. */
|
|
1651
|
+
data: Uint8Array;
|
|
1652
|
+
format: AudioGenOutputFormat;
|
|
1653
|
+
/** For example `audio/wav` or `audio/mp4`. */
|
|
1654
|
+
mimeType: string;
|
|
1655
|
+
/** File extension without the dot. `alac` is delivered as `m4a`. */
|
|
1656
|
+
extension: string;
|
|
1657
|
+
}
|
|
1422
1658
|
export interface AudioGenResult {
|
|
1423
1659
|
requestId: string;
|
|
1424
1660
|
progressStream: AsyncGenerator<AudioGenProgress>;
|
|
1661
|
+
/**
|
|
1662
|
+
* The PCM as the engine delivers it, one `Int16Array` of interleaved signed
|
|
1663
|
+
* 16-bit samples per chunk. Today the engines emit the whole track as a
|
|
1664
|
+
* single chunk once generation finishes, so this is the chunk boundary the
|
|
1665
|
+
* engine reports rather than incremental synthesis. Shares the run with
|
|
1666
|
+
* `audio`, which still resolves with every chunk concatenated; ends without
|
|
1667
|
+
* a chunk when the run is cancelled. Chunks read after `audio` resolved are
|
|
1668
|
+
* copied out of `audio.pcm`, so read them before editing that buffer in
|
|
1669
|
+
* place.
|
|
1670
|
+
*/
|
|
1671
|
+
chunkStream: AsyncGenerator<Int16Array>;
|
|
1425
1672
|
audio: Promise<AudioGenAudio>;
|
|
1673
|
+
/**
|
|
1674
|
+
* The run in the container named by `outputFormat`; resolves `undefined`
|
|
1675
|
+
* when the request named none. Rejects with `AudioEncodeFailedError` when
|
|
1676
|
+
* the finished PCM could not be encoded: `audio`, `chunkStream`, `stats`
|
|
1677
|
+
* and `diagnostics` still deliver the run.
|
|
1678
|
+
*/
|
|
1679
|
+
encoded: Promise<AudioGenEncodedAudio | undefined>;
|
|
1426
1680
|
stats: Promise<AudioGenStats | undefined>;
|
|
1427
1681
|
diagnostics: Promise<InferenceBackendDiagnostics | undefined>;
|
|
1428
1682
|
}
|