@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,8 +1,9 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
3
|
-
import { audioInputSchema } from '
|
|
4
|
-
import { inferenceBackendDiagnosticsSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
import { audioInputSchema } from '../schemas/transcription.js';
|
|
4
|
+
import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
|
|
5
5
|
import { encodeBase64 } from '../utils/encoding.js';
|
|
6
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
6
7
|
const base64Schema = z.string().min(1);
|
|
7
8
|
// Mirror requireInferenceSteps, requireAcestepShift, requireMinimaxCfgScale and
|
|
8
9
|
// optionalFloat32 in @qvac/audiogen-ggml, so a value the addon would refuse
|
|
@@ -18,6 +19,42 @@ export const audioGenEngineSchema = z.enum(AUDIOGEN_ENGINES);
|
|
|
18
19
|
* never touches a GPU.
|
|
19
20
|
*/
|
|
20
21
|
const MINIMAX_DEVICES = ['cpu', 'gpu', 'auto'];
|
|
22
|
+
/**
|
|
23
|
+
* Apple compute units a MiniMax-Music3 full Core ML profile may run on, in
|
|
24
|
+
* `@qvac/audiogen-ggml`'s vocabulary. A policy rather than a placement: Core
|
|
25
|
+
* ML decides where each operation runs within the units it is allowed.
|
|
26
|
+
*/
|
|
27
|
+
export const AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS = [
|
|
28
|
+
'CPU_ONLY',
|
|
29
|
+
'CPU_AND_GPU',
|
|
30
|
+
'CPU_AND_NE',
|
|
31
|
+
'ALL'
|
|
32
|
+
];
|
|
33
|
+
export const audioGenMinimaxCoremlComputeUnitsSchema = z.enum(AUDIOGEN_MINIMAX_COREML_COMPUTE_UNITS);
|
|
34
|
+
/**
|
|
35
|
+
* Containers `outputFormat` can deliver next to the PCM, as
|
|
36
|
+
* `@qvac/audiogen-ggml` names them. `wav` is written without FFmpeg; the rest
|
|
37
|
+
* need the matching encoder in the inference host's FFmpeg build. There is no
|
|
38
|
+
* MP3: that build ships no MP3 encoder.
|
|
39
|
+
*/
|
|
40
|
+
export const AUDIOGEN_OUTPUT_FORMATS = [
|
|
41
|
+
'wav',
|
|
42
|
+
'flac',
|
|
43
|
+
'alac',
|
|
44
|
+
'aiff',
|
|
45
|
+
'caf',
|
|
46
|
+
'm4a',
|
|
47
|
+
'aac',
|
|
48
|
+
'opus',
|
|
49
|
+
'ogg',
|
|
50
|
+
'ac3',
|
|
51
|
+
'wma',
|
|
52
|
+
'mp2'
|
|
53
|
+
];
|
|
54
|
+
export const audioGenOutputFormatSchema = z.enum(AUDIOGEN_OUTPUT_FORMATS);
|
|
55
|
+
const outputFormatParamSchema = audioGenOutputFormatSchema
|
|
56
|
+
.optional()
|
|
57
|
+
.describe('Also encode the finished audio into this container and deliver it as `encoded`, next to the PCM. `wav` is always available; `flac`, `alac`, `aiff`, `caf`, `m4a`, `aac`, `opus`, `ogg`, `ac3`, `wma` and `mp2` need the matching FFmpeg encoder on the inference host, and the request fails before generation starts when it is missing. `opus` is resampled to 48 kHz. Omit for PCM only.');
|
|
21
58
|
/** Sample rate the ACE-Step engine expects for reference and source audio. */
|
|
22
59
|
export const AUDIOGEN_INPUT_SAMPLE_RATE = 48000;
|
|
23
60
|
/** Channel count (interleaved stereo) the ACE-Step engine expects for input audio. */
|
|
@@ -79,7 +116,7 @@ const commonAudioGenRuntimeConfigShape = {
|
|
|
79
116
|
useGPU: z
|
|
80
117
|
.boolean()
|
|
81
118
|
.optional()
|
|
82
|
-
.describe('Run on a GPU backend (CUDA, Vulkan, Metal, …) when usable; falls back to CPU. `stats.backendDevice` reports the backend
|
|
119
|
+
.describe('Run on a GPU backend (CUDA, Vulkan, Metal, …) when usable; falls back to CPU. `stats.backendDevice` reports the primary backend a run used.'),
|
|
83
120
|
threads: z
|
|
84
121
|
.number()
|
|
85
122
|
.int()
|
|
@@ -106,6 +143,15 @@ const acestepShiftSchema = z
|
|
|
106
143
|
.refine((value) => value === 0 || value >= FLOAT32_MIN_POSITIVE, {
|
|
107
144
|
message: 'shift must be 0 or a positive float32 value'
|
|
108
145
|
});
|
|
146
|
+
/** A name or path the addon reads as a C string: non-empty, no NUL. */
|
|
147
|
+
function hostStringSchema(name) {
|
|
148
|
+
return z
|
|
149
|
+
.string()
|
|
150
|
+
.min(1)
|
|
151
|
+
.refine((value) => !value.includes('\0'), {
|
|
152
|
+
message: `${name} must not contain NUL characters`
|
|
153
|
+
});
|
|
154
|
+
}
|
|
109
155
|
const acestepRuntimeConfigShape = {
|
|
110
156
|
...commonAudioGenRuntimeConfigShape,
|
|
111
157
|
inferenceSteps: inferenceStepsSchema
|
|
@@ -119,7 +165,16 @@ const acestepRuntimeConfigShape = {
|
|
|
119
165
|
.int()
|
|
120
166
|
.nonnegative()
|
|
121
167
|
.optional()
|
|
122
|
-
.describe('ACE-Step GPU layers to offload when `useGPU` is set (99 = all). Ignored on CPU.')
|
|
168
|
+
.describe('ACE-Step GPU layers to offload when `useGPU` is set (99 = all). Ignored on CPU.'),
|
|
169
|
+
backend: hostStringSchema('backend')
|
|
170
|
+
.optional()
|
|
171
|
+
.describe("Advanced: ACE-Step's primary backend, by backend or device name (`cpu`, `MTL0`, `CUDA0`, …). Unset or `auto` keeps the placement `useGPU` and `nGpuLayers` select; any other value overrides both, so `useGPU: false` with `backend: 'CUDA0'` runs on CUDA0. A named backend the host cannot provide fails the load instead of falling back."),
|
|
172
|
+
lmBackend: hostStringSchema('lmBackend')
|
|
173
|
+
.optional()
|
|
174
|
+
.describe("Advanced: the backend ACE-Step's language model runs on, chosen independently of `backend` and named the same way. Unset or `auto` keeps the engine's own placement for the LM; any other value overrides it. A named backend the host cannot provide fails the load instead of falling back."),
|
|
175
|
+
dumpStagesDir: hostStringSchema('dumpStagesDir')
|
|
176
|
+
.optional()
|
|
177
|
+
.describe('Diagnostics: an existing directory on the inference host that receives the intermediate tensors of each ACE-Step stage. The engine does not create it. Unset writes nothing.')
|
|
123
178
|
};
|
|
124
179
|
const minimaxCfgScaleSchema = z
|
|
125
180
|
.number()
|
|
@@ -135,20 +190,39 @@ const minimaxRuntimeConfigShape = {
|
|
|
135
190
|
.enum(MINIMAX_DEVICES)
|
|
136
191
|
.optional()
|
|
137
192
|
.describe("Where MiniMax runs, instead of `useGPU`: `'gpu'` requires a usable GPU and fails the load otherwise, `'auto'` (what `useGPU: true` means) falls back to the CPU, `'cpu'` never touches a GPU. Cannot be combined with `useGPU`."),
|
|
193
|
+
coremlProfileDir: hostStringSchema('coremlProfileDir')
|
|
194
|
+
.optional()
|
|
195
|
+
.describe('Advanced, macOS 15+: directory on the inference host holding the compiled full Core ML profile for this GGUF pair (`manifest.json` plus the LM, depth, conditioner, DiT and vocoder programs). Runs MiniMax through Core ML instead of the native backend and takes precedence over `device` and `useGPU`; the load fails when the build, OS or profile cannot support it rather than switching backends. Requires `coremlComputeUnits`.'),
|
|
196
|
+
coremlComputeUnits: audioGenMinimaxCoremlComputeUnitsSchema
|
|
197
|
+
.optional()
|
|
198
|
+
.describe('Apple compute units the Core ML profile may use: `CPU_ONLY`, `CPU_AND_GPU`, `CPU_AND_NE` or `ALL`. A policy, not a guarantee of where each operation runs. Requires `coremlProfileDir`.'),
|
|
199
|
+
coremlConditionerPath: hostStringSchema('coremlConditionerPath')
|
|
200
|
+
.optional()
|
|
201
|
+
.describe('Advanced, macOS: absolute path on the inference host to a compiled conditioner `.mlmodelc`. Runs the conditioner convolution alone through Core ML (CPU and Neural Engine); every other stage stays on the backend `device` or `useGPU` selects. Does not enable the full Core ML profile. The load fails when the bundle is invalid or the build cannot use it.'),
|
|
138
202
|
inferenceSteps: inferenceStepsSchema
|
|
139
203
|
.optional()
|
|
140
204
|
.describe('MiniMax flow sampling steps; `0` uses the engine default (20).'),
|
|
141
205
|
cfgScale: minimaxCfgScaleSchema.optional()
|
|
142
206
|
};
|
|
143
|
-
/**
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
207
|
+
/**
|
|
208
|
+
* The addon takes `useGPU` or `device` for MiniMax, never both, and the Core
|
|
209
|
+
* ML profile and its compute units only as a pair.
|
|
210
|
+
*/
|
|
211
|
+
function refineMinimaxRuntime(value, ctx) {
|
|
212
|
+
if (value.device !== undefined && value.useGPU !== undefined) {
|
|
213
|
+
ctx.addIssue({
|
|
214
|
+
code: 'custom',
|
|
215
|
+
path: ['device'],
|
|
216
|
+
message: 'MiniMax accepts either useGPU or device, not both'
|
|
217
|
+
});
|
|
218
|
+
}
|
|
219
|
+
if ((value.coremlProfileDir === undefined) !== (value.coremlComputeUnits === undefined)) {
|
|
220
|
+
ctx.addIssue({
|
|
221
|
+
code: 'custom',
|
|
222
|
+
path: [value.coremlProfileDir === undefined ? 'coremlProfileDir' : 'coremlComputeUnits'],
|
|
223
|
+
message: 'MiniMax Core ML requires both coremlProfileDir and coremlComputeUnits'
|
|
224
|
+
});
|
|
225
|
+
}
|
|
152
226
|
}
|
|
153
227
|
const acestepAudioGenRuntimeConfigSchema = z
|
|
154
228
|
.object({
|
|
@@ -163,7 +237,7 @@ const minimaxEngineShape = {
|
|
|
163
237
|
const minimaxAudioGenRuntimeConfigSchema = z
|
|
164
238
|
.object(minimaxEngineShape)
|
|
165
239
|
.strict()
|
|
166
|
-
.superRefine(
|
|
240
|
+
.superRefine(refineMinimaxRuntime);
|
|
167
241
|
export const audioGenRuntimeConfigSchema = z.discriminatedUnion('engine', [
|
|
168
242
|
acestepAudioGenRuntimeConfigSchema,
|
|
169
243
|
minimaxAudioGenRuntimeConfigSchema
|
|
@@ -185,7 +259,7 @@ const minimaxAudioGenConfigSchema = z
|
|
|
185
259
|
synthModelSrc: modelSrcInputSchema.describe('MiniMax synthesis-model source; converts semantic tokens into the output waveform.')
|
|
186
260
|
})
|
|
187
261
|
.strict()
|
|
188
|
-
.superRefine(
|
|
262
|
+
.superRefine(refineMinimaxRuntime);
|
|
189
263
|
export const audioGenConfigSchema = z.discriminatedUnion('engine', [
|
|
190
264
|
acestepAudioGenConfigSchema,
|
|
191
265
|
minimaxAudioGenConfigSchema
|
|
@@ -349,7 +423,8 @@ const audioGenGenerationShape = {
|
|
|
349
423
|
.describe('Fraction of DiT steps that keep the source context (0..1, default 1). cover-nofsq currently requires 1.'),
|
|
350
424
|
coverNoiseStrength: unitIntervalSchema
|
|
351
425
|
.optional()
|
|
352
|
-
.describe('Blend of the initial DiT noise toward the clean source latent (0..1). 0 = pure noise, 1 ≈ source latent. Default 0.')
|
|
426
|
+
.describe('Blend of the initial DiT noise toward the clean source latent (0..1). 0 = pure noise, 1 ≈ source latent. Default 0.'),
|
|
427
|
+
outputFormat: outputFormatParamSchema
|
|
353
428
|
};
|
|
354
429
|
const audioGenParamsShape = {
|
|
355
430
|
...audioGenGenerationShape,
|
|
@@ -478,9 +553,9 @@ export const audioGenClientParamsSchema = z
|
|
|
478
553
|
export const audioGenStreamRequestSchema = z
|
|
479
554
|
.object({
|
|
480
555
|
...audioGenParamsShape,
|
|
481
|
-
type: z.literal('audioGenStream')
|
|
482
|
-
requestId: z.string().min(1).optional()
|
|
556
|
+
type: z.literal('audioGenStream')
|
|
483
557
|
})
|
|
558
|
+
.extend(trackedRequestSchema.shape)
|
|
484
559
|
.strict()
|
|
485
560
|
.superRefine(validateAudioGenRequest);
|
|
486
561
|
// ---------------------------------------------------------------------------
|
|
@@ -587,7 +662,8 @@ const audioEditShape = {
|
|
|
587
662
|
.describe('DiT steps for every operation, 0..1000; omit to keep the load-time `inferenceSteps`.'),
|
|
588
663
|
shift: acestepShiftSchema
|
|
589
664
|
.optional()
|
|
590
|
-
.describe('DiT timestep shift for every operation; omit to keep the load-time `shift`.')
|
|
665
|
+
.describe('DiT timestep shift for every operation; omit to keep the load-time `shift`.'),
|
|
666
|
+
outputFormat: outputFormatParamSchema
|
|
591
667
|
};
|
|
592
668
|
/**
|
|
593
669
|
* Cross-field rules the addon enforces per operation, checked up front so a
|
|
@@ -629,9 +705,9 @@ export const audioEditStreamRequestSchema = z
|
|
|
629
705
|
referenceAudio: audioGenAudioInputSchema
|
|
630
706
|
.optional()
|
|
631
707
|
.describe('Optional timbre reference for every operation: a file path decoded server-side, or raw interleaved stereo 48 kHz Float32 LE PCM.'),
|
|
632
|
-
type: z.literal('audioEditStream')
|
|
633
|
-
requestId: z.string().min(1).optional()
|
|
708
|
+
type: z.literal('audioEditStream')
|
|
634
709
|
})
|
|
710
|
+
.extend(trackedRequestSchema.shape)
|
|
635
711
|
.strict()
|
|
636
712
|
.superRefine(validateAudioEditOperations);
|
|
637
713
|
export const audioGenProgressSchema = z.object({
|
|
@@ -693,8 +769,18 @@ export const audioGenStatsSchema = z.object({
|
|
|
693
769
|
audioDurationMs: z.number().optional(),
|
|
694
770
|
totalTimeMs: z.number().optional(),
|
|
695
771
|
realTimeFactor: z.number().optional(),
|
|
696
|
-
backendDevice: z
|
|
697
|
-
|
|
772
|
+
backendDevice: z
|
|
773
|
+
.number()
|
|
774
|
+
.optional()
|
|
775
|
+
.describe('The primary backend the run used: 0 CPU, 1 GPU. The device an ACE-Step `lmBackend` names is not reported here.'),
|
|
776
|
+
backendId: z
|
|
777
|
+
.number()
|
|
778
|
+
.optional()
|
|
779
|
+
.describe('The primary backend the run used, as the engine codes it: 0 CPU, 1 Metal, 2 CUDA, 3 Vulkan, 4 OpenCL, 99 other.'),
|
|
780
|
+
gpuFallbackReason: z
|
|
781
|
+
.number()
|
|
782
|
+
.optional()
|
|
783
|
+
.describe('Why a run that asked for a GPU resolved to the CPU, as the engine codes it: 0 none, 1 not requested, 2 no devices, 3 init failed. `diagnostics.fallback.reason` names a lost GPU.'),
|
|
698
784
|
emittedFrames: z
|
|
699
785
|
.number()
|
|
700
786
|
.optional()
|
|
@@ -759,9 +845,9 @@ export const audioUnderstandRequestSchema = z
|
|
|
759
845
|
.object({
|
|
760
846
|
...audioUnderstandShape,
|
|
761
847
|
sourceAudio: audioGenAudioInputSchema.describe('Recording to analyse: a file path decoded server-side, or raw interleaved stereo 48 kHz Float32 LE PCM in [-1, 1].'),
|
|
762
|
-
type: z.literal('audioUnderstand')
|
|
763
|
-
requestId: z.string().min(1).optional()
|
|
848
|
+
type: z.literal('audioUnderstand')
|
|
764
849
|
})
|
|
850
|
+
.extend(trackedRequestSchema.shape)
|
|
765
851
|
.strict();
|
|
766
852
|
export const audioUnderstandResponseSchema = z
|
|
767
853
|
.object({
|
|
@@ -782,6 +868,24 @@ const audioGenStreamFrameShape = {
|
|
|
782
868
|
sampleRate: z.number().int().positive().optional(),
|
|
783
869
|
channels: z.number().int().positive().optional(),
|
|
784
870
|
bitsPerSample: z.number().int().positive().optional(),
|
|
871
|
+
encoded: z
|
|
872
|
+
.object({
|
|
873
|
+
data: base64Schema,
|
|
874
|
+
format: audioGenOutputFormatSchema,
|
|
875
|
+
mimeType: z.string().min(1),
|
|
876
|
+
extension: z.string().min(1)
|
|
877
|
+
})
|
|
878
|
+
.strict()
|
|
879
|
+
.optional()
|
|
880
|
+
.describe('The run encoded as the requested `outputFormat`, sent once after the PCM: base64 file bytes, the MIME type and the file extension without its dot.'),
|
|
881
|
+
encodeError: z
|
|
882
|
+
.object({
|
|
883
|
+
format: audioGenOutputFormatSchema,
|
|
884
|
+
details: z.string().optional()
|
|
885
|
+
})
|
|
886
|
+
.strict()
|
|
887
|
+
.optional()
|
|
888
|
+
.describe('Sent in place of `encoded` when the finished PCM could not be encoded as the requested `outputFormat`. The run still completes: the PCM, stats and diagnostics are delivered, and only the encoded file is missing.'),
|
|
785
889
|
done: z.boolean().default(false),
|
|
786
890
|
stopReason: z.enum(['completed', 'cancelled']).optional(),
|
|
787
891
|
stats: audioGenStatsSchema.optional(),
|
|
@@ -1,11 +1,17 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '
|
|
3
|
-
import { type McpClientInput } from '
|
|
2
|
+
import { type CompletionEvent, type CompletionFinal, type CompletionStats } from '../schemas/completion-event.js';
|
|
3
|
+
import { type McpClientInput } from '../schemas/mcp-adapter.js';
|
|
4
4
|
export declare const batchPromptSchema: z.ZodObject<{
|
|
5
5
|
id: z.ZodOptional<z.ZodString>;
|
|
6
6
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
7
7
|
role: z.ZodString;
|
|
8
|
-
content: z.ZodOptional<z.ZodNullable<z.ZodString
|
|
8
|
+
content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
9
|
+
type: z.ZodLiteral<"text">;
|
|
10
|
+
text: z.ZodString;
|
|
11
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
12
|
+
type: z.ZodLiteral<"media">;
|
|
13
|
+
path: z.ZodString;
|
|
14
|
+
}, z.core.$strict>], "type">>]>>>;
|
|
9
15
|
attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
10
16
|
path: z.ZodString;
|
|
11
17
|
}, z.core.$strip>>>;
|
|
@@ -17,7 +23,13 @@ export declare const batchPromptSchema: z.ZodObject<{
|
|
|
17
23
|
toolCallId: z.ZodOptional<z.ZodString>;
|
|
18
24
|
toolName: z.ZodOptional<z.ZodString>;
|
|
19
25
|
}, z.core.$strip>, z.ZodTransform<{
|
|
20
|
-
content: string
|
|
26
|
+
content: string | ({
|
|
27
|
+
type: "text";
|
|
28
|
+
text: string;
|
|
29
|
+
} | {
|
|
30
|
+
type: "media";
|
|
31
|
+
path: string;
|
|
32
|
+
})[];
|
|
21
33
|
role: string;
|
|
22
34
|
attachments?: {
|
|
23
35
|
path: string;
|
|
@@ -31,7 +43,13 @@ export declare const batchPromptSchema: z.ZodObject<{
|
|
|
31
43
|
toolName?: string | undefined;
|
|
32
44
|
}, {
|
|
33
45
|
role: string;
|
|
34
|
-
content?: string |
|
|
46
|
+
content?: string | ({
|
|
47
|
+
type: "text";
|
|
48
|
+
text: string;
|
|
49
|
+
} | {
|
|
50
|
+
type: "media";
|
|
51
|
+
path: string;
|
|
52
|
+
})[] | null | undefined;
|
|
35
53
|
attachments?: {
|
|
36
54
|
path: string;
|
|
37
55
|
}[] | undefined;
|
|
@@ -69,6 +87,10 @@ export declare const batchPromptSchema: z.ZodObject<{
|
|
|
69
87
|
strict: z.ZodOptional<z.ZodBoolean>;
|
|
70
88
|
}, z.core.$strict>;
|
|
71
89
|
}, z.core.$strict>], "type">>;
|
|
90
|
+
toolSearch: z.ZodOptional<z.ZodObject<{
|
|
91
|
+
defaultLimit: z.ZodOptional<z.ZodNumber>;
|
|
92
|
+
maxLimit: z.ZodOptional<z.ZodNumber>;
|
|
93
|
+
}, z.core.$strict>>;
|
|
72
94
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
73
95
|
type: z.ZodLiteral<"function">;
|
|
74
96
|
name: z.ZodString;
|
|
@@ -107,7 +129,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
|
|
|
107
129
|
id: z.ZodOptional<z.ZodString>;
|
|
108
130
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
109
131
|
role: z.ZodString;
|
|
110
|
-
content: z.ZodOptional<z.ZodNullable<z.ZodString
|
|
132
|
+
content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
133
|
+
type: z.ZodLiteral<"text">;
|
|
134
|
+
text: z.ZodString;
|
|
135
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
136
|
+
type: z.ZodLiteral<"media">;
|
|
137
|
+
path: z.ZodString;
|
|
138
|
+
}, z.core.$strict>], "type">>]>>>;
|
|
111
139
|
attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
112
140
|
path: z.ZodString;
|
|
113
141
|
}, z.core.$strip>>>;
|
|
@@ -119,7 +147,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
|
|
|
119
147
|
toolCallId: z.ZodOptional<z.ZodString>;
|
|
120
148
|
toolName: z.ZodOptional<z.ZodString>;
|
|
121
149
|
}, z.core.$strip>, z.ZodTransform<{
|
|
122
|
-
content: string
|
|
150
|
+
content: string | ({
|
|
151
|
+
type: "text";
|
|
152
|
+
text: string;
|
|
153
|
+
} | {
|
|
154
|
+
type: "media";
|
|
155
|
+
path: string;
|
|
156
|
+
})[];
|
|
123
157
|
role: string;
|
|
124
158
|
attachments?: {
|
|
125
159
|
path: string;
|
|
@@ -133,7 +167,13 @@ declare const batchPromptStreamSchema: z.ZodObject<{
|
|
|
133
167
|
toolName?: string | undefined;
|
|
134
168
|
}, {
|
|
135
169
|
role: string;
|
|
136
|
-
content?: string |
|
|
170
|
+
content?: string | ({
|
|
171
|
+
type: "text";
|
|
172
|
+
text: string;
|
|
173
|
+
} | {
|
|
174
|
+
type: "media";
|
|
175
|
+
path: string;
|
|
176
|
+
})[] | null | undefined;
|
|
137
177
|
attachments?: {
|
|
138
178
|
path: string;
|
|
139
179
|
}[] | undefined;
|
|
@@ -171,6 +211,10 @@ declare const batchPromptStreamSchema: z.ZodObject<{
|
|
|
171
211
|
strict: z.ZodOptional<z.ZodBoolean>;
|
|
172
212
|
}, z.core.$strict>;
|
|
173
213
|
}, z.core.$strict>], "type">>;
|
|
214
|
+
toolSearch: z.ZodOptional<z.ZodObject<{
|
|
215
|
+
defaultLimit: z.ZodOptional<z.ZodNumber>;
|
|
216
|
+
maxLimit: z.ZodOptional<z.ZodNumber>;
|
|
217
|
+
}, z.core.$strict>>;
|
|
174
218
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
175
219
|
type: z.ZodLiteral<"function">;
|
|
176
220
|
name: z.ZodString;
|
|
@@ -210,7 +254,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
|
|
|
210
254
|
id: z.ZodOptional<z.ZodString>;
|
|
211
255
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
212
256
|
role: z.ZodString;
|
|
213
|
-
content: z.ZodOptional<z.ZodNullable<z.ZodString
|
|
257
|
+
content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
258
|
+
type: z.ZodLiteral<"text">;
|
|
259
|
+
text: z.ZodString;
|
|
260
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
261
|
+
type: z.ZodLiteral<"media">;
|
|
262
|
+
path: z.ZodString;
|
|
263
|
+
}, z.core.$strict>], "type">>]>>>;
|
|
214
264
|
attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
215
265
|
path: z.ZodString;
|
|
216
266
|
}, z.core.$strip>>>;
|
|
@@ -222,7 +272,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
|
|
|
222
272
|
toolCallId: z.ZodOptional<z.ZodString>;
|
|
223
273
|
toolName: z.ZodOptional<z.ZodString>;
|
|
224
274
|
}, z.core.$strip>, z.ZodTransform<{
|
|
225
|
-
content: string
|
|
275
|
+
content: string | ({
|
|
276
|
+
type: "text";
|
|
277
|
+
text: string;
|
|
278
|
+
} | {
|
|
279
|
+
type: "media";
|
|
280
|
+
path: string;
|
|
281
|
+
})[];
|
|
226
282
|
role: string;
|
|
227
283
|
attachments?: {
|
|
228
284
|
path: string;
|
|
@@ -236,7 +292,13 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
|
|
|
236
292
|
toolName?: string | undefined;
|
|
237
293
|
}, {
|
|
238
294
|
role: string;
|
|
239
|
-
content?: string |
|
|
295
|
+
content?: string | ({
|
|
296
|
+
type: "text";
|
|
297
|
+
text: string;
|
|
298
|
+
} | {
|
|
299
|
+
type: "media";
|
|
300
|
+
path: string;
|
|
301
|
+
})[] | null | undefined;
|
|
240
302
|
attachments?: {
|
|
241
303
|
path: string;
|
|
242
304
|
}[] | undefined;
|
|
@@ -274,6 +336,10 @@ export declare const batchCompletionClientParamsSchema: z.ZodObject<{
|
|
|
274
336
|
strict: z.ZodOptional<z.ZodBoolean>;
|
|
275
337
|
}, z.core.$strict>;
|
|
276
338
|
}, z.core.$strict>], "type">>;
|
|
339
|
+
toolSearch: z.ZodOptional<z.ZodObject<{
|
|
340
|
+
defaultLimit: z.ZodOptional<z.ZodNumber>;
|
|
341
|
+
maxLimit: z.ZodOptional<z.ZodNumber>;
|
|
342
|
+
}, z.core.$strict>>;
|
|
277
343
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
278
344
|
type: z.ZodLiteral<"function">;
|
|
279
345
|
name: z.ZodString;
|
|
@@ -336,12 +402,17 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
|
|
|
336
402
|
gemma4: "gemma4";
|
|
337
403
|
dsml: "dsml";
|
|
338
404
|
}>>;
|
|
339
|
-
requestId: z.ZodOptional<z.ZodString>;
|
|
340
405
|
prompts: z.ZodArray<z.ZodObject<{
|
|
341
406
|
id: z.ZodOptional<z.ZodString>;
|
|
342
407
|
history: z.ZodArray<z.ZodPipe<z.ZodObject<{
|
|
343
408
|
role: z.ZodString;
|
|
344
|
-
content: z.ZodOptional<z.ZodNullable<z.ZodString
|
|
409
|
+
content: z.ZodOptional<z.ZodNullable<z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
410
|
+
type: z.ZodLiteral<"text">;
|
|
411
|
+
text: z.ZodString;
|
|
412
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
413
|
+
type: z.ZodLiteral<"media">;
|
|
414
|
+
path: z.ZodString;
|
|
415
|
+
}, z.core.$strict>], "type">>]>>>;
|
|
345
416
|
attachments: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
346
417
|
path: z.ZodString;
|
|
347
418
|
}, z.core.$strip>>>;
|
|
@@ -353,7 +424,13 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
|
|
|
353
424
|
toolCallId: z.ZodOptional<z.ZodString>;
|
|
354
425
|
toolName: z.ZodOptional<z.ZodString>;
|
|
355
426
|
}, z.core.$strip>, z.ZodTransform<{
|
|
356
|
-
content: string
|
|
427
|
+
content: string | ({
|
|
428
|
+
type: "text";
|
|
429
|
+
text: string;
|
|
430
|
+
} | {
|
|
431
|
+
type: "media";
|
|
432
|
+
path: string;
|
|
433
|
+
})[];
|
|
357
434
|
role: string;
|
|
358
435
|
attachments?: {
|
|
359
436
|
path: string;
|
|
@@ -367,7 +444,13 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
|
|
|
367
444
|
toolName?: string | undefined;
|
|
368
445
|
}, {
|
|
369
446
|
role: string;
|
|
370
|
-
content?: string |
|
|
447
|
+
content?: string | ({
|
|
448
|
+
type: "text";
|
|
449
|
+
text: string;
|
|
450
|
+
} | {
|
|
451
|
+
type: "media";
|
|
452
|
+
path: string;
|
|
453
|
+
})[] | null | undefined;
|
|
371
454
|
attachments?: {
|
|
372
455
|
path: string;
|
|
373
456
|
}[] | undefined;
|
|
@@ -405,6 +488,10 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
|
|
|
405
488
|
strict: z.ZodOptional<z.ZodBoolean>;
|
|
406
489
|
}, z.core.$strict>;
|
|
407
490
|
}, z.core.$strict>], "type">>;
|
|
491
|
+
toolSearch: z.ZodOptional<z.ZodObject<{
|
|
492
|
+
defaultLimit: z.ZodOptional<z.ZodNumber>;
|
|
493
|
+
maxLimit: z.ZodOptional<z.ZodNumber>;
|
|
494
|
+
}, z.core.$strict>>;
|
|
408
495
|
tools: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
409
496
|
type: z.ZodLiteral<"function">;
|
|
410
497
|
name: z.ZodString;
|
|
@@ -439,6 +526,8 @@ export declare const batchCompletionStreamRequestSchema: z.ZodObject<{
|
|
|
439
526
|
}, z.core.$strip>>>;
|
|
440
527
|
}, z.core.$strict>>;
|
|
441
528
|
type: z.ZodLiteral<"batchCompletionStream">;
|
|
529
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
530
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
442
531
|
}, z.core.$strict>;
|
|
443
532
|
export declare const batchCompletionEventSchema: z.ZodObject<{
|
|
444
533
|
id: z.ZodString;
|
|
@@ -488,9 +577,12 @@ export declare const batchCompletionEventSchema: z.ZodObject<{
|
|
|
488
577
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
489
578
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
490
579
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
580
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
581
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
491
582
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
492
583
|
cpu: "cpu";
|
|
493
584
|
gpu: "gpu";
|
|
585
|
+
npu: "npu";
|
|
494
586
|
}>>;
|
|
495
587
|
}, z.core.$strip>;
|
|
496
588
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -569,9 +661,12 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
569
661
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
570
662
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
571
663
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
664
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
665
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
572
666
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
573
667
|
cpu: "cpu";
|
|
574
668
|
gpu: "gpu";
|
|
669
|
+
npu: "npu";
|
|
575
670
|
}>>;
|
|
576
671
|
}, z.core.$strip>;
|
|
577
672
|
}, z.core.$strip>, z.ZodObject<{
|
|
@@ -608,9 +703,12 @@ export declare const batchCompletionStreamResponseSchema: z.ZodObject<{
|
|
|
608
703
|
emittedTokens: z.ZodOptional<z.ZodNumber>;
|
|
609
704
|
avgConcurrentSeq: z.ZodOptional<z.ZodNumber>;
|
|
610
705
|
toolDefinitionsDropped: z.ZodOptional<z.ZodNumber>;
|
|
706
|
+
draftTokens: z.ZodOptional<z.ZodNumber>;
|
|
707
|
+
draftAcceptedTokens: z.ZodOptional<z.ZodNumber>;
|
|
611
708
|
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
612
709
|
cpu: "cpu";
|
|
613
710
|
gpu: "gpu";
|
|
711
|
+
npu: "npu";
|
|
614
712
|
}>>;
|
|
615
713
|
}, z.core.$strip>>;
|
|
616
714
|
}, z.core.$strict>;
|
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { completionEventSchema, completionStatsSchema } from '
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
2
|
+
import { completionEventSchema, completionStatsSchema } from '../schemas/completion-event.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
4
|
+
import { completionParamsSchema, generationParamsSchema, refineReservedToolNames, refineToolChoiceMatchesTools, responseFormatSchema, toolDialectSchema } from '../schemas/completion-stream.js';
|
|
5
|
+
import { toolSchema, toolSearchOptionsSchema } from '../schemas/tools.js';
|
|
5
6
|
const mcpClientInputSchema = z.custom();
|
|
6
7
|
const batchPromptBaseSchema = z
|
|
7
8
|
.object({
|
|
@@ -16,7 +17,8 @@ const batchPromptBaseSchema = z
|
|
|
16
17
|
.describe('Optional per-prompt sampling / generation parameters.'),
|
|
17
18
|
responseFormat: responseFormatSchema
|
|
18
19
|
.optional()
|
|
19
|
-
.describe('Optional per-prompt structured-output constraint.')
|
|
20
|
+
.describe('Optional per-prompt structured-output constraint.'),
|
|
21
|
+
toolSearch: toolSearchOptionsSchema.optional()
|
|
20
22
|
})
|
|
21
23
|
.strict();
|
|
22
24
|
function refineNoToolsWithStructuredOutput(data, ctx) {
|
|
@@ -90,7 +92,8 @@ const batchCompletionClientParamsBaseSchema = z
|
|
|
90
92
|
})
|
|
91
93
|
.strict();
|
|
92
94
|
export const batchCompletionClientParamsSchema = batchCompletionClientParamsBaseSchema;
|
|
93
|
-
export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBaseSchema
|
|
95
|
+
export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBaseSchema
|
|
96
|
+
.extend({
|
|
94
97
|
prompts: z
|
|
95
98
|
.array(batchPromptStreamSchema)
|
|
96
99
|
.min(1)
|
|
@@ -104,7 +107,8 @@ export const batchCompletionStreamRequestSchema = batchCompletionClientParamsBas
|
|
|
104
107
|
})
|
|
105
108
|
.describe('Batch prompts submitted to the addon in one run.'),
|
|
106
109
|
type: z.literal('batchCompletionStream')
|
|
107
|
-
})
|
|
110
|
+
})
|
|
111
|
+
.extend(trackedRequestSchema.shape);
|
|
108
112
|
export const batchCompletionEventSchema = z
|
|
109
113
|
.object({
|
|
110
114
|
id: z.string(),
|
|
@@ -48,12 +48,14 @@ export declare const bciConfigSchema: z.ZodObject<{
|
|
|
48
48
|
audiogen: "audiogen";
|
|
49
49
|
tts: "tts";
|
|
50
50
|
ocr: "ocr";
|
|
51
|
+
classification: "classification";
|
|
51
52
|
vla: "vla";
|
|
52
53
|
"llamacpp-completion": "llamacpp-completion";
|
|
53
54
|
"whispercpp-transcription": "whispercpp-transcription";
|
|
54
55
|
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
55
56
|
"llamacpp-embedding": "llamacpp-embedding";
|
|
56
57
|
"llamacpp-decision": "llamacpp-decision";
|
|
58
|
+
"llamacpp-rerank": "llamacpp-rerank";
|
|
57
59
|
"nmtcpp-translation": "nmtcpp-translation";
|
|
58
60
|
"onnx-tts": "onnx-tts";
|
|
59
61
|
"tts-ggml": "tts-ggml";
|
|
@@ -63,13 +65,13 @@ export declare const bciConfigSchema: z.ZodObject<{
|
|
|
63
65
|
"sdcpp-generation": "sdcpp-generation";
|
|
64
66
|
"audiogen-ggml": "audiogen-ggml";
|
|
65
67
|
"ggml-vla": "ggml-vla";
|
|
68
|
+
"ggml-image-embedding": "ggml-image-embedding";
|
|
66
69
|
"ggml-classification": "ggml-classification";
|
|
67
70
|
llm: "llm";
|
|
68
71
|
whisper: "whisper";
|
|
69
72
|
bci: "bci";
|
|
70
73
|
nmt: "nmt";
|
|
71
74
|
parakeet: "parakeet";
|
|
72
|
-
classification: "classification";
|
|
73
75
|
}>, z.ZodLiteral<"vad">]>>;
|
|
74
76
|
}, z.core.$strip>]>>;
|
|
75
77
|
}, z.core.$strip>;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { modelSrcInputSchema } from '
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
3
|
// === BCI (whisper.cpp) engine config ===
|
|
4
4
|
//
|
|
5
5
|
// Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
|
|
@@ -97,7 +97,7 @@ export const bciConfigSchema = z.object({
|
|
|
97
97
|
backendsDir: z
|
|
98
98
|
.string()
|
|
99
99
|
.optional()
|
|
100
|
-
.describe('Android
|
|
100
|
+
.describe('Android and Linux: the directory scanned, as given, for the ggml backend modules. Defaults to the directory next to the loaded addon module.'),
|
|
101
101
|
embedderModelSrc: modelSrcInputSchema
|
|
102
102
|
.optional()
|
|
103
103
|
.describe('BCI embedder model source (neural-signal embedder weights).')
|