@qvac/inference 0.22.0 → 0.24.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NOTICE +111 -60
- package/README.md +4 -2
- package/dist/api/assess-model-fit.d.ts +14 -14
- package/dist/api/assess-model-fit.js +14 -14
- package/dist/api/audio-gen.d.ts +2 -2
- package/dist/api/audio-gen.js +136 -45
- package/dist/api/batch-completion.js +2 -1
- package/dist/api/calc-tokens.d.ts +30 -0
- package/dist/api/calc-tokens.js +41 -0
- package/dist/api/classify.d.ts +5 -2
- package/dist/api/classify.js +5 -2
- package/dist/api/completion-stream.d.ts +2 -1
- package/dist/api/completion-stream.js +4 -1
- package/dist/api/decide.js +1 -1
- package/dist/api/delete-cache.d.ts +7 -1
- package/dist/api/delete-cache.js +11 -1
- package/dist/api/diffusion.d.ts +32 -2
- package/dist/api/diffusion.js +32 -2
- package/dist/api/download-asset.js +1 -1
- package/dist/api/embed.d.ts +82 -29
- package/dist/api/embed.js +64 -18
- package/dist/api/finetune.js +1 -1
- package/dist/api/get-model-info.d.ts +1 -1
- package/dist/api/index.d.ts +40 -38
- package/dist/api/index.js +39 -37
- package/dist/api/load-model.js +2 -2
- package/dist/api/logging-stream-registry.js +11 -7
- package/dist/api/logging-stream.d.ts +11 -1
- package/dist/api/logging-stream.js +11 -2
- package/dist/api/rag.d.ts +1 -1
- package/dist/api/rag.js +1 -1
- package/dist/api/registry.d.ts +18 -7
- package/dist/api/registry.js +37 -13
- package/dist/api/rerank.d.ts +17 -0
- package/dist/api/rerank.js +36 -0
- package/dist/api/subscribe-logs.js +5 -3
- package/dist/api/text-to-speech.d.ts +14 -5
- package/dist/api/text-to-speech.js +83 -29
- package/dist/api/transcribe.d.ts +6 -2
- package/dist/api/transcribe.js +7 -1
- package/dist/api/unload-model.js +1 -1
- package/dist/api/vector-index.d.ts +25 -3
- package/dist/api/vector-index.js +17 -2
- package/dist/api/video-request.d.ts +15 -15
- package/dist/api/video.js +1 -1
- package/dist/api/vla.js +1 -1
- package/dist/api/world-result.js +1 -1
- package/dist/api/world.d.ts +1 -1
- package/dist/api/world.js +1 -1
- package/dist/config/resolve-config.d.ts +1 -1
- package/dist/config/resolve-config.js +1 -1
- package/dist/constants/index.d.ts +2 -2
- package/dist/constants/index.js +2 -2
- package/dist/dispatch.d.ts +11 -4
- package/dist/dispatch.js +80 -18
- package/dist/engine.d.ts +1 -1
- package/dist/errors/index.d.ts +76 -0
- package/dist/errors/index.js +141 -1
- package/dist/handlers/assess-model-fit.d.ts +3 -21
- package/dist/handlers/assess-model-fit.js +4 -303
- package/dist/handlers/cancelHandler.d.ts +10 -9
- package/dist/handlers/cancelHandler.js +18 -14
- package/dist/handlers/completion-orchestrate.d.ts +14 -2
- package/dist/handlers/completion-orchestrate.js +166 -24
- package/dist/handlers/delete-cache.d.ts +2 -1
- package/dist/handlers/delete-cache.js +6 -1
- package/dist/handlers/download-asset.js +13 -6
- package/dist/handlers/finetune.js +1 -1
- package/dist/handlers/get-loaded-model-info.js +3 -3
- package/dist/handlers/get-model-info.js +72 -3
- package/dist/handlers/load-model/coreml-sidecars.d.ts +15 -11
- package/dist/handlers/load-model/coreml-sidecars.js +51 -91
- package/dist/handlers/load-model/download-lock.d.ts +20 -0
- package/dist/handlers/load-model/download-lock.js +213 -0
- package/dist/handlers/load-model/download-manager.d.ts +11 -3
- package/dist/handlers/load-model/download-manager.js +62 -11
- package/dist/handlers/load-model/download-stats.d.ts +2 -2
- package/dist/handlers/load-model/download-stats.js +3 -3
- package/dist/handlers/load-model/handler.js +97 -41
- package/dist/handlers/load-model/http-verify.d.ts +1 -1
- package/dist/handlers/load-model/http.d.ts +1 -1
- package/dist/handlers/load-model/http.js +330 -208
- package/dist/handlers/load-model/hyperdrive.d.ts +16 -1
- package/dist/handlers/load-model/hyperdrive.js +125 -52
- package/dist/handlers/load-model/index.d.ts +2 -2
- package/dist/handlers/load-model/index.js +2 -2
- package/dist/handlers/load-model/registry-client-options.d.ts +2 -0
- package/dist/handlers/load-model/registry-client-options.js +4 -2
- package/dist/handlers/load-model/registry-companion-set.d.ts +6 -1
- package/dist/handlers/load-model/registry-companion-set.js +20 -2
- package/dist/handlers/load-model/registry-delete.d.ts +5 -0
- package/dist/handlers/load-model/registry-delete.js +269 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +7 -5
- package/dist/handlers/load-model/registry-download-utils.js +95 -24
- package/dist/handlers/load-model/registry.d.ts +22 -2
- package/dist/handlers/load-model/registry.js +312 -179
- package/dist/handlers/load-model/resolve-session.d.ts +1 -1
- package/dist/handlers/load-model/resolve-session.js +11 -3
- package/dist/handlers/load-model/resolve.d.ts +1 -1
- package/dist/handlers/load-model/resolve.js +9 -6
- package/dist/handlers/load-model/types.d.ts +2 -0
- package/dist/handlers/logging-stream.d.ts +2 -1
- package/dist/handlers/logging-stream.js +35 -7
- package/dist/handlers/plugin-invoke.js +152 -39
- package/dist/handlers/registry.d.ts +2 -2
- package/dist/handlers/registry.js +108 -29
- package/dist/handlers/rpc-server.js +7 -7
- package/dist/handlers/session.d.ts +11 -0
- package/dist/handlers/session.js +40 -0
- package/dist/handlers/types.d.ts +7 -1
- package/dist/handlers/unload-model.js +8 -3
- package/dist/handlers/vector-index.js +118 -19
- package/dist/index.d.ts +1 -1
- package/dist/index.js +1 -1
- package/dist/logging/addon.d.ts +1 -1
- package/dist/logging/addon.js +1 -1
- package/dist/logging/index.d.ts +5 -5
- package/dist/logging/index.js +4 -4
- package/dist/logging/logger.d.ts +1 -1
- package/dist/logging/logger.js +3 -3
- package/dist/logging/utils.js +11 -3
- package/dist/model-cache-layout.d.ts +1 -0
- package/dist/model-cache-layout.js +2 -0
- package/dist/model-fit/assess.d.ts +23 -0
- package/dist/model-fit/assess.js +110 -0
- package/dist/model-fit/describe.d.ts +12 -0
- package/dist/model-fit/describe.js +29 -0
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.d.ts → model-fit/description/fetch.d.ts} +2 -2
- package/dist/{resources/model-fit/fit-stub/fetch-fit-stub.js → model-fit/description/fetch.js} +98 -19
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.d.ts → model-fit/description/resolve-load.d.ts} +8 -6
- package/dist/{resources/model-fit/fit-stub/resolve-load-from-stubs.js → model-fit/description/resolve-load.js} +20 -20
- package/dist/model-fit/fit-load.d.ts +23 -0
- package/dist/model-fit/fit-load.js +29 -0
- package/dist/model-fit/load-check.d.ts +34 -0
- package/dist/model-fit/load-check.js +77 -0
- package/dist/model-fit/run/engine.d.ts +12 -0
- package/dist/model-fit/run/engine.js +9 -0
- package/dist/model-fit/run/run.d.ts +46 -0
- package/dist/model-fit/run/run.js +208 -0
- package/dist/model-fit/sum.d.ts +32 -0
- package/dist/model-fit/sum.js +60 -0
- package/dist/models/registry/index.d.ts +1 -1
- package/dist/models/registry/index.js +2 -2
- package/dist/models/registry/models.d.ts +1377 -130
- package/dist/models/registry/models.js +3622 -2312
- package/dist/plugins/builtin/asr-ggml/config.d.ts +19 -4
- package/dist/plugins/builtin/asr-ggml/config.js +39 -3
- package/dist/plugins/builtin/asr-ggml/fit.d.ts +18 -0
- package/dist/plugins/builtin/asr-ggml/fit.js +118 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +6 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +9 -0
- package/dist/plugins/builtin/audiogen-ggml/fit.d.ts +3 -0
- package/dist/{resources/model-fit/native-probe/engines/audiogen.js → plugins/builtin/audiogen-ggml/fit.js} +28 -18
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-edit-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-encode.js +68 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.d.ts +11 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-run.js +47 -11
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.d.ts +3 -1
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-understand.js +4 -3
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +203 -72
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +17 -5
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.d.ts +3 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/fit.js +22 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +71 -29
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +8 -5
- package/dist/plugins/builtin/ggml-classification/plugin.js +89 -9
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.d.ts +24 -0
- package/dist/plugins/builtin/ggml-image-embedding/ops/embed.js +184 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.d.ts +120 -0
- package/dist/plugins/builtin/ggml-image-embedding/plugin.js +39 -0
- package/dist/plugins/builtin/ggml-ocr/fit.d.ts +6 -0
- package/dist/plugins/builtin/ggml-ocr/fit.js +19 -0
- package/dist/plugins/builtin/ggml-ocr/params.d.ts +1 -1
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +20 -13
- package/dist/plugins/builtin/ggml-ocr/plugin.js +111 -25
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -2
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +18 -2
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +15 -15
- package/dist/plugins/builtin/ggml-vla/plugin.js +3 -3
- package/dist/plugins/builtin/index.d.ts +16 -14
- package/dist/plugins/builtin/index.js +16 -14
- package/dist/plugins/builtin/llamacpp-completion/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-completion/fit.js +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +6 -8
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +15 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.d.ts +2 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/calc-tokens.js +32 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +18 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +94 -21
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +5 -4
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +54 -19
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +5 -3
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +9 -7
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +315 -95
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +51 -25
- package/dist/plugins/builtin/llamacpp-completion/transform.js +4 -0
- package/dist/plugins/builtin/llamacpp-decision/helpers.d.ts +0 -1
- package/dist/plugins/builtin/llamacpp-decision/helpers.js +7 -15
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.d.ts +3 -1
- package/dist/plugins/builtin/llamacpp-decision/ops/decide.js +6 -3
- package/dist/plugins/builtin/llamacpp-decision/plugin.d.ts +43 -35
- package/dist/plugins/builtin/llamacpp-decision/plugin.js +4 -3
- package/dist/plugins/builtin/llamacpp-embedding/fit.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-embedding/fit.js +23 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +201 -10
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +52 -16
- package/dist/plugins/builtin/llamacpp-embedding/transform.d.ts +2 -2
- package/dist/plugins/builtin/llamacpp-embedding/transform.js +29 -2
- package/dist/plugins/builtin/llamacpp-rerank/helpers.d.ts +3 -0
- package/dist/plugins/builtin/llamacpp-rerank/helpers.js +16 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.d.ts +7 -0
- package/dist/plugins/builtin/llamacpp-rerank/ops/rerank.js +120 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.d.ts +92 -0
- package/dist/plugins/builtin/llamacpp-rerank/plugin.js +44 -0
- package/dist/plugins/builtin/moss-transcribe/plugin.d.ts +46 -19
- package/dist/plugins/builtin/moss-transcribe/plugin.js +9 -7
- package/dist/plugins/builtin/nmtcpp-translation/fit.d.ts +3 -0
- package/dist/plugins/builtin/nmtcpp-translation/fit.js +11 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +32 -18
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +8 -6
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +234 -38
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +42 -16
- package/dist/plugins/builtin/sdcpp-generation/fit.d.ts +3 -0
- package/dist/plugins/builtin/sdcpp-generation/fit.js +68 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.d.ts +30 -0
- package/dist/plugins/builtin/sdcpp-generation/load-files.js +121 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +8 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +174 -53
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +4 -1
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +107 -22
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +7 -2
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +23 -9
- package/dist/plugins/builtin/sdcpp-generation/ops/world.d.ts +6 -4
- package/dist/plugins/builtin/sdcpp-generation/ops/world.js +8 -3
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +166 -47
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +67 -155
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.d.ts +15 -0
- package/dist/plugins/builtin/sdcpp-generation/upscaler-config.js +19 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.d.ts +8 -0
- package/dist/plugins/builtin/sdcpp-generation/world-config.js +9 -0
- package/dist/plugins/builtin/tts-ggml/fit.d.ts +3 -0
- package/dist/plugins/builtin/tts-ggml/fit.js +162 -0
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/cancel-binding.js +4 -1
- package/dist/plugins/builtin/tts-ggml/ops/moss-options.d.ts +1 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +3 -2
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +24 -11
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +2 -1
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +53 -18
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.d.ts +50 -0
- package/dist/plugins/builtin/tts-ggml/ops/voice-options.js +74 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +415 -57
- package/dist/plugins/builtin/tts-ggml/plugin.js +183 -34
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +104 -40
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +12 -10
- package/dist/plugins/index.d.ts +1 -1
- package/dist/plugins/index.js +2 -2
- package/dist/plugins/ops/bci-transcribe.d.ts +5 -4
- package/dist/plugins/ops/bci-transcribe.js +18 -4
- package/dist/plugins/ops/cancel.d.ts +1 -0
- package/dist/plugins/ops/cancel.js +11 -2
- package/dist/plugins/ops/embed.d.ts +5 -3
- package/dist/plugins/ops/embed.js +89 -34
- package/dist/plugins/ops/kv-cache-utils.d.ts +5 -3
- package/dist/plugins/ops/kv-cache-utils.js +21 -10
- package/dist/plugins/ops/load-model.d.ts +10 -2
- package/dist/plugins/ops/load-model.js +45 -19
- package/dist/plugins/ops/transcribe.d.ts +5 -4
- package/dist/plugins/ops/transcribe.js +63 -28
- package/dist/plugins/ops/translate.d.ts +2 -1
- package/dist/plugins/ops/translate.js +7 -4
- package/dist/plugins/ops/unload-model.d.ts +17 -1
- package/dist/plugins/ops/unload-model.js +32 -3
- package/dist/plugins/turbovec-backend.d.ts +1 -1
- package/dist/plugins/turbovec-backend.js +21 -6
- package/dist/profiling/aggregator.d.ts +1 -1
- package/dist/profiling/aggregator.js +1 -1
- package/dist/profiling/controller.d.ts +1 -1
- package/dist/profiling/controller.js +2 -2
- package/dist/profiling/events.d.ts +1 -1
- package/dist/profiling/events.js +2 -2
- package/dist/profiling/exporters.d.ts +1 -1
- package/dist/profiling/exporters.js +3 -3
- package/dist/profiling/index.d.ts +13 -13
- package/dist/profiling/index.js +12 -12
- package/dist/profiling/operation-metrics.d.ts +1 -1
- package/dist/profiling/operation-metrics.js +24 -21
- package/dist/profiling/operation-wrappers.js +3 -3
- package/dist/profiling/profiler.js +1 -1
- package/dist/rag/embedding-scope.d.ts +16 -0
- package/dist/rag/embedding-scope.js +81 -0
- package/dist/rag/handler.d.ts +25 -0
- package/dist/rag/handler.js +51 -17
- package/dist/rag/handlers/close-workspace.js +1 -1
- package/dist/rag/handlers/delete-embeddings.js +1 -1
- package/dist/rag/handlers/delete-workspace.js +1 -1
- package/dist/rag/handlers/ingest.js +3 -7
- package/dist/rag/handlers/list-workspaces.d.ts +1 -1
- package/dist/rag/handlers/list-workspaces.js +1 -1
- package/dist/rag/handlers/reindex.js +1 -1
- package/dist/rag/handlers/save-embeddings.js +1 -1
- package/dist/rag/handlers/search.d.ts +10 -1
- package/dist/rag/handlers/search.js +17 -8
- package/dist/rag/index.d.ts +11 -11
- package/dist/rag/index.js +11 -11
- package/dist/rag/rag-operation-manager.d.ts +27 -3
- package/dist/rag/rag-operation-manager.js +10 -27
- package/dist/rag/rag-workspace-manager.js +1 -1
- package/dist/registry.js +7 -1
- package/dist/resources/collector.d.ts +71 -37
- package/dist/resources/collector.js +9 -2
- package/dist/resources/instance.d.ts +1 -1
- package/dist/resources/instance.js +1 -1
- package/dist/resources/native.d.ts +1 -1
- package/dist/resources/normalize.d.ts +1 -1
- package/dist/resources/types.d.ts +2 -0
- package/dist/rpc/inventory.js +1 -12
- package/dist/runtime/env.d.ts +5 -1
- package/dist/runtime/env.js +6 -21
- package/dist/runtime/index.d.ts +8 -5
- package/dist/runtime/index.js +4 -2
- package/dist/runtime/lifecycle.d.ts +6 -4
- package/dist/runtime/lifecycle.js +16 -12
- package/dist/runtime/model-config-utils.js +8 -1
- package/dist/runtime/model-registry.d.ts +30 -4
- package/dist/runtime/model-registry.js +48 -2
- package/dist/runtime/model-work-lock.d.ts +13 -0
- package/dist/runtime/model-work-lock.js +48 -0
- package/dist/runtime/registry-client.d.ts +47 -1
- package/dist/runtime/registry-client.js +446 -88
- package/dist/runtime/request-context.d.ts +11 -3
- package/dist/runtime/request-context.js +39 -2
- package/dist/runtime/request-registry.d.ts +56 -8
- package/dist/runtime/request-registry.js +190 -72
- package/dist/runtime/runtime-lifecycle.js +10 -1
- package/dist/runtime/session-id.d.ts +18 -0
- package/dist/runtime/session-id.js +20 -0
- package/dist/runtime/session-registry.d.ts +39 -0
- package/dist/runtime/session-registry.js +114 -0
- package/dist/runtime/state.d.ts +1 -1
- package/dist/runtime/state.js +2 -2
- package/dist/runtime/vector-index-backend.d.ts +6 -2
- package/dist/runtime/vector-index-registry.d.ts +26 -5
- package/dist/runtime/vector-index-registry.js +88 -27
- package/dist/schemas/abort-signal.d.ts +8 -0
- package/dist/schemas/assess-model-fit.d.ts +138 -282
- package/dist/schemas/assess-model-fit.js +85 -219
- package/dist/schemas/audio-gen.d.ts +291 -25
- package/dist/schemas/audio-gen.js +130 -26
- package/dist/schemas/batch-completion-stream.d.ts +113 -15
- package/dist/schemas/batch-completion-stream.js +10 -6
- package/dist/schemas/bci-config.d.ts +3 -1
- package/dist/schemas/bci-config.js +2 -2
- package/dist/schemas/bci.d.ts +55 -4
- package/dist/schemas/bci.js +13 -18
- package/dist/schemas/calc-tokens.d.ts +141 -0
- package/dist/schemas/calc-tokens.js +53 -0
- package/dist/schemas/cancel.d.ts +31 -0
- package/dist/schemas/cancel.js +11 -2
- package/dist/schemas/classification.d.ts +3 -0
- package/dist/schemas/classification.js +6 -2
- package/dist/schemas/common.d.ts +2209 -348
- package/dist/schemas/common.js +52 -33
- package/dist/schemas/completion-event.d.ts +11 -2
- package/dist/schemas/completion-event.js +5 -2
- package/dist/schemas/completion-stream.d.ts +173 -19
- package/dist/schemas/completion-stream.js +117 -20
- package/dist/schemas/config.d.ts +2064 -178
- package/dist/schemas/config.js +21 -23
- package/dist/schemas/decision.d.ts +12 -2
- package/dist/schemas/decision.js +16 -1
- package/dist/schemas/download-asset.d.ts +13 -6
- package/dist/schemas/download-asset.js +4 -7
- package/dist/schemas/embed.d.ts +286 -3
- package/dist/schemas/embed.js +162 -16
- package/dist/schemas/engine-addon-map.d.ts +3 -1
- package/dist/schemas/engine-addon-map.js +5 -3
- package/dist/schemas/errors.d.ts +13 -0
- package/dist/schemas/errors.js +71 -1
- package/dist/schemas/finetune.d.ts +14 -4
- package/dist/schemas/finetune.js +5 -6
- package/dist/schemas/heartbeat.d.ts +1 -0
- package/dist/schemas/heartbeat.js +5 -2
- package/dist/schemas/image-embedding.d.ts +27 -0
- package/dist/schemas/image-embedding.js +107 -0
- package/dist/schemas/index.d.ts +55 -50
- package/dist/schemas/index.js +54 -49
- package/dist/schemas/lifecycle.d.ts +3 -0
- package/dist/schemas/lifecycle.js +13 -6
- package/dist/schemas/llamacpp-config.d.ts +443 -20
- package/dist/schemas/llamacpp-config.js +188 -14
- package/dist/schemas/load-model.d.ts +8940 -1952
- package/dist/schemas/load-model.js +73 -9
- package/dist/schemas/logging-stream.d.ts +1 -0
- package/dist/schemas/logging-stream.js +5 -2
- package/dist/schemas/mcp-adapter.d.ts +1 -1
- package/dist/schemas/model-config-schemas.d.ts +731 -111
- package/dist/schemas/model-config-schemas.js +16 -12
- package/dist/schemas/model-fit-policy.d.ts +2 -2
- package/dist/schemas/model-info.d.ts +54 -56
- package/dist/schemas/model-info.js +18 -7
- package/dist/schemas/model-ops.d.ts +12 -0
- package/dist/schemas/model-ops.js +33 -5
- package/dist/schemas/model-src-utils.d.ts +14 -6
- package/dist/schemas/model-src-utils.js +2 -2
- package/dist/schemas/model-types.d.ts +12 -4
- package/dist/schemas/model-types.js +2 -0
- package/dist/schemas/ocr.d.ts +11 -4
- package/dist/schemas/ocr.js +7 -3
- package/dist/schemas/plugin.d.ts +70 -8
- package/dist/schemas/plugin.js +32 -4
- package/dist/schemas/profiling.d.ts +32 -32
- package/dist/schemas/profiling.js +1 -1
- package/dist/schemas/rag.d.ts +9 -0
- package/dist/schemas/rag.js +11 -17
- package/dist/schemas/registry.d.ts +38 -10
- package/dist/schemas/registry.js +16 -7
- package/dist/schemas/reload-config.d.ts +45 -6
- package/dist/schemas/reload-config.js +13 -6
- package/dist/schemas/request-base.d.ts +39 -0
- package/dist/schemas/request-base.js +64 -0
- package/dist/schemas/rerank.d.ts +132 -0
- package/dist/schemas/rerank.js +104 -0
- package/dist/schemas/rpc-server.d.ts +3 -0
- package/dist/schemas/rpc-server.js +15 -15
- package/dist/schemas/sdcpp-config.d.ts +144 -18
- package/dist/schemas/sdcpp-config.js +123 -28
- package/dist/schemas/session.d.ts +37 -0
- package/dist/schemas/session.js +53 -0
- package/dist/schemas/system-resources.d.ts +364 -179
- package/dist/schemas/system-resources.js +8 -3
- package/dist/schemas/text-to-speech.d.ts +1408 -275
- package/dist/schemas/text-to-speech.js +547 -33
- package/dist/schemas/tools.d.ts +7 -0
- package/dist/schemas/tools.js +29 -0
- package/dist/schemas/transcription-config.d.ts +267 -2
- package/dist/schemas/transcription-config.js +138 -7
- package/dist/schemas/transcription.d.ts +94 -7
- package/dist/schemas/transcription.js +99 -22
- package/dist/schemas/translate.d.ts +4 -2
- package/dist/schemas/translate.js +6 -10
- package/dist/schemas/translation-config.d.ts +40 -20
- package/dist/schemas/translation-config.js +1 -1
- package/dist/schemas/tts-pcm.d.ts +35 -0
- package/dist/schemas/tts-pcm.js +69 -0
- package/dist/schemas/vector-index.d.ts +47 -1
- package/dist/schemas/vector-index.js +37 -10
- package/dist/schemas/vla.d.ts +3 -3
- package/dist/surface.d.ts +4 -3
- package/dist/surface.js +4 -3
- package/dist/utils/addon-responses.d.ts +71 -2
- package/dist/utils/aggregate-events.d.ts +1 -1
- package/dist/utils/aggregate-events.js +2 -2
- package/dist/utils/archive.d.ts +7 -0
- package/dist/utils/archive.js +89 -30
- package/dist/utils/asr-events.d.ts +5 -0
- package/dist/utils/asr-events.js +10 -1
- package/dist/utils/audio/decoder.js +3 -1
- package/dist/utils/audio-input.js +1 -1
- package/dist/utils/cache/auto-history.d.ts +2 -1
- package/dist/utils/cache/auto-history.js +5 -3
- package/dist/utils/cache/layout.d.ts +48 -0
- package/dist/utils/cache/layout.js +190 -0
- package/dist/utils/cache/paths.js +8 -10
- package/dist/utils/cache/types.d.ts +2 -1
- package/dist/utils/checksum.d.ts +7 -0
- package/dist/utils/checksum.js +59 -2
- package/dist/utils/completion-normalizer.js +287 -88
- package/dist/utils/gguf-architecture.d.ts +7 -0
- package/dist/utils/gguf-architecture.js +142 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +0 -6
- package/dist/utils/gguf-tensor-extractor.js +1 -50
- package/dist/utils/index.d.ts +13 -13
- package/dist/utils/index.js +13 -13
- package/dist/utils/mcp-adapter.d.ts +1 -1
- package/dist/utils/mcp-adapter.js +1 -1
- package/dist/utils/path-security.js +1 -1
- package/dist/utils/shard-utils.d.ts +0 -16
- package/dist/utils/shard-utils.js +14 -48
- package/dist/utils/tool-integration.d.ts +3 -2
- package/dist/utils/tool-integration.js +3 -6
- package/dist/utils/tools/defer.d.ts +50 -31
- package/dist/utils/tools/defer.js +115 -51
- package/dist/utils/tools/dialect.d.ts +15 -4
- package/dist/utils/tools/dialect.js +34 -5
- package/dist/utils/tools/index.d.ts +3 -3
- package/dist/utils/tools/index.js +3 -3
- package/dist/utils/tools/parser.js +8 -8
- package/dist/utils/tools/parsers/dsml.d.ts +1 -1
- package/dist/utils/tools/parsers/dsml.js +1 -1
- package/dist/utils/tools/parsers/gemma4native.d.ts +1 -1
- package/dist/utils/tools/parsers/gemma4native.js +1 -1
- package/dist/utils/tools/parsers/harmony.d.ts +1 -1
- package/dist/utils/tools/parsers/harmony.js +1 -1
- package/dist/utils/tools/parsers/hermes.d.ts +1 -1
- package/dist/utils/tools/parsers/hermes.js +1 -1
- package/dist/utils/tools/parsers/json.d.ts +1 -1
- package/dist/utils/tools/parsers/json.js +1 -1
- package/dist/utils/tools/parsers/pythonic.d.ts +1 -1
- package/dist/utils/tools/parsers/pythonic.js +1 -1
- package/dist/utils/tools/parsers/qwen35.d.ts +1 -1
- package/dist/utils/tools/parsers/qwen35.js +1 -1
- package/dist/utils/transcribe-metadata.d.ts +28 -2
- package/dist/utils/transcribe-metadata.js +16 -0
- package/dist/utils/tts-stats.d.ts +43 -1
- package/dist/utils/tts-stats.js +120 -22
- package/dist/utils/until-aborted.d.ts +7 -0
- package/dist/utils/until-aborted.js +34 -0
- package/package.json +67 -55
- package/dist/models/registry/resource-profiles.d.ts +0 -17
- package/dist/models/registry/resource-profiles.js +0 -5657
- package/dist/resources/model-fit/assess.d.ts +0 -72
- package/dist/resources/model-fit/assess.js +0 -679
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.d.ts +0 -27
- package/dist/resources/model-fit/fit-stub/project-fit-from-load.js +0 -33
- package/dist/resources/model-fit/floor.d.ts +0 -31
- package/dist/resources/model-fit/floor.js +0 -65
- package/dist/resources/model-fit/kv-cache.d.ts +0 -23
- package/dist/resources/model-fit/kv-cache.js +0 -85
- package/dist/resources/model-fit/native-probe/advisory-fit.d.ts +0 -54
- package/dist/resources/model-fit/native-probe/advisory-fit.js +0 -248
- package/dist/resources/model-fit/native-probe/child-engine-fit.d.ts +0 -2
- package/dist/resources/model-fit/native-probe/child-engine-fit.js +0 -49
- package/dist/resources/model-fit/native-probe/classify-fit.d.ts +0 -6
- package/dist/resources/model-fit/native-probe/classify-fit.js +0 -166
- package/dist/resources/model-fit/native-probe/create-fit-request.d.ts +0 -31
- package/dist/resources/model-fit/native-probe/create-fit-request.js +0 -61
- package/dist/resources/model-fit/native-probe/engine-fit.d.ts +0 -73
- package/dist/resources/model-fit/native-probe/engine-fit.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/asr.d.ts +0 -14
- package/dist/resources/model-fit/native-probe/engines/asr.js +0 -126
- package/dist/resources/model-fit/native-probe/engines/audiogen.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/diffusion.d.ts +0 -7
- package/dist/resources/model-fit/native-probe/engines/diffusion.js +0 -65
- package/dist/resources/model-fit/native-probe/engines/llama.d.ts +0 -12
- package/dist/resources/model-fit/native-probe/engines/llama.js +0 -41
- package/dist/resources/model-fit/native-probe/engines/nmt.d.ts +0 -8
- package/dist/resources/model-fit/native-probe/engines/nmt.js +0 -11
- package/dist/resources/model-fit/native-probe/engines/ocr.d.ts +0 -9
- package/dist/resources/model-fit/native-probe/engines/ocr.js +0 -13
- package/dist/resources/model-fit/native-probe/engines/tts.d.ts +0 -10
- package/dist/resources/model-fit/native-probe/engines/tts.js +0 -152
- package/dist/resources/model-fit/native-probe/fit-outcome.d.ts +0 -16
- package/dist/resources/model-fit/native-probe/fit-process.d.ts +0 -27
- package/dist/resources/model-fit/native-probe/fit-process.js +0 -55
- package/dist/resources/model-fit/native-probe/fit-runner.d.ts +0 -1
- package/dist/resources/model-fit/native-probe/fit-runner.js +0 -58
- package/dist/resources/model-fit/native-probe/run-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-fit.js +0 -20
- package/dist/resources/model-fit/native-probe/run-in-process-fit.d.ts +0 -24
- package/dist/resources/model-fit/native-probe/run-in-process-fit.js +0 -123
- package/dist/resources/model-fit/native-probe/run-isolated-fit.d.ts +0 -63
- package/dist/resources/model-fit/native-probe/run-isolated-fit.js +0 -377
- package/dist/resources/model-fit/platform.d.ts +0 -9
- package/dist/resources/model-fit/platform.js +0 -26
- package/dist/resources/model-fit/types.d.ts +0 -6
- package/dist/resources/model-fit/types.js +0 -1
- package/dist/schemas/model-resource-profile.d.ts +0 -108
- package/dist/schemas/model-resource-profile.js +0 -80
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.d.ts +0 -0
- /package/dist/{resources/model-fit/native-probe/engines → model-fit}/gpu.js +0 -0
- /package/dist/{resources/model-fit/native-probe/fit-outcome.js → schemas/abort-signal.js} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
2
|
import type Buffer from 'bare-buffer';
|
|
3
|
-
import { type InferenceBackendDiagnostics } from '
|
|
3
|
+
import { type InferenceBackendDiagnostics } from '../schemas/system-resources.js';
|
|
4
4
|
export declare const audioInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
5
5
|
type: z.ZodLiteral<"base64">;
|
|
6
6
|
value: z.ZodString;
|
|
@@ -50,6 +50,11 @@ export declare const transcribeStatsSchema: z.ZodObject<{
|
|
|
50
50
|
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
51
51
|
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
52
52
|
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
53
|
+
aoscActive: z.ZodOptional<z.ZodNumber>;
|
|
54
|
+
prefillTime: z.ZodOptional<z.ZodNumber>;
|
|
55
|
+
audioTokens: z.ZodOptional<z.ZodNumber>;
|
|
56
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
57
|
+
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
53
58
|
}, z.core.$strip>;
|
|
54
59
|
/**
|
|
55
60
|
* Compute backends the ASR engines report through `stats.backendId`, as the
|
|
@@ -75,6 +80,13 @@ export declare const transcribeSpeakerSegmentSchema: z.ZodObject<{
|
|
|
75
80
|
endMs: z.ZodNumber;
|
|
76
81
|
}, z.core.$strip>;
|
|
77
82
|
export type TranscribeSpeakerSegment = z.infer<typeof transcribeSpeakerSegmentSchema>;
|
|
83
|
+
export declare const transcribeTokenSchema: z.ZodObject<{
|
|
84
|
+
text: z.ZodString;
|
|
85
|
+
startMs: z.ZodNumber;
|
|
86
|
+
endMs: z.ZodNumber;
|
|
87
|
+
probability: z.ZodNumber;
|
|
88
|
+
}, z.core.$strip>;
|
|
89
|
+
export type TranscribeToken = z.infer<typeof transcribeTokenSchema>;
|
|
78
90
|
export declare const transcribeSegmentSchema: z.ZodObject<{
|
|
79
91
|
text: z.ZodString;
|
|
80
92
|
startMs: z.ZodNumber;
|
|
@@ -90,11 +102,26 @@ export declare const transcribeSegmentSchema: z.ZodObject<{
|
|
|
90
102
|
}, z.core.$strip>>>;
|
|
91
103
|
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
92
104
|
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
105
|
+
language: z.ZodOptional<z.ZodString>;
|
|
106
|
+
noSpeechProb: z.ZodOptional<z.ZodNumber>;
|
|
107
|
+
speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
|
|
108
|
+
tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
109
|
+
text: z.ZodString;
|
|
110
|
+
startMs: z.ZodNumber;
|
|
111
|
+
endMs: z.ZodNumber;
|
|
112
|
+
probability: z.ZodNumber;
|
|
113
|
+
}, z.core.$strip>>>;
|
|
114
|
+
tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
115
|
+
isFinal: z.ZodOptional<z.ZodBoolean>;
|
|
116
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
117
|
+
eotConfidence: z.ZodOptional<z.ZodNumber>;
|
|
93
118
|
}, z.core.$strip>;
|
|
94
119
|
export declare const vadStateEventSchema: z.ZodObject<{
|
|
95
120
|
speakerId: z.ZodOptional<z.ZodNumber>;
|
|
96
121
|
speaking: z.ZodBoolean;
|
|
97
122
|
probability: z.ZodNumber;
|
|
123
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
124
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
98
125
|
source: z.ZodOptional<z.ZodEnum<{
|
|
99
126
|
silero: "silero";
|
|
100
127
|
energy: "energy";
|
|
@@ -107,12 +134,18 @@ export declare const whisperEndOfTurnEventSchema: z.ZodObject<{
|
|
|
107
134
|
}, z.core.$strip>;
|
|
108
135
|
export declare const parakeetEndOfTurnEventSchema: z.ZodObject<{
|
|
109
136
|
source: z.ZodLiteral<"parakeet">;
|
|
137
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
138
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
139
|
+
confidence: z.ZodOptional<z.ZodNumber>;
|
|
110
140
|
}, z.core.$strip>;
|
|
111
141
|
export declare const endOfTurnEventSchema: z.ZodPreprocess<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
112
142
|
source: z.ZodLiteral<"whisper">;
|
|
113
143
|
silenceDurationMs: z.ZodNumber;
|
|
114
144
|
}, z.core.$strip>, z.ZodObject<{
|
|
115
145
|
source: z.ZodLiteral<"parakeet">;
|
|
146
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
147
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
148
|
+
confidence: z.ZodOptional<z.ZodNumber>;
|
|
116
149
|
}, z.core.$strip>], "source">, unknown>;
|
|
117
150
|
export declare const transcribeRequestSchema: z.ZodObject<{
|
|
118
151
|
modelId: z.ZodString;
|
|
@@ -128,6 +161,7 @@ export declare const transcribeRequestSchema: z.ZodObject<{
|
|
|
128
161
|
hotwords: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
129
162
|
maxNewTokens: z.ZodOptional<z.ZodNumber>;
|
|
130
163
|
type: z.ZodLiteral<"transcribe">;
|
|
164
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
131
165
|
requestId: z.ZodOptional<z.ZodString>;
|
|
132
166
|
}, z.core.$strip>;
|
|
133
167
|
export declare const transcribeResponseSchema: z.ZodObject<{
|
|
@@ -161,6 +195,11 @@ export declare const transcribeResponseSchema: z.ZodObject<{
|
|
|
161
195
|
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
162
196
|
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
163
197
|
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
198
|
+
aoscActive: z.ZodOptional<z.ZodNumber>;
|
|
199
|
+
prefillTime: z.ZodOptional<z.ZodNumber>;
|
|
200
|
+
audioTokens: z.ZodOptional<z.ZodNumber>;
|
|
201
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
202
|
+
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
164
203
|
}, z.core.$strip>>;
|
|
165
204
|
error: z.ZodOptional<z.ZodString>;
|
|
166
205
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -178,11 +217,26 @@ export declare const transcribeResponseSchema: z.ZodObject<{
|
|
|
178
217
|
}, z.core.$strip>>>;
|
|
179
218
|
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
180
219
|
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
220
|
+
language: z.ZodOptional<z.ZodString>;
|
|
221
|
+
noSpeechProb: z.ZodOptional<z.ZodNumber>;
|
|
222
|
+
speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
|
|
223
|
+
tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
224
|
+
text: z.ZodString;
|
|
225
|
+
startMs: z.ZodNumber;
|
|
226
|
+
endMs: z.ZodNumber;
|
|
227
|
+
probability: z.ZodNumber;
|
|
228
|
+
}, z.core.$strip>>>;
|
|
229
|
+
tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
230
|
+
isFinal: z.ZodOptional<z.ZodBoolean>;
|
|
231
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
232
|
+
eotConfidence: z.ZodOptional<z.ZodNumber>;
|
|
181
233
|
}, z.core.$strip>>;
|
|
182
234
|
vad: z.ZodOptional<z.ZodObject<{
|
|
183
235
|
speakerId: z.ZodOptional<z.ZodNumber>;
|
|
184
236
|
speaking: z.ZodBoolean;
|
|
185
237
|
probability: z.ZodNumber;
|
|
238
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
239
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
186
240
|
source: z.ZodOptional<z.ZodEnum<{
|
|
187
241
|
silero: "silero";
|
|
188
242
|
energy: "energy";
|
|
@@ -194,6 +248,9 @@ export declare const transcribeResponseSchema: z.ZodObject<{
|
|
|
194
248
|
silenceDurationMs: z.ZodNumber;
|
|
195
249
|
}, z.core.$strip>, z.ZodObject<{
|
|
196
250
|
source: z.ZodLiteral<"parakeet">;
|
|
251
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
252
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
253
|
+
confidence: z.ZodOptional<z.ZodNumber>;
|
|
197
254
|
}, z.core.$strip>], "source">, unknown>>;
|
|
198
255
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
199
256
|
selectedBackend: z.ZodString;
|
|
@@ -202,16 +259,16 @@ export declare const transcribeResponseSchema: z.ZodObject<{
|
|
|
202
259
|
gpu: "gpu";
|
|
203
260
|
}>;
|
|
204
261
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
205
|
-
cuda: "cuda";
|
|
206
262
|
vulkan: "vulkan";
|
|
207
|
-
metal: "metal";
|
|
208
263
|
opencl: "opencl";
|
|
209
|
-
rocm: "rocm";
|
|
210
264
|
opengl: "opengl";
|
|
211
265
|
webgpu: "webgpu";
|
|
266
|
+
metal: "metal";
|
|
212
267
|
direct3d11: "direct3d11";
|
|
213
268
|
direct3d12: "direct3d12";
|
|
269
|
+
cuda: "cuda";
|
|
214
270
|
levelZero: "levelZero";
|
|
271
|
+
rocm: "rocm";
|
|
215
272
|
}>>;
|
|
216
273
|
driver: z.ZodOptional<z.ZodObject<{
|
|
217
274
|
name: z.ZodString;
|
|
@@ -268,6 +325,9 @@ export declare const parakeetStreamingRunConfigSchema: z.ZodObject<{
|
|
|
268
325
|
rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
269
326
|
emitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
270
327
|
emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
328
|
+
energyVadThresholdDb: z.ZodOptional<z.ZodNumber>;
|
|
329
|
+
energyVadWindowMs: z.ZodOptional<z.ZodNumber>;
|
|
330
|
+
energyVadHangoverMs: z.ZodOptional<z.ZodNumber>;
|
|
271
331
|
emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
|
|
272
332
|
diarizationThreshold: z.ZodOptional<z.ZodNumber>;
|
|
273
333
|
diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -294,6 +354,9 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
|
|
|
294
354
|
rightLookaheadMs: z.ZodOptional<z.ZodNumber>;
|
|
295
355
|
emitPartials: z.ZodOptional<z.ZodBoolean>;
|
|
296
356
|
emitEnergyVad: z.ZodOptional<z.ZodBoolean>;
|
|
357
|
+
energyVadThresholdDb: z.ZodOptional<z.ZodNumber>;
|
|
358
|
+
energyVadWindowMs: z.ZodOptional<z.ZodNumber>;
|
|
359
|
+
energyVadHangoverMs: z.ZodOptional<z.ZodNumber>;
|
|
297
360
|
emitSpeakerVad: z.ZodOptional<z.ZodBoolean>;
|
|
298
361
|
diarizationThreshold: z.ZodOptional<z.ZodNumber>;
|
|
299
362
|
diarizationMinSegmentMs: z.ZodOptional<z.ZodNumber>;
|
|
@@ -304,6 +367,7 @@ export declare const transcribeStreamRequestSchema: z.ZodObject<{
|
|
|
304
367
|
chunkRightContextMs: z.ZodOptional<z.ZodNumber>;
|
|
305
368
|
spkCacheUpdatePeriod: z.ZodOptional<z.ZodNumber>;
|
|
306
369
|
}, z.core.$strip>>;
|
|
370
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
307
371
|
requestId: z.ZodOptional<z.ZodString>;
|
|
308
372
|
}, z.core.$strip>;
|
|
309
373
|
export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
@@ -337,6 +401,11 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
|
337
401
|
totalEncodedFrames: z.ZodOptional<z.ZodNumber>;
|
|
338
402
|
encoderOnCoreml: z.ZodOptional<z.ZodNumber>;
|
|
339
403
|
encoderUsedCoreml: z.ZodOptional<z.ZodNumber>;
|
|
404
|
+
aoscActive: z.ZodOptional<z.ZodNumber>;
|
|
405
|
+
prefillTime: z.ZodOptional<z.ZodNumber>;
|
|
406
|
+
audioTokens: z.ZodOptional<z.ZodNumber>;
|
|
407
|
+
promptTokens: z.ZodOptional<z.ZodNumber>;
|
|
408
|
+
generatedTokens: z.ZodOptional<z.ZodNumber>;
|
|
340
409
|
}, z.core.$strip>>;
|
|
341
410
|
error: z.ZodOptional<z.ZodString>;
|
|
342
411
|
segment: z.ZodOptional<z.ZodObject<{
|
|
@@ -354,11 +423,26 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
|
354
423
|
}, z.core.$strip>>>;
|
|
355
424
|
isEndOfTurn: z.ZodOptional<z.ZodBoolean>;
|
|
356
425
|
startsWord: z.ZodOptional<z.ZodBoolean>;
|
|
426
|
+
language: z.ZodOptional<z.ZodString>;
|
|
427
|
+
noSpeechProb: z.ZodOptional<z.ZodNumber>;
|
|
428
|
+
speakerTurnNext: z.ZodOptional<z.ZodBoolean>;
|
|
429
|
+
tokens: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
430
|
+
text: z.ZodString;
|
|
431
|
+
startMs: z.ZodNumber;
|
|
432
|
+
endMs: z.ZodNumber;
|
|
433
|
+
probability: z.ZodNumber;
|
|
434
|
+
}, z.core.$strip>>>;
|
|
435
|
+
tokenIds: z.ZodOptional<z.ZodArray<z.ZodNumber>>;
|
|
436
|
+
isFinal: z.ZodOptional<z.ZodBoolean>;
|
|
437
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
438
|
+
eotConfidence: z.ZodOptional<z.ZodNumber>;
|
|
357
439
|
}, z.core.$strip>>;
|
|
358
440
|
vad: z.ZodOptional<z.ZodObject<{
|
|
359
441
|
speakerId: z.ZodOptional<z.ZodNumber>;
|
|
360
442
|
speaking: z.ZodBoolean;
|
|
361
443
|
probability: z.ZodNumber;
|
|
444
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
445
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
362
446
|
source: z.ZodOptional<z.ZodEnum<{
|
|
363
447
|
silero: "silero";
|
|
364
448
|
energy: "energy";
|
|
@@ -370,6 +454,9 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
|
370
454
|
silenceDurationMs: z.ZodNumber;
|
|
371
455
|
}, z.core.$strip>, z.ZodObject<{
|
|
372
456
|
source: z.ZodLiteral<"parakeet">;
|
|
457
|
+
timestamp: z.ZodOptional<z.ZodNumber>;
|
|
458
|
+
chunkIndex: z.ZodOptional<z.ZodNumber>;
|
|
459
|
+
confidence: z.ZodOptional<z.ZodNumber>;
|
|
373
460
|
}, z.core.$strip>], "source">, unknown>>;
|
|
374
461
|
diagnostics: z.ZodOptional<z.ZodObject<{
|
|
375
462
|
selectedBackend: z.ZodString;
|
|
@@ -378,16 +465,16 @@ export declare const transcribeStreamResponseSchema: z.ZodObject<{
|
|
|
378
465
|
gpu: "gpu";
|
|
379
466
|
}>;
|
|
380
467
|
graphicsApi: z.ZodOptional<z.ZodEnum<{
|
|
381
|
-
cuda: "cuda";
|
|
382
468
|
vulkan: "vulkan";
|
|
383
|
-
metal: "metal";
|
|
384
469
|
opencl: "opencl";
|
|
385
|
-
rocm: "rocm";
|
|
386
470
|
opengl: "opengl";
|
|
387
471
|
webgpu: "webgpu";
|
|
472
|
+
metal: "metal";
|
|
388
473
|
direct3d11: "direct3d11";
|
|
389
474
|
direct3d12: "direct3d12";
|
|
475
|
+
cuda: "cuda";
|
|
390
476
|
levelZero: "levelZero";
|
|
477
|
+
rocm: "rocm";
|
|
391
478
|
}>>;
|
|
392
479
|
driver: z.ZodOptional<z.ZodObject<{
|
|
393
480
|
name: z.ZodString;
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import { inferenceBackendDiagnosticsSchema } from '
|
|
2
|
+
import { inferenceBackendDiagnosticsSchema } from '../schemas/system-resources.js';
|
|
3
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
4
|
export const audioInputSchema = z.discriminatedUnion('type', [
|
|
4
5
|
z.object({
|
|
5
6
|
type: z.literal('base64'),
|
|
@@ -53,8 +54,14 @@ export const transcribeStatsSchema = z.object({
|
|
|
53
54
|
totalSegments: z.number().optional(),
|
|
54
55
|
whisperEncodeTime: z.number().optional(),
|
|
55
56
|
whisperDecodeTime: z.number().optional(),
|
|
56
|
-
encoderTime: z
|
|
57
|
-
|
|
57
|
+
encoderTime: z
|
|
58
|
+
.number()
|
|
59
|
+
.optional()
|
|
60
|
+
.describe('Parakeet encoder time, or the MOSS audio-encoder time, in ms.'),
|
|
61
|
+
decoderTime: z
|
|
62
|
+
.number()
|
|
63
|
+
.optional()
|
|
64
|
+
.describe('Parakeet decoder time, or the MOSS decode time, in ms.'),
|
|
58
65
|
melSpecTime: z.number().optional(),
|
|
59
66
|
// Backend selection captured once at model load.
|
|
60
67
|
// `0` CPU / `1` GPU; `backendId` codes the GPU family (see the addon's
|
|
@@ -98,7 +105,17 @@ export const transcribeStatsSchema = z.object({
|
|
|
98
105
|
encoderUsedCoreml: z
|
|
99
106
|
.number()
|
|
100
107
|
.optional()
|
|
101
|
-
.describe('Parakeet offline ASR: `1` when this run used Core ML for encoding, `0` on fallback.')
|
|
108
|
+
.describe('Parakeet offline ASR: `1` when this run used Core ML for encoding, `0` on fallback.'),
|
|
109
|
+
aoscActive: z
|
|
110
|
+
.number()
|
|
111
|
+
.optional()
|
|
112
|
+
.describe('Parakeet Sortformer streaming: `1` when the v2.1 AOSC speaker cache was active, `0` otherwise.'),
|
|
113
|
+
// MOSS-Transcribe-Diarize counters. Its encode and decode timings arrive on
|
|
114
|
+
// `encoderTime` / `decoderTime`, and its segment count on `totalSegments`.
|
|
115
|
+
prefillTime: z.number().optional().describe('MOSS: prompt prefill time, in ms.'),
|
|
116
|
+
audioTokens: z.number().optional().describe('MOSS: audio tokens fed to the decoder.'),
|
|
117
|
+
promptTokens: z.number().optional().describe('MOSS: prompt tokens prefilled before decoding.'),
|
|
118
|
+
generatedTokens: z.number().optional().describe('MOSS: tokens the decoder generated.')
|
|
102
119
|
});
|
|
103
120
|
/**
|
|
104
121
|
* Compute backends the ASR engines report through `stats.backendId`, as the
|
|
@@ -122,6 +139,12 @@ export const transcribeSpeakerSegmentSchema = z.object({
|
|
|
122
139
|
startMs: z.number().nonnegative(),
|
|
123
140
|
endMs: z.number().nonnegative()
|
|
124
141
|
});
|
|
142
|
+
export const transcribeTokenSchema = z.object({
|
|
143
|
+
text: z.string(),
|
|
144
|
+
startMs: z.number().nonnegative(),
|
|
145
|
+
endMs: z.number().nonnegative(),
|
|
146
|
+
probability: z.number().min(0).max(1).describe('Decoder probability of the token (0–1).')
|
|
147
|
+
});
|
|
125
148
|
export const transcribeSegmentSchema = z.object({
|
|
126
149
|
text: z.string(),
|
|
127
150
|
startMs: z.number(),
|
|
@@ -146,7 +169,42 @@ export const transcribeSegmentSchema = z.object({
|
|
|
146
169
|
startsWord: z
|
|
147
170
|
.boolean()
|
|
148
171
|
.optional()
|
|
149
|
-
.describe('Segment begins a new SentencePiece word, for joining partial segments without splitting words. Parakeet engine only; absent on whisper.')
|
|
172
|
+
.describe('Segment begins a new SentencePiece word, for joining partial segments without splitting words. Parakeet engine only; absent on whisper.'),
|
|
173
|
+
language: z
|
|
174
|
+
.string()
|
|
175
|
+
.optional()
|
|
176
|
+
.describe("Language the segment's window was decoded in, as an ISO 639-1 code such as `en`; the detected language under `language: 'auto'`. Whisper engine only."),
|
|
177
|
+
noSpeechProb: z
|
|
178
|
+
.number()
|
|
179
|
+
.min(0)
|
|
180
|
+
.max(1)
|
|
181
|
+
.optional()
|
|
182
|
+
.describe("Probability (0–1) that the segment's window holds no speech, the value `no_speech_thold` is compared against. Whisper engine only."),
|
|
183
|
+
speakerTurnNext: z
|
|
184
|
+
.boolean()
|
|
185
|
+
.optional()
|
|
186
|
+
.describe('A speaker turn follows this segment. Whisper engine only, with `tdrz_enable` on a tinydiarize model.'),
|
|
187
|
+
tokens: z
|
|
188
|
+
.array(transcribeTokenSchema)
|
|
189
|
+
.optional()
|
|
190
|
+
.describe('Decoded text tokens with millisecond timing and probability; special tokens are left out. Whisper engine only, with `token_timestamps`.'),
|
|
191
|
+
tokenIds: z
|
|
192
|
+
.array(z.number().int())
|
|
193
|
+
.optional()
|
|
194
|
+
.describe('Native token ids of the segment. Parakeet streaming only.'),
|
|
195
|
+
isFinal: z
|
|
196
|
+
.boolean()
|
|
197
|
+
.optional()
|
|
198
|
+
.describe('Native finality of the segment, including empty final markers; prefer it over non-empty text to detect a finalized chunk. Parakeet streaming only.'),
|
|
199
|
+
chunkIndex: z
|
|
200
|
+
.number()
|
|
201
|
+
.int()
|
|
202
|
+
.optional()
|
|
203
|
+
.describe('Native streaming chunk index the segment belongs to; `-1` when unknown. Parakeet streaming only.'),
|
|
204
|
+
eotConfidence: z
|
|
205
|
+
.number()
|
|
206
|
+
.optional()
|
|
207
|
+
.describe('Native end-of-turn confidence of the segment; may be `0` when the model reports none. Parakeet EOU streaming only.')
|
|
150
208
|
});
|
|
151
209
|
export const vadStateEventSchema = z.object({
|
|
152
210
|
speakerId: z
|
|
@@ -157,6 +215,15 @@ export const vadStateEventSchema = z.object({
|
|
|
157
215
|
.describe('Dominant speaker for Parakeet diarization activity; omitted when unavailable.'),
|
|
158
216
|
speaking: z.boolean(),
|
|
159
217
|
probability: z.number(),
|
|
218
|
+
timestamp: z
|
|
219
|
+
.number()
|
|
220
|
+
.optional()
|
|
221
|
+
.describe('Parakeet: event time in seconds from the start of the streaming session.'),
|
|
222
|
+
chunkIndex: z
|
|
223
|
+
.number()
|
|
224
|
+
.int()
|
|
225
|
+
.optional()
|
|
226
|
+
.describe('Parakeet: native streaming chunk index of the event; `-1` when unavailable.'),
|
|
160
227
|
source: z
|
|
161
228
|
.enum(['silero', 'energy', 'sortformer'])
|
|
162
229
|
.optional()
|
|
@@ -167,7 +234,20 @@ export const whisperEndOfTurnEventSchema = z.object({
|
|
|
167
234
|
silenceDurationMs: z.number()
|
|
168
235
|
});
|
|
169
236
|
export const parakeetEndOfTurnEventSchema = z.object({
|
|
170
|
-
source: z.literal('parakeet')
|
|
237
|
+
source: z.literal('parakeet'),
|
|
238
|
+
timestamp: z
|
|
239
|
+
.number()
|
|
240
|
+
.optional()
|
|
241
|
+
.describe('Native event time in seconds from the start of the streaming session.'),
|
|
242
|
+
chunkIndex: z
|
|
243
|
+
.number()
|
|
244
|
+
.int()
|
|
245
|
+
.optional()
|
|
246
|
+
.describe('Native streaming chunk index of the boundary; `-1` when unknown.'),
|
|
247
|
+
confidence: z
|
|
248
|
+
.number()
|
|
249
|
+
.optional()
|
|
250
|
+
.describe('Native end-of-turn confidence reported by the EOU model.')
|
|
171
251
|
});
|
|
172
252
|
const endOfTurnDiscriminatedSchema = z.discriminatedUnion('source', [
|
|
173
253
|
whisperEndOfTurnEventSchema,
|
|
@@ -187,14 +267,11 @@ function normalizeEndOfTurnWire(value) {
|
|
|
187
267
|
return value;
|
|
188
268
|
}
|
|
189
269
|
export const endOfTurnEventSchema = z.preprocess(normalizeEndOfTurnWire, endOfTurnDiscriminatedSchema);
|
|
190
|
-
export const transcribeRequestSchema = transcribeParamsSchema
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
.optional()
|
|
196
|
-
.describe('Stable identifier for this in-flight transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
197
|
-
});
|
|
270
|
+
export const transcribeRequestSchema = transcribeParamsSchema
|
|
271
|
+
.extend({
|
|
272
|
+
type: z.literal('transcribe')
|
|
273
|
+
})
|
|
274
|
+
.extend(trackedRequestSchema.shape);
|
|
198
275
|
const transcriptionResultBase = z.object({
|
|
199
276
|
text: z.string().optional(),
|
|
200
277
|
done: z.boolean().optional(),
|
|
@@ -227,6 +304,9 @@ export const parakeetStreamingRunConfigSchema = z.object({
|
|
|
227
304
|
rightLookaheadMs: z.number().int().nonnegative().optional(),
|
|
228
305
|
emitPartials: z.boolean().optional(),
|
|
229
306
|
emitEnergyVad: z.boolean().optional(),
|
|
307
|
+
energyVadThresholdDb: z.number().optional(),
|
|
308
|
+
energyVadWindowMs: z.number().int().positive().optional(),
|
|
309
|
+
energyVadHangoverMs: z.number().int().nonnegative().optional(),
|
|
230
310
|
emitSpeakerVad: z.boolean().optional(),
|
|
231
311
|
diarizationThreshold: z.number().min(0).max(1).optional(),
|
|
232
312
|
diarizationMinSegmentMs: z.number().int().nonnegative().optional(),
|
|
@@ -237,7 +317,8 @@ export const parakeetStreamingRunConfigSchema = z.object({
|
|
|
237
317
|
chunkRightContextMs: z.number().int().nonnegative().optional(),
|
|
238
318
|
spkCacheUpdatePeriod: z.number().int().positive().optional()
|
|
239
319
|
});
|
|
240
|
-
export const transcribeStreamRequestSchema = transcribeBaseSchema
|
|
320
|
+
export const transcribeStreamRequestSchema = transcribeBaseSchema
|
|
321
|
+
.extend({
|
|
241
322
|
type: z.literal('transcribeStream'),
|
|
242
323
|
emitVadEvents: z.boolean().optional(),
|
|
243
324
|
endOfTurnSilenceMs: z
|
|
@@ -247,13 +328,9 @@ export const transcribeStreamRequestSchema = transcribeBaseSchema.extend({
|
|
|
247
328
|
.optional()
|
|
248
329
|
.describe('Silence (ms) before an endOfTurn event fires. 0 or unset disables end-of-turn detection entirely. Whisper engine only.'),
|
|
249
330
|
vadRunIntervalMs: z.number().int().positive().optional(),
|
|
250
|
-
parakeetStreamingConfig: parakeetStreamingRunConfigSchema.optional()
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
.min(1)
|
|
254
|
-
.optional()
|
|
255
|
-
.describe('Stable identifier for this in-flight duplex transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
256
|
-
});
|
|
331
|
+
parakeetStreamingConfig: parakeetStreamingRunConfigSchema.optional()
|
|
332
|
+
})
|
|
333
|
+
.extend(trackedRequestSchema.shape);
|
|
257
334
|
export const transcribeStreamResponseSchema = transcriptionResultBase.extend({
|
|
258
335
|
type: z.literal('transcribeStream')
|
|
259
336
|
});
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import type { NmtLanguage } from '
|
|
3
|
-
import { type NmtModelTypeInput, type LlmModelTypeInput } from '
|
|
2
|
+
import type { NmtLanguage } from '../schemas/translation-config.js';
|
|
3
|
+
import { type NmtModelTypeInput, type LlmModelTypeInput } from '../schemas/model-types.js';
|
|
4
4
|
declare const translateParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
5
5
|
modelId: z.ZodString;
|
|
6
6
|
text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
|
|
@@ -39,6 +39,7 @@ export declare const translateRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
|
|
|
39
39
|
nmt: "nmt";
|
|
40
40
|
}>;
|
|
41
41
|
type: z.ZodLiteral<"translate">;
|
|
42
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
42
43
|
requestId: z.ZodOptional<z.ZodString>;
|
|
43
44
|
}, z.core.$strip>, z.ZodObject<{
|
|
44
45
|
modelId: z.ZodString;
|
|
@@ -52,6 +53,7 @@ export declare const translateRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObjec
|
|
|
52
53
|
to: z.ZodString;
|
|
53
54
|
context: z.ZodOptional<z.ZodString>;
|
|
54
55
|
type: z.ZodLiteral<"translate">;
|
|
56
|
+
sessionId: z.ZodOptional<z.ZodString>;
|
|
55
57
|
requestId: z.ZodOptional<z.ZodString>;
|
|
56
58
|
}, z.core.$strip>], "modelType">;
|
|
57
59
|
export declare const translateServerParamsSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { z } from 'zod';
|
|
2
|
-
import {
|
|
2
|
+
import { trackedRequestSchema } from '../schemas/request-base.js';
|
|
3
|
+
import { nmtModelTypeSchema, llmModelTypeSchema, normalizeModelType } from '../schemas/model-types.js';
|
|
3
4
|
const translateParamsNmtSchema = z.object({
|
|
4
5
|
modelId: z.string().describe('The identifier of the NMT translation model to use.'),
|
|
5
6
|
text: z
|
|
@@ -52,23 +53,18 @@ export const translationStatsSchema = z.object({
|
|
|
52
53
|
.optional()
|
|
53
54
|
.describe('Tokens served from the KV cache during LLM translation.')
|
|
54
55
|
});
|
|
55
|
-
const translateRequestIdField = z
|
|
56
|
-
.string()
|
|
57
|
-
.min(1)
|
|
58
|
-
.optional()
|
|
59
|
-
.describe('Stable identifier for this in-flight translation, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.');
|
|
60
56
|
export const translateRequestSchema = z.discriminatedUnion('modelType', [
|
|
61
57
|
translateParamsNmtSchema
|
|
62
58
|
.extend({
|
|
63
|
-
type: z.literal('translate')
|
|
64
|
-
requestId: translateRequestIdField
|
|
59
|
+
type: z.literal('translate')
|
|
65
60
|
})
|
|
61
|
+
.extend(trackedRequestSchema.shape)
|
|
66
62
|
.meta({ title: 'TranslateNmtRequest' }),
|
|
67
63
|
translateParamsLlmSchema
|
|
68
64
|
.extend({
|
|
69
|
-
type: z.literal('translate')
|
|
70
|
-
requestId: translateRequestIdField
|
|
65
|
+
type: z.literal('translate')
|
|
71
66
|
})
|
|
67
|
+
.extend(trackedRequestSchema.shape)
|
|
72
68
|
.meta({ title: 'TranslateLlmRequest' })
|
|
73
69
|
]);
|
|
74
70
|
// Valid model types for translation (aliases and canonical)
|