@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
// === BCI (whisper.cpp) engine config ===
|
|
4
|
+
//
|
|
5
|
+
// Mirrors `BCIWhispercppConfig` from `@qvac/bci-whispercpp`. Unlike the
|
|
6
|
+
// flat `whisperConfigSchema`, the BCI addon nests its inference knobs
|
|
7
|
+
// under `whisperConfig` and exposes a separate `bciConfig` for
|
|
8
|
+
// session-level (neural-signal) parameters.
|
|
9
|
+
// Reduced whisper inference field set exposed by the BCI addon (see the
|
|
10
|
+
// `WhisperConfig` interface in `@qvac/bci-whispercpp`).
|
|
11
|
+
const bciWhisperConfigSchema = z
|
|
12
|
+
.object({
|
|
13
|
+
language: z.string().optional(),
|
|
14
|
+
n_threads: z.number().int().optional(),
|
|
15
|
+
temperature: z.number().optional(),
|
|
16
|
+
suppress_nst: z.boolean().optional(),
|
|
17
|
+
suppress_blank: z.boolean().optional(),
|
|
18
|
+
duration_ms: z.number().int().optional(),
|
|
19
|
+
translate: z.boolean().optional(),
|
|
20
|
+
no_timestamps: z.boolean().optional(),
|
|
21
|
+
single_segment: z.boolean().optional(),
|
|
22
|
+
print_special: z.boolean().optional(),
|
|
23
|
+
print_progress: z.boolean().optional(),
|
|
24
|
+
print_realtime: z.boolean().optional(),
|
|
25
|
+
print_timestamps: z.boolean().optional(),
|
|
26
|
+
detect_language: z.boolean().optional(),
|
|
27
|
+
greedy_best_of: z.number().int().optional(),
|
|
28
|
+
beam_search_beam_size: z.number().int().optional()
|
|
29
|
+
})
|
|
30
|
+
.optional();
|
|
31
|
+
const bciSessionConfigSchema = z
|
|
32
|
+
.object({
|
|
33
|
+
// Session day index used to select day-specific projection matrices.
|
|
34
|
+
// `-1` enables mel passthrough (parity testing only).
|
|
35
|
+
day_idx: z.number().int().optional()
|
|
36
|
+
})
|
|
37
|
+
.optional();
|
|
38
|
+
const bciContextParamsSchema = z
|
|
39
|
+
.object({
|
|
40
|
+
model: z.string().optional(),
|
|
41
|
+
use_gpu: z.boolean().optional(),
|
|
42
|
+
flash_attn: z.boolean().optional(),
|
|
43
|
+
gpu_device: z.number().optional()
|
|
44
|
+
})
|
|
45
|
+
.optional();
|
|
46
|
+
const bciMiscConfigSchema = z
|
|
47
|
+
.object({
|
|
48
|
+
caption_enabled: z.boolean().optional()
|
|
49
|
+
})
|
|
50
|
+
.optional();
|
|
51
|
+
export const bciConfigSchema = z.object({
|
|
52
|
+
whisperConfig: bciWhisperConfigSchema,
|
|
53
|
+
bciConfig: bciSessionConfigSchema,
|
|
54
|
+
contextParams: bciContextParamsSchema,
|
|
55
|
+
miscConfig: bciMiscConfigSchema,
|
|
56
|
+
backendsDir: z.string().optional(),
|
|
57
|
+
embedderModelSrc: modelSrcInputSchema.optional()
|
|
58
|
+
});
|
|
@@ -0,0 +1,178 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { type TranscribeSegment } from '../schemas/transcription.js';
|
|
3
|
+
export declare const neuralInputSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
4
|
+
type: z.ZodLiteral<"base64">;
|
|
5
|
+
value: z.ZodString;
|
|
6
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
7
|
+
type: z.ZodLiteral<"filePath">;
|
|
8
|
+
value: z.ZodString;
|
|
9
|
+
}, z.core.$strip>], "type">;
|
|
10
|
+
export declare const bciTranscribeParamsSchema: z.ZodObject<{
|
|
11
|
+
modelId: z.ZodString;
|
|
12
|
+
metadata: z.ZodOptional<z.ZodBoolean>;
|
|
13
|
+
neuralData: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
14
|
+
type: z.ZodLiteral<"base64">;
|
|
15
|
+
value: z.ZodString;
|
|
16
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
17
|
+
type: z.ZodLiteral<"filePath">;
|
|
18
|
+
value: z.ZodString;
|
|
19
|
+
}, z.core.$strip>], "type">;
|
|
20
|
+
}, z.core.$strip>;
|
|
21
|
+
export declare const bciTranscribeClientParamsSchema: z.ZodObject<{
|
|
22
|
+
modelId: z.ZodString;
|
|
23
|
+
metadata: z.ZodOptional<z.ZodBoolean>;
|
|
24
|
+
neuralData: z.ZodUnion<readonly [z.ZodString, z.ZodCustom<Uint8Array<ArrayBuffer>, Uint8Array<ArrayBuffer>>]>;
|
|
25
|
+
}, z.core.$strip>;
|
|
26
|
+
export declare const bciTranscribeRequestSchema: z.ZodObject<{
|
|
27
|
+
modelId: z.ZodString;
|
|
28
|
+
metadata: z.ZodOptional<z.ZodBoolean>;
|
|
29
|
+
neuralData: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
30
|
+
type: z.ZodLiteral<"base64">;
|
|
31
|
+
value: z.ZodString;
|
|
32
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
33
|
+
type: z.ZodLiteral<"filePath">;
|
|
34
|
+
value: z.ZodString;
|
|
35
|
+
}, z.core.$strip>], "type">;
|
|
36
|
+
type: z.ZodLiteral<"bciTranscribe">;
|
|
37
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
38
|
+
}, z.core.$strip>;
|
|
39
|
+
export declare const bciTranscribeResponseSchema: z.ZodObject<{
|
|
40
|
+
text: z.ZodOptional<z.ZodString>;
|
|
41
|
+
done: z.ZodOptional<z.ZodBoolean>;
|
|
42
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
43
|
+
audioDuration: z.ZodOptional<z.ZodNumber>;
|
|
44
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
45
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
46
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
47
|
+
totalSegments: z.ZodOptional<z.ZodNumber>;
|
|
48
|
+
whisperEncodeTime: z.ZodOptional<z.ZodNumber>;
|
|
49
|
+
whisperDecodeTime: z.ZodOptional<z.ZodNumber>;
|
|
50
|
+
encoderTime: z.ZodOptional<z.ZodNumber>;
|
|
51
|
+
decoderTime: z.ZodOptional<z.ZodNumber>;
|
|
52
|
+
melSpecTime: z.ZodOptional<z.ZodNumber>;
|
|
53
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
54
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
55
|
+
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
56
|
+
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
57
|
+
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
58
|
+
}, z.core.$strip>>;
|
|
59
|
+
error: z.ZodOptional<z.ZodString>;
|
|
60
|
+
segment: z.ZodOptional<z.ZodObject<{
|
|
61
|
+
text: z.ZodString;
|
|
62
|
+
startMs: z.ZodNumber;
|
|
63
|
+
endMs: z.ZodNumber;
|
|
64
|
+
append: z.ZodBoolean;
|
|
65
|
+
id: z.ZodNumber;
|
|
66
|
+
}, z.core.$strip>>;
|
|
67
|
+
type: z.ZodLiteral<"bciTranscribe">;
|
|
68
|
+
}, z.core.$strip>;
|
|
69
|
+
/**
|
|
70
|
+
* Per-call overrides for the BCI addon's sliding-window streaming
|
|
71
|
+
* (`transcribeStream`). Each field maps 1:1 to the addon's `streamOpts`;
|
|
72
|
+
* any field omitted falls back to the addon default.
|
|
73
|
+
*/
|
|
74
|
+
export declare const bciStreamOptsSchema: z.ZodObject<{
|
|
75
|
+
windowTimesteps: z.ZodOptional<z.ZodNumber>;
|
|
76
|
+
hopTimesteps: z.ZodOptional<z.ZodNumber>;
|
|
77
|
+
emit: z.ZodOptional<z.ZodEnum<{
|
|
78
|
+
full: "full";
|
|
79
|
+
delta: "delta";
|
|
80
|
+
}>>;
|
|
81
|
+
}, z.core.$strip>;
|
|
82
|
+
export declare const bciTranscribeStreamRequestSchema: z.ZodObject<{
|
|
83
|
+
modelId: z.ZodString;
|
|
84
|
+
metadata: z.ZodOptional<z.ZodBoolean>;
|
|
85
|
+
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
86
|
+
streamOpts: z.ZodOptional<z.ZodObject<{
|
|
87
|
+
windowTimesteps: z.ZodOptional<z.ZodNumber>;
|
|
88
|
+
hopTimesteps: z.ZodOptional<z.ZodNumber>;
|
|
89
|
+
emit: z.ZodOptional<z.ZodEnum<{
|
|
90
|
+
full: "full";
|
|
91
|
+
delta: "delta";
|
|
92
|
+
}>>;
|
|
93
|
+
}, z.core.$strip>>;
|
|
94
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
95
|
+
}, z.core.$strip>;
|
|
96
|
+
export declare const bciTranscribeStreamResponseSchema: z.ZodObject<{
|
|
97
|
+
text: z.ZodOptional<z.ZodString>;
|
|
98
|
+
done: z.ZodOptional<z.ZodBoolean>;
|
|
99
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
100
|
+
audioDuration: z.ZodOptional<z.ZodNumber>;
|
|
101
|
+
realTimeFactor: z.ZodOptional<z.ZodNumber>;
|
|
102
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
103
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
104
|
+
totalSegments: z.ZodOptional<z.ZodNumber>;
|
|
105
|
+
whisperEncodeTime: z.ZodOptional<z.ZodNumber>;
|
|
106
|
+
whisperDecodeTime: z.ZodOptional<z.ZodNumber>;
|
|
107
|
+
encoderTime: z.ZodOptional<z.ZodNumber>;
|
|
108
|
+
decoderTime: z.ZodOptional<z.ZodNumber>;
|
|
109
|
+
melSpecTime: z.ZodOptional<z.ZodNumber>;
|
|
110
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
111
|
+
backendId: z.ZodOptional<z.ZodNumber>;
|
|
112
|
+
gpuUnsupported: z.ZodOptional<z.ZodNumber>;
|
|
113
|
+
gpuMemTotalMb: z.ZodOptional<z.ZodNumber>;
|
|
114
|
+
gpuMemFreeMb: z.ZodOptional<z.ZodNumber>;
|
|
115
|
+
}, z.core.$strip>>;
|
|
116
|
+
error: z.ZodOptional<z.ZodString>;
|
|
117
|
+
segment: z.ZodOptional<z.ZodObject<{
|
|
118
|
+
text: z.ZodString;
|
|
119
|
+
startMs: z.ZodNumber;
|
|
120
|
+
endMs: z.ZodNumber;
|
|
121
|
+
append: z.ZodBoolean;
|
|
122
|
+
id: z.ZodNumber;
|
|
123
|
+
}, z.core.$strip>>;
|
|
124
|
+
type: z.ZodLiteral<"bciTranscribeStream">;
|
|
125
|
+
}, z.core.$strip>;
|
|
126
|
+
export type NeuralInput = z.infer<typeof neuralInputSchema>;
|
|
127
|
+
export type BciTranscribeParams = z.infer<typeof bciTranscribeParamsSchema>;
|
|
128
|
+
export type BciTranscribeRequest = z.infer<typeof bciTranscribeRequestSchema>;
|
|
129
|
+
export type BciTranscribeResponse = z.infer<typeof bciTranscribeResponseSchema>;
|
|
130
|
+
export type BciTranscribeClientParamsParsed = z.output<typeof bciTranscribeClientParamsSchema>;
|
|
131
|
+
export type BciStreamOpts = z.infer<typeof bciStreamOptsSchema>;
|
|
132
|
+
export type BciTranscribeStreamRequest = z.infer<typeof bciTranscribeStreamRequestSchema>;
|
|
133
|
+
export type BciTranscribeStreamResponse = z.infer<typeof bciTranscribeStreamResponseSchema>;
|
|
134
|
+
/** Client parameters for `bciTranscribe()`. */
|
|
135
|
+
export interface BciTranscribeClientParams {
|
|
136
|
+
/** Identifier returned by `loadModel()` for a loaded BCI model. */
|
|
137
|
+
modelId: string;
|
|
138
|
+
/**
|
|
139
|
+
* BCI neural input. A string is treated as a local/provider `.bin` file path;
|
|
140
|
+
* a `Uint8Array` is treated as raw neural bytes and sent as base64 on the
|
|
141
|
+
* wire.
|
|
142
|
+
*/
|
|
143
|
+
neuralData: string | Uint8Array;
|
|
144
|
+
/**
|
|
145
|
+
* When true, resolves to transcript segment metadata objects
|
|
146
|
+
* (`{ text, startMs, endMs, append, id }`) instead of joined text.
|
|
147
|
+
*/
|
|
148
|
+
metadata?: boolean;
|
|
149
|
+
}
|
|
150
|
+
export type BciTranscribeStreamClientParams = {
|
|
151
|
+
modelId: string;
|
|
152
|
+
metadata?: boolean;
|
|
153
|
+
windowTimesteps?: number;
|
|
154
|
+
hopTimesteps?: number;
|
|
155
|
+
emit?: 'delta' | 'full';
|
|
156
|
+
};
|
|
157
|
+
export interface BciTranscribeStreamSession {
|
|
158
|
+
/**
|
|
159
|
+
* Stable id for this in-flight BCI stream. Pass to `cancel({ requestId })`
|
|
160
|
+
* to target this duplex session without cancelling other work on the model.
|
|
161
|
+
*/
|
|
162
|
+
requestId: string;
|
|
163
|
+
write(neuralChunk: Uint8Array): void;
|
|
164
|
+
end(): void;
|
|
165
|
+
destroy(): void;
|
|
166
|
+
[Symbol.asyncIterator](): AsyncIterator<string>;
|
|
167
|
+
}
|
|
168
|
+
export interface BciTranscribeStreamMetadataSession {
|
|
169
|
+
/**
|
|
170
|
+
* Stable id for this in-flight BCI stream. Pass to `cancel({ requestId })`
|
|
171
|
+
* to target this duplex session without cancelling other work on the model.
|
|
172
|
+
*/
|
|
173
|
+
requestId: string;
|
|
174
|
+
write(neuralChunk: Uint8Array): void;
|
|
175
|
+
end(): void;
|
|
176
|
+
destroy(): void;
|
|
177
|
+
[Symbol.asyncIterator](): AsyncIterator<TranscribeSegment>;
|
|
178
|
+
}
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { transcribeSegmentSchema, transcribeStatsSchema } from '../schemas/transcription.js';
|
|
3
|
+
// Neural-signal binary input. The BCI addon consumes a raw neural buffer
|
|
4
|
+
// (not audio): pass it inline as base64 or point at a local `.bin` file.
|
|
5
|
+
export const neuralInputSchema = z.discriminatedUnion('type', [
|
|
6
|
+
z.object({
|
|
7
|
+
type: z.literal('base64').describe('Inline base64-encoded neural bytes.'),
|
|
8
|
+
value: z.string().describe('Base64-encoded contents of a BCI neural `.bin` recording.')
|
|
9
|
+
}),
|
|
10
|
+
z.object({
|
|
11
|
+
type: z.literal('filePath').describe('Local neural `.bin` file path.'),
|
|
12
|
+
value: z.string().describe('Path to a BCI neural `.bin` recording on the provider.')
|
|
13
|
+
})
|
|
14
|
+
]);
|
|
15
|
+
const bciTranscribeBaseSchema = z.object({
|
|
16
|
+
modelId: z.string().describe('Identifier returned by `loadModel()` for a loaded BCI model.'),
|
|
17
|
+
metadata: z
|
|
18
|
+
.boolean()
|
|
19
|
+
.optional()
|
|
20
|
+
.describe('When true, responses yield transcript segment metadata objects (`{ text, startMs, endMs, append, id }`) instead of joined text.')
|
|
21
|
+
});
|
|
22
|
+
export const bciTranscribeParamsSchema = bciTranscribeBaseSchema.extend({
|
|
23
|
+
neuralData: neuralInputSchema.describe('Fixed wire shape for BCI neural input: either inline base64 neural bytes or a provider-local `.bin` file path.')
|
|
24
|
+
});
|
|
25
|
+
export const bciTranscribeClientParamsSchema = bciTranscribeBaseSchema.extend({
|
|
26
|
+
neuralData: z
|
|
27
|
+
.union([z.string(), z.instanceof(Uint8Array)])
|
|
28
|
+
.describe('Convenience client input for BCI neural data: pass a local/provider `.bin` file path as a string, or raw neural bytes as a `Uint8Array`. The client converts this to `neuralInputSchema` before sending the request.')
|
|
29
|
+
});
|
|
30
|
+
export const bciTranscribeRequestSchema = bciTranscribeParamsSchema.extend({
|
|
31
|
+
type: z.literal('bciTranscribe'),
|
|
32
|
+
requestId: z
|
|
33
|
+
.string()
|
|
34
|
+
.min(1)
|
|
35
|
+
.optional()
|
|
36
|
+
.describe('Stable identifier for this in-flight BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
37
|
+
});
|
|
38
|
+
const bciTranscriptionResultBase = z.object({
|
|
39
|
+
text: z.string().optional(),
|
|
40
|
+
done: z.boolean().optional(),
|
|
41
|
+
stats: transcribeStatsSchema.optional(),
|
|
42
|
+
error: z.string().optional(),
|
|
43
|
+
segment: transcribeSegmentSchema.optional()
|
|
44
|
+
});
|
|
45
|
+
export const bciTranscribeResponseSchema = bciTranscriptionResultBase.extend({
|
|
46
|
+
type: z.literal('bciTranscribe')
|
|
47
|
+
});
|
|
48
|
+
/**
|
|
49
|
+
* Per-call overrides for the BCI addon's sliding-window streaming
|
|
50
|
+
* (`transcribeStream`). Each field maps 1:1 to the addon's `streamOpts`;
|
|
51
|
+
* any field omitted falls back to the addon default.
|
|
52
|
+
*/
|
|
53
|
+
export const bciStreamOptsSchema = z
|
|
54
|
+
.object({
|
|
55
|
+
windowTimesteps: z
|
|
56
|
+
.number()
|
|
57
|
+
.int()
|
|
58
|
+
.positive()
|
|
59
|
+
.optional()
|
|
60
|
+
.describe('Decode window size in timesteps (addon default: 1500).'),
|
|
61
|
+
hopTimesteps: z
|
|
62
|
+
.number()
|
|
63
|
+
.int()
|
|
64
|
+
.positive()
|
|
65
|
+
.optional()
|
|
66
|
+
.describe('How far the window advances between decodes (addon default: 500). Must be < windowTimesteps.'),
|
|
67
|
+
emit: z
|
|
68
|
+
.enum(['delta', 'full'])
|
|
69
|
+
.optional()
|
|
70
|
+
.describe("'delta' (default) emits only the newly-discovered tail per window; 'full' emits the full running transcript each update.")
|
|
71
|
+
})
|
|
72
|
+
.refine((opts) => opts.windowTimesteps === undefined ||
|
|
73
|
+
opts.hopTimesteps === undefined ||
|
|
74
|
+
opts.hopTimesteps < opts.windowTimesteps, {
|
|
75
|
+
message: 'hopTimesteps must be < windowTimesteps',
|
|
76
|
+
path: ['hopTimesteps']
|
|
77
|
+
});
|
|
78
|
+
export const bciTranscribeStreamRequestSchema = bciTranscribeBaseSchema.extend({
|
|
79
|
+
type: z.literal('bciTranscribeStream'),
|
|
80
|
+
streamOpts: bciStreamOptsSchema.optional(),
|
|
81
|
+
requestId: z
|
|
82
|
+
.string()
|
|
83
|
+
.min(1)
|
|
84
|
+
.optional()
|
|
85
|
+
.describe('Stable identifier for this in-flight duplex BCI transcription, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
86
|
+
});
|
|
87
|
+
export const bciTranscribeStreamResponseSchema = bciTranscriptionResultBase.extend({
|
|
88
|
+
type: z.literal('bciTranscribeStream')
|
|
89
|
+
});
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
/**
|
|
3
|
+
* Public-API base for the broad-cancel escape hatch. Kept exported so
|
|
4
|
+
* the bare-side `cancel({ modelId, kind? })` helper can parse the
|
|
5
|
+
* `modelId` field consistently with the request envelope.
|
|
6
|
+
*/
|
|
7
|
+
export declare const cancelInferenceBaseSchema: z.ZodObject<{
|
|
8
|
+
modelId: z.ZodString;
|
|
9
|
+
}, z.core.$strip>;
|
|
10
|
+
/**
|
|
11
|
+
* Coarse kind narrowing for the broad-cancel escape hatch. Matches the
|
|
12
|
+
* `RequestKind` union in `runtime/request-context.ts`
|
|
13
|
+
* — keep the two lists in sync. The kind is optional; omitting it
|
|
14
|
+
* cancels every in-flight request on the model regardless of kind
|
|
15
|
+
* (the "cancel everything on this model" sweep used by model-unload
|
|
16
|
+
* and app-shutdown paths).
|
|
17
|
+
*/
|
|
18
|
+
declare const cancelKindSchema: z.ZodEnum<{
|
|
19
|
+
completion: "completion";
|
|
20
|
+
batchCompletion: "batchCompletion";
|
|
21
|
+
embeddings: "embeddings";
|
|
22
|
+
transcribe: "transcribe";
|
|
23
|
+
translate: "translate";
|
|
24
|
+
diffusion: "diffusion";
|
|
25
|
+
audiogen: "audiogen";
|
|
26
|
+
tts: "tts";
|
|
27
|
+
ocr: "ocr";
|
|
28
|
+
vla: "vla";
|
|
29
|
+
finetune: "finetune";
|
|
30
|
+
loadModel: "loadModel";
|
|
31
|
+
downloadAsset: "downloadAsset";
|
|
32
|
+
rag: "rag";
|
|
33
|
+
}>;
|
|
34
|
+
/**
|
|
35
|
+
* Targeted cancel by `requestId` — the primary cancel path. Pair
|
|
36
|
+
* with the `requestId` field exposed on
|
|
37
|
+
* `CompletionRun` (and the decorated promises returned by
|
|
38
|
+
* `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
|
|
39
|
+
* `transcribe(...)`, `rag*(...)` etc.) to cancel a specific in-flight
|
|
40
|
+
* request rather than every request running on a given model.
|
|
41
|
+
*
|
|
42
|
+
* `clearCache` is honoured only when the targeted request is a
|
|
43
|
+
* `downloadAsset` — it propagates onto the underlying download
|
|
44
|
+
* transfer so the partial file is deleted when the last subscriber
|
|
45
|
+
* leaves. Ignored for other kinds.
|
|
46
|
+
*/
|
|
47
|
+
declare const cancelByRequestIdParamsSchema: z.ZodObject<{
|
|
48
|
+
operation: z.ZodLiteral<"request">;
|
|
49
|
+
requestId: z.ZodString;
|
|
50
|
+
clearCache: z.ZodOptional<z.ZodBoolean>;
|
|
51
|
+
}, z.core.$strip>;
|
|
52
|
+
/**
|
|
53
|
+
* Broad cancel escape hatch — abort every in-flight request running on
|
|
54
|
+
* a model (optionally narrowed by `kind`). Kept indefinitely as the
|
|
55
|
+
* non-`requestId` cancel surface for model-unload, app-shutdown, and
|
|
56
|
+
* admin sweeps where the caller doesn't have a `requestId` to hand.
|
|
57
|
+
*
|
|
58
|
+
* A single `"broad"` arm plus an optional `kind` field is the only
|
|
59
|
+
* model-scoped cancel shape. The public-API `cancel(...)` function in
|
|
60
|
+
* `api/cancel.ts` also accepts the `{ operation: "inference", modelId }`
|
|
61
|
+
* / `{ operation: "embeddings", modelId }` sugar forms and normalises
|
|
62
|
+
* them into this shape.
|
|
63
|
+
*/
|
|
64
|
+
declare const cancelBroadParamsSchema: z.ZodObject<{
|
|
65
|
+
operation: z.ZodLiteral<"broad">;
|
|
66
|
+
modelId: z.ZodString;
|
|
67
|
+
kind: z.ZodOptional<z.ZodEnum<{
|
|
68
|
+
completion: "completion";
|
|
69
|
+
batchCompletion: "batchCompletion";
|
|
70
|
+
embeddings: "embeddings";
|
|
71
|
+
transcribe: "transcribe";
|
|
72
|
+
translate: "translate";
|
|
73
|
+
diffusion: "diffusion";
|
|
74
|
+
audiogen: "audiogen";
|
|
75
|
+
tts: "tts";
|
|
76
|
+
ocr: "ocr";
|
|
77
|
+
vla: "vla";
|
|
78
|
+
finetune: "finetune";
|
|
79
|
+
loadModel: "loadModel";
|
|
80
|
+
downloadAsset: "downloadAsset";
|
|
81
|
+
rag: "rag";
|
|
82
|
+
}>>;
|
|
83
|
+
}, z.core.$strip>;
|
|
84
|
+
declare const cancelParamsSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
85
|
+
operation: z.ZodLiteral<"request">;
|
|
86
|
+
requestId: z.ZodString;
|
|
87
|
+
clearCache: z.ZodOptional<z.ZodBoolean>;
|
|
88
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
89
|
+
operation: z.ZodLiteral<"broad">;
|
|
90
|
+
modelId: z.ZodString;
|
|
91
|
+
kind: z.ZodOptional<z.ZodEnum<{
|
|
92
|
+
completion: "completion";
|
|
93
|
+
batchCompletion: "batchCompletion";
|
|
94
|
+
embeddings: "embeddings";
|
|
95
|
+
transcribe: "transcribe";
|
|
96
|
+
translate: "translate";
|
|
97
|
+
diffusion: "diffusion";
|
|
98
|
+
audiogen: "audiogen";
|
|
99
|
+
tts: "tts";
|
|
100
|
+
ocr: "ocr";
|
|
101
|
+
vla: "vla";
|
|
102
|
+
finetune: "finetune";
|
|
103
|
+
loadModel: "loadModel";
|
|
104
|
+
downloadAsset: "downloadAsset";
|
|
105
|
+
rag: "rag";
|
|
106
|
+
}>>;
|
|
107
|
+
}, z.core.$strip>], "operation">;
|
|
108
|
+
export declare const cancelRequestSchema: z.ZodIntersection<z.ZodObject<{
|
|
109
|
+
type: z.ZodLiteral<"cancel">;
|
|
110
|
+
}, z.core.$strip>, z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
111
|
+
operation: z.ZodLiteral<"request">;
|
|
112
|
+
requestId: z.ZodString;
|
|
113
|
+
clearCache: z.ZodOptional<z.ZodBoolean>;
|
|
114
|
+
}, z.core.$strip>, z.ZodObject<{
|
|
115
|
+
operation: z.ZodLiteral<"broad">;
|
|
116
|
+
modelId: z.ZodString;
|
|
117
|
+
kind: z.ZodOptional<z.ZodEnum<{
|
|
118
|
+
completion: "completion";
|
|
119
|
+
batchCompletion: "batchCompletion";
|
|
120
|
+
embeddings: "embeddings";
|
|
121
|
+
transcribe: "transcribe";
|
|
122
|
+
translate: "translate";
|
|
123
|
+
diffusion: "diffusion";
|
|
124
|
+
audiogen: "audiogen";
|
|
125
|
+
tts: "tts";
|
|
126
|
+
ocr: "ocr";
|
|
127
|
+
vla: "vla";
|
|
128
|
+
finetune: "finetune";
|
|
129
|
+
loadModel: "loadModel";
|
|
130
|
+
downloadAsset: "downloadAsset";
|
|
131
|
+
rag: "rag";
|
|
132
|
+
}>>;
|
|
133
|
+
}, z.core.$strip>], "operation">>;
|
|
134
|
+
export declare const cancelResponseSchema: z.ZodObject<{
|
|
135
|
+
type: z.ZodLiteral<"cancel">;
|
|
136
|
+
success: z.ZodBoolean;
|
|
137
|
+
cancelled: z.ZodOptional<z.ZodNumber>;
|
|
138
|
+
error: z.ZodOptional<z.ZodString>;
|
|
139
|
+
}, z.core.$strip>;
|
|
140
|
+
/**
|
|
141
|
+
* Sugar for the most common path — `cancel({ requestId })`. The public
|
|
142
|
+
* API accepts either this shape (no `operation`) or the explicit
|
|
143
|
+
* `{ operation: "request", requestId }` and normalises it.
|
|
144
|
+
*/
|
|
145
|
+
export declare const cancelByRequestIdSugarSchema: z.ZodObject<{
|
|
146
|
+
requestId: z.ZodString;
|
|
147
|
+
clearCache: z.ZodOptional<z.ZodBoolean>;
|
|
148
|
+
}, z.core.$strict>;
|
|
149
|
+
/**
|
|
150
|
+
* Sugar for the broad-cancel escape hatch — `cancel({ modelId, kind? })`.
|
|
151
|
+
* Translates to `{ operation: "broad", modelId, kind? }` at the API
|
|
152
|
+
* boundary.
|
|
153
|
+
*/
|
|
154
|
+
export declare const cancelBroadSugarSchema: z.ZodObject<{
|
|
155
|
+
modelId: z.ZodString;
|
|
156
|
+
kind: z.ZodOptional<z.ZodEnum<{
|
|
157
|
+
completion: "completion";
|
|
158
|
+
batchCompletion: "batchCompletion";
|
|
159
|
+
embeddings: "embeddings";
|
|
160
|
+
transcribe: "transcribe";
|
|
161
|
+
translate: "translate";
|
|
162
|
+
diffusion: "diffusion";
|
|
163
|
+
audiogen: "audiogen";
|
|
164
|
+
tts: "tts";
|
|
165
|
+
ocr: "ocr";
|
|
166
|
+
vla: "vla";
|
|
167
|
+
finetune: "finetune";
|
|
168
|
+
loadModel: "loadModel";
|
|
169
|
+
downloadAsset: "downloadAsset";
|
|
170
|
+
rag: "rag";
|
|
171
|
+
}>>;
|
|
172
|
+
}, z.core.$strict>;
|
|
173
|
+
/**
|
|
174
|
+
* Legacy per-kind broad-cancel sugars retained at the public-API
|
|
175
|
+
* boundary so existing callers of `cancel({ operation: "inference",
|
|
176
|
+
* modelId })` / `cancel({ operation: "embeddings", modelId })` keep
|
|
177
|
+
* working without code changes. The client wrapper translates these
|
|
178
|
+
* into the new `{ operation: "broad", modelId, kind: ... }` wire
|
|
179
|
+
* shape. New callers should prefer `cancel({ requestId })` or
|
|
180
|
+
* `cancel({ modelId, kind? })`.
|
|
181
|
+
*/
|
|
182
|
+
export declare const cancelLegacyInferenceSugarSchema: z.ZodObject<{
|
|
183
|
+
operation: z.ZodLiteral<"inference">;
|
|
184
|
+
modelId: z.ZodString;
|
|
185
|
+
}, z.core.$strip>;
|
|
186
|
+
export declare const cancelLegacyEmbeddingsSugarSchema: z.ZodObject<{
|
|
187
|
+
operation: z.ZodLiteral<"embeddings">;
|
|
188
|
+
modelId: z.ZodString;
|
|
189
|
+
}, z.core.$strip>;
|
|
190
|
+
export type CancelParams = z.infer<typeof cancelParamsSchema>;
|
|
191
|
+
export type CancelInferenceBaseParams = z.infer<typeof cancelInferenceBaseSchema>;
|
|
192
|
+
export type CancelByRequestIdParams = z.infer<typeof cancelByRequestIdParamsSchema>;
|
|
193
|
+
export type CancelBroadParams = z.infer<typeof cancelBroadParamsSchema>;
|
|
194
|
+
export type CancelByRequestIdSugar = z.infer<typeof cancelByRequestIdSugarSchema>;
|
|
195
|
+
export type CancelBroadSugar = z.infer<typeof cancelBroadSugarSchema>;
|
|
196
|
+
export type CancelLegacyInferenceSugar = z.infer<typeof cancelLegacyInferenceSugarSchema>;
|
|
197
|
+
export type CancelLegacyEmbeddingsSugar = z.infer<typeof cancelLegacyEmbeddingsSugarSchema>;
|
|
198
|
+
export type CancelKind = z.infer<typeof cancelKindSchema>;
|
|
199
|
+
export type CancelRequest = z.infer<typeof cancelRequestSchema>;
|
|
200
|
+
export type CancelResponse = z.infer<typeof cancelResponseSchema>;
|
|
201
|
+
/** Public API input — accepts the request union *or* the requestId/broad sugars and the legacy per-kind sugars. */
|
|
202
|
+
export type CancelClientInput = CancelParams | CancelByRequestIdSugar | CancelBroadSugar | CancelLegacyInferenceSugar | CancelLegacyEmbeddingsSugar;
|
|
203
|
+
export {};
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const cancelBaseSchema = z.object({
|
|
3
|
+
type: z.literal('cancel')
|
|
4
|
+
});
|
|
5
|
+
/**
|
|
6
|
+
* Public-API base for the broad-cancel escape hatch. Kept exported so
|
|
7
|
+
* the bare-side `cancel({ modelId, kind? })` helper can parse the
|
|
8
|
+
* `modelId` field consistently with the request envelope.
|
|
9
|
+
*/
|
|
10
|
+
export const cancelInferenceBaseSchema = z.object({
|
|
11
|
+
modelId: z.string().describe('The model ID to cancel inference for')
|
|
12
|
+
});
|
|
13
|
+
/**
|
|
14
|
+
* Coarse kind narrowing for the broad-cancel escape hatch. Matches the
|
|
15
|
+
* `RequestKind` union in `runtime/request-context.ts`
|
|
16
|
+
* — keep the two lists in sync. The kind is optional; omitting it
|
|
17
|
+
* cancels every in-flight request on the model regardless of kind
|
|
18
|
+
* (the "cancel everything on this model" sweep used by model-unload
|
|
19
|
+
* and app-shutdown paths).
|
|
20
|
+
*/
|
|
21
|
+
const cancelKindSchema = z
|
|
22
|
+
.enum([
|
|
23
|
+
'completion',
|
|
24
|
+
'batchCompletion',
|
|
25
|
+
'embeddings',
|
|
26
|
+
'transcribe',
|
|
27
|
+
'translate',
|
|
28
|
+
'diffusion',
|
|
29
|
+
'audiogen',
|
|
30
|
+
'tts',
|
|
31
|
+
'ocr',
|
|
32
|
+
'vla',
|
|
33
|
+
'finetune',
|
|
34
|
+
'loadModel',
|
|
35
|
+
'downloadAsset',
|
|
36
|
+
'rag'
|
|
37
|
+
])
|
|
38
|
+
.describe('Optional kind narrowing for the broad cancel. Omitting it cancels every in-flight request on the model.');
|
|
39
|
+
/**
|
|
40
|
+
* Targeted cancel by `requestId` — the primary cancel path. Pair
|
|
41
|
+
* with the `requestId` field exposed on
|
|
42
|
+
* `CompletionRun` (and the decorated promises returned by
|
|
43
|
+
* `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
|
|
44
|
+
* `transcribe(...)`, `rag*(...)` etc.) to cancel a specific in-flight
|
|
45
|
+
* request rather than every request running on a given model.
|
|
46
|
+
*
|
|
47
|
+
* `clearCache` is honoured only when the targeted request is a
|
|
48
|
+
* `downloadAsset` — it propagates onto the underlying download
|
|
49
|
+
* transfer so the partial file is deleted when the last subscriber
|
|
50
|
+
* leaves. Ignored for other kinds.
|
|
51
|
+
*/
|
|
52
|
+
const cancelByRequestIdParamsSchema = z.object({
|
|
53
|
+
operation: z.literal('request').describe('Operation type'),
|
|
54
|
+
requestId: z
|
|
55
|
+
.string()
|
|
56
|
+
.min(1)
|
|
57
|
+
.describe('Identifier of the specific in-flight request to cancel — the value exposed on the result object returned by long-running calls (e.g. `completion(...)`, `loadModel(...)`, `downloadAsset(...)`).'),
|
|
58
|
+
clearCache: z
|
|
59
|
+
.boolean()
|
|
60
|
+
.optional()
|
|
61
|
+
.describe('Download-only: if true, deletes the partial download file when the subscriber leaves. Ignored for non-download kinds.')
|
|
62
|
+
});
|
|
63
|
+
/**
|
|
64
|
+
* Broad cancel escape hatch — abort every in-flight request running on
|
|
65
|
+
* a model (optionally narrowed by `kind`). Kept indefinitely as the
|
|
66
|
+
* non-`requestId` cancel surface for model-unload, app-shutdown, and
|
|
67
|
+
* admin sweeps where the caller doesn't have a `requestId` to hand.
|
|
68
|
+
*
|
|
69
|
+
* A single `"broad"` arm plus an optional `kind` field is the only
|
|
70
|
+
* model-scoped cancel shape. The public-API `cancel(...)` function in
|
|
71
|
+
* `api/cancel.ts` also accepts the `{ operation: "inference", modelId }`
|
|
72
|
+
* / `{ operation: "embeddings", modelId }` sugar forms and normalises
|
|
73
|
+
* them into this shape.
|
|
74
|
+
*/
|
|
75
|
+
const cancelBroadParamsSchema = z.object({
|
|
76
|
+
operation: z.literal('broad').describe('Operation type'),
|
|
77
|
+
modelId: z.string().describe('Cancel every in-flight request on this model'),
|
|
78
|
+
kind: cancelKindSchema.optional()
|
|
79
|
+
});
|
|
80
|
+
const cancelParamsSchema = z.discriminatedUnion('operation', [
|
|
81
|
+
cancelByRequestIdParamsSchema,
|
|
82
|
+
cancelBroadParamsSchema
|
|
83
|
+
]);
|
|
84
|
+
export const cancelRequestSchema = z.intersection(cancelBaseSchema, cancelParamsSchema);
|
|
85
|
+
export const cancelResponseSchema = z.object({
|
|
86
|
+
type: z.literal('cancel'),
|
|
87
|
+
success: z.boolean(),
|
|
88
|
+
/**
|
|
89
|
+
* Number of in-flight contexts that this call flipped to
|
|
90
|
+
* `cancelling` (already-cancelled contexts are not counted, so
|
|
91
|
+
* callers can rely on the value to log "n requests cancelled" once
|
|
92
|
+
* without double-counting). Always present on `success: true`.
|
|
93
|
+
*/
|
|
94
|
+
cancelled: z.number().int().nonnegative().optional(),
|
|
95
|
+
error: z.string().optional()
|
|
96
|
+
});
|
|
97
|
+
/**
|
|
98
|
+
* Sugar for the most common path — `cancel({ requestId })`. The public
|
|
99
|
+
* API accepts either this shape (no `operation`) or the explicit
|
|
100
|
+
* `{ operation: "request", requestId }` and normalises it.
|
|
101
|
+
*/
|
|
102
|
+
export const cancelByRequestIdSugarSchema = z
|
|
103
|
+
.object({
|
|
104
|
+
requestId: z.string().min(1),
|
|
105
|
+
clearCache: z.boolean().optional()
|
|
106
|
+
})
|
|
107
|
+
.strict();
|
|
108
|
+
/**
|
|
109
|
+
* Sugar for the broad-cancel escape hatch — `cancel({ modelId, kind? })`.
|
|
110
|
+
* Translates to `{ operation: "broad", modelId, kind? }` at the API
|
|
111
|
+
* boundary.
|
|
112
|
+
*/
|
|
113
|
+
export const cancelBroadSugarSchema = z
|
|
114
|
+
.object({
|
|
115
|
+
modelId: z.string().min(1),
|
|
116
|
+
kind: cancelKindSchema.optional()
|
|
117
|
+
})
|
|
118
|
+
.strict();
|
|
119
|
+
/**
|
|
120
|
+
* Legacy per-kind broad-cancel sugars retained at the public-API
|
|
121
|
+
* boundary so existing callers of `cancel({ operation: "inference",
|
|
122
|
+
* modelId })` / `cancel({ operation: "embeddings", modelId })` keep
|
|
123
|
+
* working without code changes. The client wrapper translates these
|
|
124
|
+
* into the new `{ operation: "broad", modelId, kind: ... }` wire
|
|
125
|
+
* shape. New callers should prefer `cancel({ requestId })` or
|
|
126
|
+
* `cancel({ modelId, kind? })`.
|
|
127
|
+
*/
|
|
128
|
+
export const cancelLegacyInferenceSugarSchema = z.object({
|
|
129
|
+
operation: z.literal('inference'),
|
|
130
|
+
modelId: z.string().min(1)
|
|
131
|
+
});
|
|
132
|
+
export const cancelLegacyEmbeddingsSugarSchema = z.object({
|
|
133
|
+
operation: z.literal('embeddings'),
|
|
134
|
+
modelId: z.string().min(1)
|
|
135
|
+
});
|