@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
import { type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type RPCOptions, type TranscribeSegment } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Transcribe a neural-signal buffer with a loaded BCI model and return the
|
|
4
|
+
* complete text. Accepts either a `.bin` file path or a raw neural buffer.
|
|
5
|
+
*
|
|
6
|
+
* @param params - BCI transcription parameters.
|
|
7
|
+
* @param params.modelId - The identifier of the loaded BCI model to use.
|
|
8
|
+
* @param params.neuralData - Neural signal as either a file path (string) or
|
|
9
|
+
* a binary buffer (`Uint8Array`).
|
|
10
|
+
* @param params.metadata - When true, resolves to an array of transcript
|
|
11
|
+
* segments (`{ text, startMs, endMs, append, id }`)
|
|
12
|
+
* instead of joined text.
|
|
13
|
+
* @param options - Optional RPC options including per-call profiling.
|
|
14
|
+
* @returns A promise (decorated with `requestId`) resolving to the complete
|
|
15
|
+
* transcribed text, or — when `metadata` is true — the list of
|
|
16
|
+
* transcript segments in emission order. The `requestId` is
|
|
17
|
+
* reachable synchronously so callers can target this in-flight
|
|
18
|
+
* transcription with `cancel({ requestId })` before `await` resolves.
|
|
19
|
+
*/
|
|
20
|
+
export declare function bciTranscribe(params: BciTranscribeClientParams & {
|
|
21
|
+
metadata: true;
|
|
22
|
+
}, options?: RPCOptions): Promise<TranscribeSegment[]> & {
|
|
23
|
+
requestId: string;
|
|
24
|
+
};
|
|
25
|
+
export declare function bciTranscribe(params: BciTranscribeClientParams, options?: RPCOptions): Promise<string> & {
|
|
26
|
+
requestId: string;
|
|
27
|
+
};
|
|
28
|
+
/**
|
|
29
|
+
* Opens a bidirectional streaming BCI transcription session. Neural-signal
|
|
30
|
+
* chunks are streamed in via `write()`, and transcription is yielded as the
|
|
31
|
+
* addon's sliding window decodes successive windows.
|
|
32
|
+
*
|
|
33
|
+
* The returned session is single-use. Attempting to iterate a second time
|
|
34
|
+
* will throw a `TranscriptionFailedError`.
|
|
35
|
+
*
|
|
36
|
+
* @param params - Streaming BCI transcription parameters.
|
|
37
|
+
* @param params.modelId - The loaded BCI model to use.
|
|
38
|
+
* @param params.metadata - When true, the session yields transcript segment
|
|
39
|
+
* objects (`{ text, startMs, endMs, append, id }`)
|
|
40
|
+
* instead of plain text.
|
|
41
|
+
* @param params.windowTimesteps - Decode window size in timesteps.
|
|
42
|
+
* @param params.hopTimesteps - How far the window advances between decodes.
|
|
43
|
+
* @param params.emit - `'delta'` (default) yields only the newly-discovered
|
|
44
|
+
* tail per window; `'full'` yields the full running
|
|
45
|
+
* transcript each update.
|
|
46
|
+
* @param options - Optional RPC options including per-call profiling.
|
|
47
|
+
* @returns A session object: call `write(neuralChunk)` with a `Uint8Array`
|
|
48
|
+
* to feed neural-signal bytes, iterate with `for await (...)` to
|
|
49
|
+
* receive transcription, and `end()` to signal end of input. The
|
|
50
|
+
* session exposes `requestId` synchronously for targeted
|
|
51
|
+
* `cancel({ requestId })`.
|
|
52
|
+
*/
|
|
53
|
+
export declare function bciTranscribeStream(params: BciTranscribeStreamClientParams & {
|
|
54
|
+
metadata: true;
|
|
55
|
+
}, options?: RPCOptions): Promise<BciTranscribeStreamMetadataSession>;
|
|
56
|
+
export declare function bciTranscribeStream(params: BciTranscribeStreamClientParams, options?: RPCOptions): Promise<BciTranscribeStreamSession>;
|
|
@@ -0,0 +1,172 @@
|
|
|
1
|
+
import { bciTranscribeResponseSchema, bciTranscribeStreamResponseSchema } from '../schemas/index.js';
|
|
2
|
+
import Buffer from 'bare-buffer';
|
|
3
|
+
import { stream, duplex } from '../dispatch.js';
|
|
4
|
+
import { getAppLogger } from '../logging/index.js';
|
|
5
|
+
import { TranscriptionFailedError } from '../errors/index.js';
|
|
6
|
+
import { decoratePromise } from '../utils/decorate-promise.js';
|
|
7
|
+
import { generateRequestId } from '../runtime/request-id.js';
|
|
8
|
+
const logger = getAppLogger();
|
|
9
|
+
function buildBciTranscribeRequest(params, requestId) {
|
|
10
|
+
return {
|
|
11
|
+
type: 'bciTranscribe',
|
|
12
|
+
modelId: params.modelId,
|
|
13
|
+
neuralData: typeof params.neuralData === 'string'
|
|
14
|
+
? { type: 'filePath', value: params.neuralData }
|
|
15
|
+
: {
|
|
16
|
+
type: 'base64',
|
|
17
|
+
value: Buffer.from(params.neuralData).toString('base64')
|
|
18
|
+
},
|
|
19
|
+
...(params.metadata === true && { metadata: true }),
|
|
20
|
+
requestId
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
export function bciTranscribe(params, options) {
|
|
24
|
+
const requestId = generateRequestId();
|
|
25
|
+
const inner = runBciTranscribe(params, requestId, options);
|
|
26
|
+
return decoratePromise(inner, { requestId });
|
|
27
|
+
}
|
|
28
|
+
async function runBciTranscribe(params, requestId, options) {
|
|
29
|
+
const request = buildBciTranscribeRequest(params, requestId);
|
|
30
|
+
if (params.metadata === true) {
|
|
31
|
+
const segments = [];
|
|
32
|
+
for await (const response of stream(request, options)) {
|
|
33
|
+
if (response.type === 'bciTranscribe') {
|
|
34
|
+
const parsed = bciTranscribeResponseSchema.parse(response);
|
|
35
|
+
if (parsed.segment) {
|
|
36
|
+
segments.push(parsed.segment);
|
|
37
|
+
}
|
|
38
|
+
if (parsed.done) {
|
|
39
|
+
break;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return segments;
|
|
44
|
+
}
|
|
45
|
+
let fullText = '';
|
|
46
|
+
for await (const response of stream(request, options)) {
|
|
47
|
+
if (response.type === 'bciTranscribe') {
|
|
48
|
+
const parsed = bciTranscribeResponseSchema.parse(response);
|
|
49
|
+
if (parsed.text) {
|
|
50
|
+
fullText += parsed.text;
|
|
51
|
+
}
|
|
52
|
+
if (parsed.done) {
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
return fullText;
|
|
58
|
+
}
|
|
59
|
+
function buildBciTranscribeStreamRequest(params, requestId) {
|
|
60
|
+
const streamOpts = {
|
|
61
|
+
...(params.windowTimesteps !== undefined && {
|
|
62
|
+
windowTimesteps: params.windowTimesteps
|
|
63
|
+
}),
|
|
64
|
+
...(params.hopTimesteps !== undefined && {
|
|
65
|
+
hopTimesteps: params.hopTimesteps
|
|
66
|
+
}),
|
|
67
|
+
...(params.emit !== undefined && { emit: params.emit })
|
|
68
|
+
};
|
|
69
|
+
return {
|
|
70
|
+
type: 'bciTranscribeStream',
|
|
71
|
+
modelId: params.modelId,
|
|
72
|
+
...(params.metadata === true && { metadata: true }),
|
|
73
|
+
...(Object.keys(streamOpts).length > 0 && { streamOpts }),
|
|
74
|
+
requestId
|
|
75
|
+
};
|
|
76
|
+
}
|
|
77
|
+
export function bciTranscribeStream(params, options) {
|
|
78
|
+
if (params.metadata === true) {
|
|
79
|
+
return createBciStreamSession(params, options, processLineMetadata, 'BciTranscribeStreamMetadataSession');
|
|
80
|
+
}
|
|
81
|
+
return createBciStreamSession(params, options, processLine, 'BciTranscribeStreamSession');
|
|
82
|
+
}
|
|
83
|
+
async function createBciStreamSession(params, options, process, sessionName) {
|
|
84
|
+
const requestId = generateRequestId();
|
|
85
|
+
const request = buildBciTranscribeStreamRequest(params, requestId);
|
|
86
|
+
const { requestStream, responseStream } = await duplex(request, options);
|
|
87
|
+
const responses = parseLines(responseStream, process);
|
|
88
|
+
let consumed = false;
|
|
89
|
+
return {
|
|
90
|
+
requestId,
|
|
91
|
+
write(neuralChunk) {
|
|
92
|
+
requestStream.write(neuralChunk);
|
|
93
|
+
},
|
|
94
|
+
end() {
|
|
95
|
+
requestStream.end();
|
|
96
|
+
},
|
|
97
|
+
destroy() {
|
|
98
|
+
requestStream.destroy();
|
|
99
|
+
responseStream.destroy();
|
|
100
|
+
},
|
|
101
|
+
[Symbol.asyncIterator]() {
|
|
102
|
+
if (consumed) {
|
|
103
|
+
throw new TranscriptionFailedError(`${sessionName} can only be iterated once`);
|
|
104
|
+
}
|
|
105
|
+
consumed = true;
|
|
106
|
+
return responses;
|
|
107
|
+
}
|
|
108
|
+
};
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Line-delimited parser: reads newline-separated frames from a duplex
|
|
112
|
+
* response stream, passes each non-empty line through `process`, and yields
|
|
113
|
+
* whatever values it returns. `null` from `process` terminates the stream.
|
|
114
|
+
*/
|
|
115
|
+
async function* parseLines(responseStream, process) {
|
|
116
|
+
let buf = '';
|
|
117
|
+
for await (const chunk of responseStream) {
|
|
118
|
+
buf += chunk.toString();
|
|
119
|
+
const lines = buf.split('\n');
|
|
120
|
+
buf = lines.pop() || '';
|
|
121
|
+
for (const line of lines) {
|
|
122
|
+
const result = process(line);
|
|
123
|
+
if (result === null)
|
|
124
|
+
return;
|
|
125
|
+
if (result !== undefined)
|
|
126
|
+
yield result;
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
if (buf.trim()) {
|
|
130
|
+
const result = process(buf);
|
|
131
|
+
if (result !== null && result !== undefined)
|
|
132
|
+
yield result;
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
function parseResponseLine(line) {
|
|
136
|
+
if (!line.trim())
|
|
137
|
+
return null;
|
|
138
|
+
let parsed;
|
|
139
|
+
try {
|
|
140
|
+
parsed = JSON.parse(line);
|
|
141
|
+
}
|
|
142
|
+
catch {
|
|
143
|
+
logger.warn('bciTranscribeStream: malformed JSON from server:', line);
|
|
144
|
+
return null;
|
|
145
|
+
}
|
|
146
|
+
const obj = parsed;
|
|
147
|
+
if (obj['type'] === 'error') {
|
|
148
|
+
throw new TranscriptionFailedError(obj['message'] ?? 'Unknown server error');
|
|
149
|
+
}
|
|
150
|
+
return bciTranscribeStreamResponseSchema.parse(parsed);
|
|
151
|
+
}
|
|
152
|
+
/**
|
|
153
|
+
* Shared wire-frame decoder. Returns `null` for the terminal `done` frame,
|
|
154
|
+
* `undefined` for frames the caller should skip, or the value extracted from
|
|
155
|
+
* the frame.
|
|
156
|
+
*/
|
|
157
|
+
function processWith(line, extract) {
|
|
158
|
+
const response = parseResponseLine(line);
|
|
159
|
+
if (response === null)
|
|
160
|
+
return undefined;
|
|
161
|
+
if (response.error)
|
|
162
|
+
throw new TranscriptionFailedError(response.error);
|
|
163
|
+
if (response.done)
|
|
164
|
+
return null;
|
|
165
|
+
return extract(response);
|
|
166
|
+
}
|
|
167
|
+
function processLine(line) {
|
|
168
|
+
return processWith(line, (response) => (response.text?.trim() ? response.text : undefined));
|
|
169
|
+
}
|
|
170
|
+
function processLineMetadata(line) {
|
|
171
|
+
return processWith(line, (response) => response.segment);
|
|
172
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { type CancelClientInput } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Cancels an ongoing operation.
|
|
4
|
+
*
|
|
5
|
+
* Two cancel paths are supported:
|
|
6
|
+
* - **By `requestId`** (primary) — pass the `requestId` exposed on
|
|
7
|
+
* the result of a long-running call (`completion(...)`,
|
|
8
|
+
* `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
|
|
9
|
+
* `transcribe(...)`, `ragIngest(...)`, etc.) to cancel exactly
|
|
10
|
+
* that request. A cancel that races the originating call is
|
|
11
|
+
* recorded and applied retroactively when the begin arrives.
|
|
12
|
+
* - **Broad by `modelId`** (escape hatch) — `{ modelId, kind? }`
|
|
13
|
+
* cancels every in-flight request on that model. Useful for
|
|
14
|
+
* model unload, app shutdown, or admin sweeps where the caller
|
|
15
|
+
* doesn't have a `requestId` to hand.
|
|
16
|
+
*
|
|
17
|
+
* The legacy `{ operation: "inference" | "embeddings", modelId }`
|
|
18
|
+
* sugars remain callable for source compatibility. For migration off
|
|
19
|
+
* the removed `{ operation: "downloadAsset" | "rag" }` shapes, see
|
|
20
|
+
* the 0.11.0 changelog / release notes.
|
|
21
|
+
*
|
|
22
|
+
* @param params - The cancellation parameters.
|
|
23
|
+
* @throws {QvacErrorBase} When the response type is invalid or the cancellation fails.
|
|
24
|
+
*
|
|
25
|
+
* @example
|
|
26
|
+
* // Cancel by requestId (primary path)
|
|
27
|
+
* const run = completion({ ... });
|
|
28
|
+
* await cancel({ requestId: run.requestId });
|
|
29
|
+
*
|
|
30
|
+
* @example
|
|
31
|
+
* // Broad-cancel every inference running on a model
|
|
32
|
+
* await cancel({ modelId: "model-123", kind: "completion" });
|
|
33
|
+
*/
|
|
34
|
+
export declare function cancel(params: CancelClientInput): Promise<void>;
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import { send } from '../dispatch.js';
|
|
2
|
+
import { InvalidResponseError, CancelFailedError } from '../errors/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Cancels an ongoing operation.
|
|
5
|
+
*
|
|
6
|
+
* Two cancel paths are supported:
|
|
7
|
+
* - **By `requestId`** (primary) — pass the `requestId` exposed on
|
|
8
|
+
* the result of a long-running call (`completion(...)`,
|
|
9
|
+
* `loadModel(...)`, `downloadAsset(...)`, `embed(...)`,
|
|
10
|
+
* `transcribe(...)`, `ragIngest(...)`, etc.) to cancel exactly
|
|
11
|
+
* that request. A cancel that races the originating call is
|
|
12
|
+
* recorded and applied retroactively when the begin arrives.
|
|
13
|
+
* - **Broad by `modelId`** (escape hatch) — `{ modelId, kind? }`
|
|
14
|
+
* cancels every in-flight request on that model. Useful for
|
|
15
|
+
* model unload, app shutdown, or admin sweeps where the caller
|
|
16
|
+
* doesn't have a `requestId` to hand.
|
|
17
|
+
*
|
|
18
|
+
* The legacy `{ operation: "inference" | "embeddings", modelId }`
|
|
19
|
+
* sugars remain callable for source compatibility. For migration off
|
|
20
|
+
* the removed `{ operation: "downloadAsset" | "rag" }` shapes, see
|
|
21
|
+
* the 0.11.0 changelog / release notes.
|
|
22
|
+
*
|
|
23
|
+
* @param params - The cancellation parameters.
|
|
24
|
+
* @throws {QvacErrorBase} When the response type is invalid or the cancellation fails.
|
|
25
|
+
*
|
|
26
|
+
* @example
|
|
27
|
+
* // Cancel by requestId (primary path)
|
|
28
|
+
* const run = completion({ ... });
|
|
29
|
+
* await cancel({ requestId: run.requestId });
|
|
30
|
+
*
|
|
31
|
+
* @example
|
|
32
|
+
* // Broad-cancel every inference running on a model
|
|
33
|
+
* await cancel({ modelId: "model-123", kind: "completion" });
|
|
34
|
+
*/
|
|
35
|
+
export async function cancel(params) {
|
|
36
|
+
const wireParams = normalizeCancelParams(params);
|
|
37
|
+
const request = {
|
|
38
|
+
type: 'cancel',
|
|
39
|
+
...wireParams
|
|
40
|
+
};
|
|
41
|
+
const response = await send(request);
|
|
42
|
+
if (response.type !== 'cancel') {
|
|
43
|
+
throw new InvalidResponseError('cancel');
|
|
44
|
+
}
|
|
45
|
+
if (!response.success) {
|
|
46
|
+
throw new CancelFailedError(response.error);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
function normalizeCancelParams(params) {
|
|
50
|
+
if ('operation' in params) {
|
|
51
|
+
if (params.operation === 'request' || params.operation === 'broad') {
|
|
52
|
+
return params;
|
|
53
|
+
}
|
|
54
|
+
// Legacy per-kind sugar: { operation: "inference"|"embeddings", modelId }
|
|
55
|
+
if (params.operation === 'inference') {
|
|
56
|
+
return {
|
|
57
|
+
operation: 'broad',
|
|
58
|
+
modelId: params.modelId,
|
|
59
|
+
kind: 'completion'
|
|
60
|
+
};
|
|
61
|
+
}
|
|
62
|
+
return { operation: 'broad', modelId: params.modelId, kind: 'embeddings' };
|
|
63
|
+
}
|
|
64
|
+
if ('requestId' in params) {
|
|
65
|
+
const wire = {
|
|
66
|
+
operation: 'request',
|
|
67
|
+
requestId: params.requestId
|
|
68
|
+
};
|
|
69
|
+
if (params.clearCache !== undefined) {
|
|
70
|
+
wire.clearCache = params.clearCache;
|
|
71
|
+
}
|
|
72
|
+
return wire;
|
|
73
|
+
}
|
|
74
|
+
const broad = {
|
|
75
|
+
operation: 'broad',
|
|
76
|
+
modelId: params.modelId
|
|
77
|
+
};
|
|
78
|
+
if (params.kind !== undefined) {
|
|
79
|
+
broad.kind = params.kind;
|
|
80
|
+
}
|
|
81
|
+
return broad;
|
|
82
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { type ClassifyClientParams, type ClassificationResult } from '../schemas/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Classifies an image using a loaded classification model.
|
|
4
|
+
*
|
|
5
|
+
* The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
|
|
6
|
+
* Custom models may emit different labels sourced from the GGUF metadata.
|
|
7
|
+
*
|
|
8
|
+
* @param params.modelId - The identifier of the loaded classification model
|
|
9
|
+
* @param params.image - JPEG or PNG buffer; raw RGB bytes also accepted with `width`, `height`, `channels`
|
|
10
|
+
* @param params.topK - Limit results to top-K classes (default: all)
|
|
11
|
+
* @returns Sorted classification results, highest confidence first
|
|
12
|
+
*
|
|
13
|
+
* @example
|
|
14
|
+
* ```typescript
|
|
15
|
+
* const modelId = await loadModel({ modelType: "ggml-classification" });
|
|
16
|
+
* const jpeg = fs.readFileSync("photo.jpg");
|
|
17
|
+
* const results = await classify({ modelId, image: jpeg });
|
|
18
|
+
* // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
|
|
19
|
+
* await unloadModel({ modelId });
|
|
20
|
+
* ```
|
|
21
|
+
*/
|
|
22
|
+
export declare function classify(params: ClassifyClientParams): Promise<ClassificationResult[]>;
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import { classifyResponseSchema } from '../schemas/index.js';
|
|
2
|
+
import { stream as streamRpc } from '../dispatch.js';
|
|
3
|
+
import { encodeBase64 } from '../utils/encoding.js';
|
|
4
|
+
/**
|
|
5
|
+
* Classifies an image using a loaded classification model.
|
|
6
|
+
*
|
|
7
|
+
* The bundled MobileNetV3-Small model produces 3 labels: `"food"`, `"report"`, `"other"`.
|
|
8
|
+
* Custom models may emit different labels sourced from the GGUF metadata.
|
|
9
|
+
*
|
|
10
|
+
* @param params.modelId - The identifier of the loaded classification model
|
|
11
|
+
* @param params.image - JPEG or PNG buffer; raw RGB bytes also accepted with `width`, `height`, `channels`
|
|
12
|
+
* @param params.topK - Limit results to top-K classes (default: all)
|
|
13
|
+
* @returns Sorted classification results, highest confidence first
|
|
14
|
+
*
|
|
15
|
+
* @example
|
|
16
|
+
* ```typescript
|
|
17
|
+
* const modelId = await loadModel({ modelType: "ggml-classification" });
|
|
18
|
+
* const jpeg = fs.readFileSync("photo.jpg");
|
|
19
|
+
* const results = await classify({ modelId, image: jpeg });
|
|
20
|
+
* // [ { label: "food", confidence: 0.93 }, { label: "other", confidence: 0.05 }, ... ]
|
|
21
|
+
* await unloadModel({ modelId });
|
|
22
|
+
* ```
|
|
23
|
+
*/
|
|
24
|
+
export async function classify(params) {
|
|
25
|
+
const request = {
|
|
26
|
+
type: 'classify',
|
|
27
|
+
modelId: params.modelId,
|
|
28
|
+
image: encodeBase64(params.image),
|
|
29
|
+
...(params.topK !== undefined && { topK: params.topK }),
|
|
30
|
+
...(params.width !== undefined && { width: params.width }),
|
|
31
|
+
...(params.height !== undefined && { height: params.height }),
|
|
32
|
+
...(params.channels !== undefined && { channels: params.channels })
|
|
33
|
+
};
|
|
34
|
+
for await (const response of streamRpc(request)) {
|
|
35
|
+
if (response &&
|
|
36
|
+
typeof response === 'object' &&
|
|
37
|
+
'type' in response &&
|
|
38
|
+
response.type === 'classify') {
|
|
39
|
+
const parsed = classifyResponseSchema.parse(response);
|
|
40
|
+
if (parsed.done) {
|
|
41
|
+
return parsed.results;
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return [];
|
|
46
|
+
}
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
import { type CompletionClientParams, type CompletionRun, type McpClientInput, type Tool, type RPCOptions } from '../schemas/index.js';
|
|
2
|
+
import { type ToolInput } from '../utils/tool-helpers.js';
|
|
3
|
+
type CompletionParams = Omit<CompletionClientParams, 'tools'> & {
|
|
4
|
+
tools?: Tool[] | ToolInput[];
|
|
5
|
+
mcp?: McpClientInput[];
|
|
6
|
+
rpcOptions?: RPCOptions;
|
|
7
|
+
captureThinking?: boolean;
|
|
8
|
+
emitRawDeltas?: boolean;
|
|
9
|
+
};
|
|
10
|
+
/**
|
|
11
|
+
* Generates completion from a language model based on conversation history.
|
|
12
|
+
*
|
|
13
|
+
* Returns a `CompletionRun` whose canonical surfaces are:
|
|
14
|
+
*
|
|
15
|
+
* - `events` — `AsyncIterable<CompletionEvent>` of ordered, typed events.
|
|
16
|
+
* - `final` — `Promise<CompletionFinal>` with aggregated results once the
|
|
17
|
+
* stream ends (content, thinking, tool calls, stats, raw text).
|
|
18
|
+
*
|
|
19
|
+
* Legacy convenience fields (`tokenStream`, `text`, `toolCallStream`,
|
|
20
|
+
* `toolCalls`, `stats`) are still available but deprecated — they derive
|
|
21
|
+
* from `events` / `final` internally.
|
|
22
|
+
*
|
|
23
|
+
* @param params - The completion parameters
|
|
24
|
+
* @param params.modelId - The identifier of the model to use for completion
|
|
25
|
+
* @param params.history - Array of conversation messages with role, content, and optional attachments
|
|
26
|
+
* @param params.stream - Whether to stream tokens (true) or return complete response (false). Defaults to true
|
|
27
|
+
* @param params.tools - Optional array of tools (can be simple ToolInput with Zod schemas or full Tool objects)
|
|
28
|
+
* @param params.mcp - Optional array of MCP client inputs for tool integration
|
|
29
|
+
* @param params.captureThinking - Best-effort parsing of `<think>` blocks into `thinkingDelta` events; `final.raw.fullText` always preserves the original output
|
|
30
|
+
* @param params.emitRawDeltas - When true, every raw model token is also emitted as a `rawDelta` event
|
|
31
|
+
* @param params.toolDialect - Override name-based dialect detection. Supported values: `"hermes"`, `"pythonic"`, `"json"`, `"harmony"`, `"qwen35"` (Qwen3.5/3.6), `"gemma4"`. Use when the auto-router doesn't recognise your model name. Drives both streaming frame detection and finalization parsing.
|
|
32
|
+
* Common override case: Llama 3.x tool-calling fine-tunes that emit the native pythonic header (`<|start_header_id|>tool_call<|end_header_id|>...<|eot_id|>`).
|
|
33
|
+
* @param params.responseFormat - Optional structured-output constraint applied to the model's output:
|
|
34
|
+
* - `{ type: "text" }` — no constraint (default behavior)
|
|
35
|
+
* - `{ type: "json_object" }` — output must be a JSON object
|
|
36
|
+
* - `{ type: "json_schema", json_schema: { name, schema, description?, strict? } }` — output must validate against `schema`
|
|
37
|
+
*
|
|
38
|
+
* The schema is converted to GBNF natively by llama.cpp and applied for the
|
|
39
|
+
* duration of the request only. `json_schema.name` and `json_schema.description`
|
|
40
|
+
* are accepted for OpenAI compatibility but only used at the API boundary —
|
|
41
|
+
* they do not affect generation. **`json_schema.strict` is currently accepted
|
|
42
|
+
* for compatibility but does NOT trigger OpenAI's auto-tightening semantics**
|
|
43
|
+
* (implicit `additionalProperties: false`, all properties required). The
|
|
44
|
+
* schema is forwarded to the addon as-is, so callers who want strict
|
|
45
|
+
* validation must encode it explicitly in `schema`.
|
|
46
|
+
*
|
|
47
|
+
* Cannot be combined with `tools` (tools already constrain output via their parameter schema).
|
|
48
|
+
* @param params.kvCache - Optional KV cache configuration. Cache files are organized hierarchically:
|
|
49
|
+
* - Structure: `{kvCacheKey}/{modelId}/{configHash}.bin`
|
|
50
|
+
* - The configHash includes model config + system prompt to ensure cache isolation
|
|
51
|
+
* - `true`: Auto-generate cache key based on conversation history
|
|
52
|
+
* - `"custom-key"`: Use provided string as cache key for manual session management
|
|
53
|
+
* - `false` or `undefined`: No caching
|
|
54
|
+
* - ⚡ Performance: When cache exists, only the last message is sent to the model (includes multimodal attachments)
|
|
55
|
+
* - 🗑️ Cleanup: Use `deleteCache({ kvCacheKey })` to remove cached sessions
|
|
56
|
+
*
|
|
57
|
+
* **Auto-cache (`kvCache: true`) — assistant turn contract.** When
|
|
58
|
+
* pushing the assistant turn back into `history` for the next call,
|
|
59
|
+
* use `(await run.final).cacheableAssistantContent`. That's the exact
|
|
60
|
+
* string we persisted to the cache key on this turn, so re-using
|
|
61
|
+
* it verbatim guarantees the next-turn lookup hits.
|
|
62
|
+
* - Any post-processing of the assistant text (rewriting, summarizing,
|
|
63
|
+
* stripping model stop tokens like `<|im_end|>`) before pushing it
|
|
64
|
+
* back will miss the cache. Push the canonical string unchanged.
|
|
65
|
+
* - `cacheableAssistantContent` is omitted on tool-call turns - those
|
|
66
|
+
* can't be auto-cached today.
|
|
67
|
+
* @returns A CompletionRun — consume via `events` / `final`.
|
|
68
|
+
* @example
|
|
69
|
+
* ```typescript
|
|
70
|
+
* import { z } from "zod";
|
|
71
|
+
*
|
|
72
|
+
* const run = completion({
|
|
73
|
+
* modelId: "llama-2",
|
|
74
|
+
* history: [
|
|
75
|
+
* { role: "user", content: "What's the weather in Tokyo?" }
|
|
76
|
+
* ],
|
|
77
|
+
* stream: true,
|
|
78
|
+
* captureThinking: true,
|
|
79
|
+
* tools: [{
|
|
80
|
+
* name: "get_weather",
|
|
81
|
+
* description: "Get current weather",
|
|
82
|
+
* parameters: z.object({
|
|
83
|
+
* city: z.string().describe("City name"),
|
|
84
|
+
* }),
|
|
85
|
+
* handler: async (args) => {
|
|
86
|
+
* return { temperature: 22, condition: "sunny" };
|
|
87
|
+
* }
|
|
88
|
+
* }]
|
|
89
|
+
* });
|
|
90
|
+
*
|
|
91
|
+
* for await (const event of run.events) {
|
|
92
|
+
* if (event.type === "contentDelta") process.stdout.write(event.text);
|
|
93
|
+
* if (event.type === "toolCall") console.log(event.call.name, event.call.arguments);
|
|
94
|
+
* }
|
|
95
|
+
*
|
|
96
|
+
* const result = await run.final;
|
|
97
|
+
* for (const toolCall of await result.toolCalls) {
|
|
98
|
+
* if (toolCall.invoke) {
|
|
99
|
+
* const toolResult = await toolCall.invoke();
|
|
100
|
+
* console.log(toolResult);
|
|
101
|
+
* }
|
|
102
|
+
* }
|
|
103
|
+
* ```
|
|
104
|
+
*/
|
|
105
|
+
export declare function completion(params: CompletionParams): CompletionRun;
|
|
106
|
+
export {};
|