@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { modelSrcInputSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
// Bergamot supports many more language pairs
|
|
4
|
+
export const BERGAMOT_LANGUAGES = [
|
|
5
|
+
'en',
|
|
6
|
+
'ar',
|
|
7
|
+
'bg',
|
|
8
|
+
'ca',
|
|
9
|
+
'cs',
|
|
10
|
+
'de',
|
|
11
|
+
'es',
|
|
12
|
+
'et',
|
|
13
|
+
'fi',
|
|
14
|
+
'fr',
|
|
15
|
+
'hu',
|
|
16
|
+
'is',
|
|
17
|
+
'it',
|
|
18
|
+
'ja',
|
|
19
|
+
'ko',
|
|
20
|
+
'lt',
|
|
21
|
+
'lv',
|
|
22
|
+
'nl',
|
|
23
|
+
'pl',
|
|
24
|
+
'pt',
|
|
25
|
+
'ru',
|
|
26
|
+
'sk',
|
|
27
|
+
'sl',
|
|
28
|
+
'uk',
|
|
29
|
+
'zh',
|
|
30
|
+
'az',
|
|
31
|
+
'be',
|
|
32
|
+
'bn',
|
|
33
|
+
'bs',
|
|
34
|
+
'da',
|
|
35
|
+
'el',
|
|
36
|
+
'fa',
|
|
37
|
+
'gu',
|
|
38
|
+
'he',
|
|
39
|
+
'hi',
|
|
40
|
+
'hr',
|
|
41
|
+
'id',
|
|
42
|
+
'kn',
|
|
43
|
+
'ml',
|
|
44
|
+
'ms',
|
|
45
|
+
'mt',
|
|
46
|
+
'nb',
|
|
47
|
+
'nn',
|
|
48
|
+
'no',
|
|
49
|
+
're',
|
|
50
|
+
'ro',
|
|
51
|
+
'sq',
|
|
52
|
+
'sr',
|
|
53
|
+
'sv',
|
|
54
|
+
'ta',
|
|
55
|
+
'te',
|
|
56
|
+
'th',
|
|
57
|
+
'tr',
|
|
58
|
+
'vi'
|
|
59
|
+
];
|
|
60
|
+
export const BERGAMOT_MODEL_RE = /^(.+\/)model\.([a-z]+)\.intgemm\.alphas\.bin$/;
|
|
61
|
+
export const BERGAMOT_CJK_LANG_PAIRS = ['enja', 'enko', 'enzh'];
|
|
62
|
+
// IndicTrans2 model languages
|
|
63
|
+
export const INDICTRANS_LANGUAGES = [
|
|
64
|
+
'asm_Beng', // Assamese
|
|
65
|
+
'ben_Beng', // Bengali
|
|
66
|
+
'brx_Deva', // Bodo
|
|
67
|
+
'doi_Deva', // Dogri
|
|
68
|
+
'eng_Latn', // English
|
|
69
|
+
'gom_Deva', // Konkani
|
|
70
|
+
'guj_Gujr', // Gujarati
|
|
71
|
+
'hin_Deva', // Hindi
|
|
72
|
+
'kan_Knda', // Kannada
|
|
73
|
+
'kas_Arab', // Kashmiri (Arabic)
|
|
74
|
+
'kas_Deva', // Kashmiri (Devanagari)
|
|
75
|
+
'mai_Deva', // Maithili
|
|
76
|
+
'mal_Mlym', // Malayalam
|
|
77
|
+
'mar_Deva', // Marathi
|
|
78
|
+
'mni_Beng', // Manipuri (Bengali)
|
|
79
|
+
'mni_Mtei', // Manipuri (Meitei)
|
|
80
|
+
'npi_Deva', // Nepali
|
|
81
|
+
'ory_Orya', // Odia
|
|
82
|
+
'pan_Guru', // Punjabi
|
|
83
|
+
'san_Deva', // Sanskrit
|
|
84
|
+
'sat_Olck', // Santali
|
|
85
|
+
'snd_Arab', // Sindhi (Arabic)
|
|
86
|
+
'snd_Deva', // Sindhi (Devanagari)
|
|
87
|
+
'tam_Taml', // Tamil
|
|
88
|
+
'tel_Telu', // Telugu
|
|
89
|
+
'urd_Arab' // Urdu
|
|
90
|
+
];
|
|
91
|
+
export const AFRICAN_LANGUAGES_MAP = new Map([
|
|
92
|
+
['afr_Latn', 'Afrikaans'],
|
|
93
|
+
['swh_Latn', 'Swahili'],
|
|
94
|
+
['ary_Arab', 'Moroccan Arabic'],
|
|
95
|
+
['som_Latn', 'Somali'],
|
|
96
|
+
['amh_Ethi', 'Amharic'],
|
|
97
|
+
['arz_Arab', 'Egyptian Arabic'],
|
|
98
|
+
['hau_Latn', 'Hausa'],
|
|
99
|
+
['kin_Latn', 'Kinyarwanda'],
|
|
100
|
+
['zul_Latn', 'Zulu'],
|
|
101
|
+
['ibo_Latn', 'Igbo'],
|
|
102
|
+
['plt_Latn', 'Plateau Malagasy'],
|
|
103
|
+
['xho_Latn', 'Xhosa'],
|
|
104
|
+
['sna_Latn', 'Shona'],
|
|
105
|
+
['yor_Latn', 'Yoruba'],
|
|
106
|
+
['nya_Latn', 'Nyanja'],
|
|
107
|
+
['sot_Latn', 'Southern Sotho'],
|
|
108
|
+
['tir_Ethi', 'Tigrinya'],
|
|
109
|
+
['aeb_Arab', 'Tunisian Arabic'],
|
|
110
|
+
['gaz_Latn', 'Oromo'],
|
|
111
|
+
['tsn_Latn', 'Tswana']
|
|
112
|
+
]);
|
|
113
|
+
// Union of all NMT languages (for general type usage)
|
|
114
|
+
export const NMT_LANGUAGES = [...BERGAMOT_LANGUAGES, ...INDICTRANS_LANGUAGES];
|
|
115
|
+
export const NMT_ENGINES = ['Bergamot', 'IndicTrans'];
|
|
116
|
+
// Common generation parameters (without language fields)
|
|
117
|
+
const nmtGenerationParamsSchema = z.object({
|
|
118
|
+
mode: z.enum(['full']).optional(),
|
|
119
|
+
beamsize: z.number().optional(),
|
|
120
|
+
lengthpenalty: z.number().optional(),
|
|
121
|
+
maxlength: z.number().optional(),
|
|
122
|
+
repetitionpenalty: z.number().optional(),
|
|
123
|
+
norepeatngramsize: z.number().optional(),
|
|
124
|
+
temperature: z.number().optional(),
|
|
125
|
+
topk: z.number().optional(),
|
|
126
|
+
topp: z.number().optional()
|
|
127
|
+
});
|
|
128
|
+
// Pivot model configuration for Bergamot (for translation via intermediate language)
|
|
129
|
+
const bergamotPivotModelSchema = nmtGenerationParamsSchema
|
|
130
|
+
.extend({
|
|
131
|
+
modelSrc: modelSrcInputSchema,
|
|
132
|
+
srcVocabSrc: modelSrcInputSchema.optional(),
|
|
133
|
+
dstVocabSrc: modelSrcInputSchema.optional(),
|
|
134
|
+
normalize: z.number().optional()
|
|
135
|
+
})
|
|
136
|
+
.optional();
|
|
137
|
+
// Bergamot engine config - supports BERGAMOT_LANGUAGES
|
|
138
|
+
const bergamotConfigSchema = nmtGenerationParamsSchema.extend({
|
|
139
|
+
engine: z.literal('Bergamot'),
|
|
140
|
+
from: z.enum(BERGAMOT_LANGUAGES),
|
|
141
|
+
to: z.enum(BERGAMOT_LANGUAGES),
|
|
142
|
+
srcVocabSrc: modelSrcInputSchema.optional(),
|
|
143
|
+
dstVocabSrc: modelSrcInputSchema.optional(),
|
|
144
|
+
normalize: z.number().optional(),
|
|
145
|
+
pivotModel: bergamotPivotModelSchema
|
|
146
|
+
});
|
|
147
|
+
// IndicTrans engine config - supports INDICTRANS_LANGUAGES
|
|
148
|
+
const indicTransConfigSchema = nmtGenerationParamsSchema.extend({
|
|
149
|
+
engine: z.literal('IndicTrans'),
|
|
150
|
+
from: z.enum(INDICTRANS_LANGUAGES),
|
|
151
|
+
to: z.enum(INDICTRANS_LANGUAGES)
|
|
152
|
+
});
|
|
153
|
+
// Discriminated union of all engine configs
|
|
154
|
+
export const nmtConfigBaseSchema = z.discriminatedUnion('engine', [
|
|
155
|
+
bergamotConfigSchema,
|
|
156
|
+
indicTransConfigSchema
|
|
157
|
+
]);
|
|
158
|
+
// Apply defaults via transform
|
|
159
|
+
export const nmtConfigSchema = nmtConfigBaseSchema.transform((data) => ({
|
|
160
|
+
...data,
|
|
161
|
+
mode: data.mode ?? 'full',
|
|
162
|
+
beamsize: data.beamsize ?? 4,
|
|
163
|
+
lengthpenalty: data.lengthpenalty ?? 1.0,
|
|
164
|
+
maxlength: data.maxlength ?? 512,
|
|
165
|
+
repetitionpenalty: data.repetitionpenalty ?? 1.0,
|
|
166
|
+
norepeatngramsize: data.norepeatngramsize ?? 0,
|
|
167
|
+
temperature: data.temperature ?? 0.3,
|
|
168
|
+
topk: data.topk ?? 0,
|
|
169
|
+
topp: data.topp ?? 1.0
|
|
170
|
+
}));
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const vlaConfigSchema: z.ZodObject<{
|
|
3
|
+
backend: z.ZodOptional<z.ZodEnum<{
|
|
4
|
+
cpu: "cpu";
|
|
5
|
+
auto: "auto";
|
|
6
|
+
}>>;
|
|
7
|
+
verbosity: z.ZodOptional<z.ZodNumber>;
|
|
8
|
+
}, z.core.$strip>;
|
|
9
|
+
export type VlaConfig = z.input<typeof vlaConfigSchema>;
|
|
10
|
+
export declare const vlaHparamsSchema: z.ZodObject<{
|
|
11
|
+
chunkSize: z.ZodNumber;
|
|
12
|
+
actionDim: z.ZodNumber;
|
|
13
|
+
maxActionDim: z.ZodNumber;
|
|
14
|
+
maxStateDim: z.ZodNumber;
|
|
15
|
+
tokenizerMaxLength: z.ZodNumber;
|
|
16
|
+
visionImageSize: z.ZodNumber;
|
|
17
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
18
|
+
stateInputMode: z.ZodOptional<z.ZodEnum<{
|
|
19
|
+
discrete: "discrete";
|
|
20
|
+
continuous: "continuous";
|
|
21
|
+
}>>;
|
|
22
|
+
imageInputMode: z.ZodOptional<z.ZodEnum<{
|
|
23
|
+
pixels: "pixels";
|
|
24
|
+
patches: "patches";
|
|
25
|
+
}>>;
|
|
26
|
+
imagePatchElems: z.ZodOptional<z.ZodNumber>;
|
|
27
|
+
}, z.core.$strip>;
|
|
28
|
+
export type VlaHparams = z.infer<typeof vlaHparamsSchema>;
|
|
29
|
+
export declare const vlaStatsSchema: z.ZodObject<{
|
|
30
|
+
vision_ms: z.ZodOptional<z.ZodNumber>;
|
|
31
|
+
prefill_compute_ms: z.ZodOptional<z.ZodNumber>;
|
|
32
|
+
prefill_total_ms: z.ZodOptional<z.ZodNumber>;
|
|
33
|
+
smollm2_compute_ms: z.ZodOptional<z.ZodNumber>;
|
|
34
|
+
smollm2_total_ms: z.ZodOptional<z.ZodNumber>;
|
|
35
|
+
ode_ms: z.ZodOptional<z.ZodNumber>;
|
|
36
|
+
total_ms: z.ZodOptional<z.ZodNumber>;
|
|
37
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
38
|
+
}, z.core.$strip>;
|
|
39
|
+
export type VlaStats = z.infer<typeof vlaStatsSchema>;
|
|
40
|
+
export declare const vlaRunRequestSchema: z.ZodObject<{
|
|
41
|
+
type: z.ZodLiteral<"vlaRun">;
|
|
42
|
+
modelId: z.ZodString;
|
|
43
|
+
images: z.ZodArray<z.ZodString>;
|
|
44
|
+
imgWidth: z.ZodNumber;
|
|
45
|
+
imgHeight: z.ZodNumber;
|
|
46
|
+
state: z.ZodString;
|
|
47
|
+
tokens: z.ZodString;
|
|
48
|
+
mask: z.ZodString;
|
|
49
|
+
noise: z.ZodOptional<z.ZodString>;
|
|
50
|
+
}, z.core.$strip>;
|
|
51
|
+
export type VlaRunRequest = z.input<typeof vlaRunRequestSchema>;
|
|
52
|
+
export declare const vlaRunResponseSchema: z.ZodObject<{
|
|
53
|
+
actions: z.ZodString;
|
|
54
|
+
actionDim: z.ZodNumber;
|
|
55
|
+
chunkSize: z.ZodNumber;
|
|
56
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
57
|
+
vision_ms: z.ZodOptional<z.ZodNumber>;
|
|
58
|
+
prefill_compute_ms: z.ZodOptional<z.ZodNumber>;
|
|
59
|
+
prefill_total_ms: z.ZodOptional<z.ZodNumber>;
|
|
60
|
+
smollm2_compute_ms: z.ZodOptional<z.ZodNumber>;
|
|
61
|
+
smollm2_total_ms: z.ZodOptional<z.ZodNumber>;
|
|
62
|
+
ode_ms: z.ZodOptional<z.ZodNumber>;
|
|
63
|
+
total_ms: z.ZodOptional<z.ZodNumber>;
|
|
64
|
+
backendDevice: z.ZodOptional<z.ZodNumber>;
|
|
65
|
+
}, z.core.$strip>>;
|
|
66
|
+
}, z.core.$strip>;
|
|
67
|
+
export type VlaRunResponse = z.infer<typeof vlaRunResponseSchema>;
|
|
68
|
+
export declare const vlaHparamsRequestSchema: z.ZodObject<{
|
|
69
|
+
type: z.ZodLiteral<"vlaHparams">;
|
|
70
|
+
modelId: z.ZodString;
|
|
71
|
+
}, z.core.$strip>;
|
|
72
|
+
export type VlaHparamsRequest = z.input<typeof vlaHparamsRequestSchema>;
|
|
73
|
+
export declare const vlaHparamsResponseSchema: z.ZodObject<{
|
|
74
|
+
hparams: z.ZodObject<{
|
|
75
|
+
chunkSize: z.ZodNumber;
|
|
76
|
+
actionDim: z.ZodNumber;
|
|
77
|
+
maxActionDim: z.ZodNumber;
|
|
78
|
+
maxStateDim: z.ZodNumber;
|
|
79
|
+
tokenizerMaxLength: z.ZodNumber;
|
|
80
|
+
visionImageSize: z.ZodNumber;
|
|
81
|
+
numCameras: z.ZodOptional<z.ZodNumber>;
|
|
82
|
+
stateInputMode: z.ZodOptional<z.ZodEnum<{
|
|
83
|
+
discrete: "discrete";
|
|
84
|
+
continuous: "continuous";
|
|
85
|
+
}>>;
|
|
86
|
+
imageInputMode: z.ZodOptional<z.ZodEnum<{
|
|
87
|
+
pixels: "pixels";
|
|
88
|
+
patches: "patches";
|
|
89
|
+
}>>;
|
|
90
|
+
imagePatchElems: z.ZodOptional<z.ZodNumber>;
|
|
91
|
+
}, z.core.$strip>;
|
|
92
|
+
backendName: z.ZodNullable<z.ZodString>;
|
|
93
|
+
}, z.core.$strip>;
|
|
94
|
+
export type VlaHparamsResponse = z.infer<typeof vlaHparamsResponseSchema>;
|
|
95
|
+
export interface VlaClientRunParams {
|
|
96
|
+
modelId: string;
|
|
97
|
+
images: Float32Array[];
|
|
98
|
+
imgWidth: number;
|
|
99
|
+
imgHeight: number;
|
|
100
|
+
state: Float32Array;
|
|
101
|
+
tokens: Int32Array;
|
|
102
|
+
mask: Uint8Array;
|
|
103
|
+
noise?: Float32Array;
|
|
104
|
+
}
|
|
105
|
+
export interface VlaClientRunResult {
|
|
106
|
+
actions: Float32Array;
|
|
107
|
+
actionDim: number;
|
|
108
|
+
chunkSize: number;
|
|
109
|
+
stats?: VlaStats;
|
|
110
|
+
}
|
|
@@ -0,0 +1,151 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
|
|
3
|
+
// ============================================
|
|
4
|
+
// Load-time config
|
|
5
|
+
// ============================================
|
|
6
|
+
export const vlaConfigSchema = z.object({
|
|
7
|
+
backend: z
|
|
8
|
+
.enum(['auto', 'cpu'])
|
|
9
|
+
.optional()
|
|
10
|
+
.describe('Backend selection passed to `VlaModel.load({ backend })`. ' +
|
|
11
|
+
"`'auto'` (default) prefers an accepted GPU (Vulkan / Metal / OpenCL) and falls back to CPU. " +
|
|
12
|
+
"`'cpu'` forces CPU regardless of available accelerators."),
|
|
13
|
+
verbosity: z
|
|
14
|
+
.number()
|
|
15
|
+
.int()
|
|
16
|
+
.optional()
|
|
17
|
+
.describe('Native log verbosity forwarded to the addon (0=ERROR, 1=WARN, 2=INFO, 3=DEBUG).')
|
|
18
|
+
});
|
|
19
|
+
// ============================================
|
|
20
|
+
// Hparams (returned by the addon after load)
|
|
21
|
+
// ============================================
|
|
22
|
+
export const vlaHparamsSchema = z.object({
|
|
23
|
+
chunkSize: z.number().int().nonnegative(),
|
|
24
|
+
actionDim: z.number().int().nonnegative(),
|
|
25
|
+
maxActionDim: z.number().int().nonnegative(),
|
|
26
|
+
maxStateDim: z.number().int().nonnegative(),
|
|
27
|
+
tokenizerMaxLength: z.number().int().nonnegative(),
|
|
28
|
+
visionImageSize: z.number().int().nonnegative(),
|
|
29
|
+
numCameras: z
|
|
30
|
+
.number()
|
|
31
|
+
.int()
|
|
32
|
+
.positive()
|
|
33
|
+
.optional()
|
|
34
|
+
.describe('Number of camera views the model expects (2 for SmolVLA and GR00T, 3 ' +
|
|
35
|
+
'for π₀.₅). Pass exactly this many preprocessed frames in `images`. ' +
|
|
36
|
+
'Optional for back-compat — older addon builds may omit it.'),
|
|
37
|
+
stateInputMode: z
|
|
38
|
+
.enum(['continuous', 'discrete'])
|
|
39
|
+
.optional()
|
|
40
|
+
.describe("How the robot state is consumed. `'continuous'` (SmolVLA, GR00T): the " +
|
|
41
|
+
'`state` Float32Array is projected by an in-model linear layer. ' +
|
|
42
|
+
"`'discrete'` (π₀.₅): the state is tokenised into the language prompt " +
|
|
43
|
+
'and the `state` buffer is ignored — pass an empty `Float32Array(0)`. ' +
|
|
44
|
+
'Optional for back-compat.'),
|
|
45
|
+
imageInputMode: z
|
|
46
|
+
.enum(['pixels', 'patches'])
|
|
47
|
+
.optional()
|
|
48
|
+
.describe("How images are supplied. `'pixels'` (SmolVLA, π₀.₅): each `images` " +
|
|
49
|
+
'entry is a `3 · imgWidth · imgHeight` CHW plane from ' +
|
|
50
|
+
"`vlaPreprocessImage`. `'patches'` (GR00T): each entry is a " +
|
|
51
|
+
'pre-patchified buffer of length `imagePatchElems`. Optional for ' +
|
|
52
|
+
'back-compat.'),
|
|
53
|
+
imagePatchElems: z
|
|
54
|
+
.number()
|
|
55
|
+
.int()
|
|
56
|
+
.nonnegative()
|
|
57
|
+
.optional()
|
|
58
|
+
.describe("For patch-input models (`imageInputMode === 'patches'`), the exact " +
|
|
59
|
+
'per-camera patch buffer length each `images` entry must have. Absent ' +
|
|
60
|
+
'for pixel-input models.')
|
|
61
|
+
});
|
|
62
|
+
// ============================================
|
|
63
|
+
// Stats
|
|
64
|
+
// ============================================
|
|
65
|
+
export const vlaStatsSchema = z.object({
|
|
66
|
+
vision_ms: z.number().optional(),
|
|
67
|
+
// Architecture-neutral prefill timings (emitted by both SmolVLA and π₀.₅).
|
|
68
|
+
prefill_compute_ms: z.number().optional(),
|
|
69
|
+
prefill_total_ms: z.number().optional(),
|
|
70
|
+
// Legacy SmolVLA-named aliases for the prefill timings above; kept for
|
|
71
|
+
// back-compat with consumers written against the original SmolVLA surface.
|
|
72
|
+
smollm2_compute_ms: z.number().optional(),
|
|
73
|
+
smollm2_total_ms: z.number().optional(),
|
|
74
|
+
ode_ms: z.number().optional(),
|
|
75
|
+
total_ms: z.number().optional(),
|
|
76
|
+
backendDevice: z
|
|
77
|
+
.number()
|
|
78
|
+
.optional()
|
|
79
|
+
.describe('0 = CPU backend, 1 = GPU backend (Vulkan / Metal / OpenCL).')
|
|
80
|
+
});
|
|
81
|
+
// ============================================
|
|
82
|
+
// Run request / response (wire format)
|
|
83
|
+
//
|
|
84
|
+
// Typed arrays travel as base64-encoded ArrayBuffers because JSON-RPC can't
|
|
85
|
+
// carry them natively. The client API helpers (`vla()` in client/api/vla.ts)
|
|
86
|
+
// keep the consumer-facing `Float32Array | Int32Array | Uint8Array` shape
|
|
87
|
+
// and handle the encoding internally.
|
|
88
|
+
// ============================================
|
|
89
|
+
export const vlaRunRequestSchema = z.object({
|
|
90
|
+
type: z.literal('vlaRun'),
|
|
91
|
+
modelId: z.string(),
|
|
92
|
+
images: z
|
|
93
|
+
.array(z.string().min(1).regex(BASE64_PATTERN))
|
|
94
|
+
.min(1)
|
|
95
|
+
.describe('Base64-encoded preprocessed images, one per camera. Each entry is the ' +
|
|
96
|
+
'underlying ArrayBuffer of a `Float32Array`. For pixel-input models ' +
|
|
97
|
+
'(SmolVLA, π₀.₅) it comes from `vlaPreprocessImage(...)` and its length ' +
|
|
98
|
+
'must equal `3 * imgWidth * imgHeight`. For patch-input models (GR00T, ' +
|
|
99
|
+
"`hparams.imageInputMode === 'patches'`) it is a pre-patchified buffer " +
|
|
100
|
+
'of length `hparams.imagePatchElems`.'),
|
|
101
|
+
imgWidth: z.number().int().positive(),
|
|
102
|
+
imgHeight: z.number().int().positive(),
|
|
103
|
+
state: z
|
|
104
|
+
.string()
|
|
105
|
+
.regex(BASE64_PATTERN)
|
|
106
|
+
.describe('Base64-encoded `Float32Array`. For continuous-state models (SmolVLA, GR00T) ' +
|
|
107
|
+
'this is length `hparams.maxStateDim` — use ' +
|
|
108
|
+
'`vlaPadState(state, hparams.maxStateDim)` to zero-pad. For ' +
|
|
109
|
+
"discrete-state models (π₀.₅, `stateInputMode: 'discrete'`) the state " +
|
|
110
|
+
'is tokenised into the prompt and this buffer is ignored — encode an ' +
|
|
111
|
+
'empty `Float32Array(0)` (which is the empty string).'),
|
|
112
|
+
tokens: z
|
|
113
|
+
.string()
|
|
114
|
+
.min(1)
|
|
115
|
+
.regex(BASE64_PATTERN)
|
|
116
|
+
.describe('Base64-encoded `Int32Array` of length `hparams.tokenizerMaxLength`.'),
|
|
117
|
+
mask: z
|
|
118
|
+
.string()
|
|
119
|
+
.min(1)
|
|
120
|
+
.regex(BASE64_PATTERN)
|
|
121
|
+
.describe('Base64-encoded `Uint8Array` of length `hparams.tokenizerMaxLength`.'),
|
|
122
|
+
noise: z
|
|
123
|
+
.string()
|
|
124
|
+
.min(1)
|
|
125
|
+
.regex(BASE64_PATTERN)
|
|
126
|
+
.optional()
|
|
127
|
+
.describe('Optional base64-encoded `Float32Array` of length ' +
|
|
128
|
+
'`hparams.chunkSize * hparams.maxActionDim`. When omitted the addon ' +
|
|
129
|
+
'samples its own prior.')
|
|
130
|
+
});
|
|
131
|
+
export const vlaRunResponseSchema = z.object({
|
|
132
|
+
actions: z
|
|
133
|
+
.string()
|
|
134
|
+
.min(1)
|
|
135
|
+
.regex(BASE64_PATTERN)
|
|
136
|
+
.describe('Base64-encoded `Float32Array` of length `hparams.chunkSize * hparams.actionDim`.'),
|
|
137
|
+
actionDim: z.number().int().positive(),
|
|
138
|
+
chunkSize: z.number().int().positive(),
|
|
139
|
+
stats: vlaStatsSchema.optional()
|
|
140
|
+
});
|
|
141
|
+
// ============================================
|
|
142
|
+
// Hparams request / response (plugin handler)
|
|
143
|
+
// ============================================
|
|
144
|
+
export const vlaHparamsRequestSchema = z.object({
|
|
145
|
+
type: z.literal('vlaHparams'),
|
|
146
|
+
modelId: z.string()
|
|
147
|
+
});
|
|
148
|
+
export const vlaHparamsResponseSchema = z.object({
|
|
149
|
+
hparams: vlaHparamsSchema,
|
|
150
|
+
backendName: z.string().nullable()
|
|
151
|
+
});
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { Request } from './schemas/index.js';
|
|
2
|
+
import type { HandlerEntry } from './handlers/types.js';
|
|
3
|
+
export interface HandlerSelection {
|
|
4
|
+
handler: HandlerEntry['handler'];
|
|
5
|
+
isDelegated: boolean;
|
|
6
|
+
}
|
|
7
|
+
export declare function selectHandler(entry: HandlerEntry, request: Request): HandlerSelection;
|
|
8
|
+
export declare function handlerSupportsProgress(entry: HandlerEntry, request: Request): boolean;
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
export function selectHandler(entry, request) {
|
|
2
|
+
const isDelegated = !!(entry.delegatedHandler && entry.isDelegated?.(request));
|
|
3
|
+
return {
|
|
4
|
+
handler: isDelegated ? entry.delegatedHandler : entry.handler,
|
|
5
|
+
isDelegated
|
|
6
|
+
};
|
|
7
|
+
}
|
|
8
|
+
export function handlerSupportsProgress(entry, request) {
|
|
9
|
+
return !!('withProgress' in request &&
|
|
10
|
+
request.withProgress &&
|
|
11
|
+
(typeof entry.supportsProgress === 'function'
|
|
12
|
+
? entry.supportsProgress(request)
|
|
13
|
+
: entry.supportsProgress));
|
|
14
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export { type LifecycleState, type ModelProgressUpdate, type LoadModelOptions, type LoadCustomPluginModelOptions, type DownloadAssetOptions, type Tool, type ToolCall, type ToolCallWithCall, type ToolCallError, type ToolCallEvent, type CompletionEvent, type CompletionFinal, type CompletionRun, type CompletionStats, type BatchCompletionEvent, type BatchCompletionResult, type BatchCompletionRun, type BatchPrompt, type EmbedStats, VERBOSITY, type Attachment, type TranscribeStreamSession, type TranscribeStreamMetadataSession, type TranscribeStreamConversationSession, type TranscribeStreamEvent, type VadStateEvent, type EndOfTurnEvent, type TranscribeSegment, type BciConfig, type BciTranscribeClientParams, type BciTranscribeStreamClientParams, type BciTranscribeStreamSession, type BciTranscribeStreamMetadataSession, type BciStreamOpts, type NeuralInput, type TextToSpeechStreamSession, type TextToSpeechStreamResponse, type TextToSpeechStreamClientParams, type CompletionParams, type ToolDialect, type RagSearchResult, type RagSaveEmbeddingsResult, type RagReindexResult, type RagEmbeddedDoc, type RagDoc, type RagWorkspaceInfo, type RagCloseWorkspaceParams, type RagDeleteWorkspaceParams, type RagIngestStage, type RagReindexStage, type RagSaveStage, ERROR_CODES, RAG_ERROR_CODES, type QvacConfig, type ModelInfo, type GetModelInfoParams, type GetLoadedModelInfoParams, type LoadedModelInfo, type GetSystemResourcesInput, type ResourceScope, type ResourceProvenance, type ResourceMetric, type GraphicsDriver, type GraphicsDriverCapabilities, type BackendProbeResult, type BackendDevice, type BackendDriver, type BackendFallback, type InferenceBackendDiagnostics, type CPUResourceCapabilities, type GPUResourceCapabilities, type SystemResourceCapabilities, type GPUResourceSample, type SystemResourceSample, type SystemResources, type LoadedInstance, type CacheFileInfo, toolSchema, TOOLS_MODE, type ToolsMode, type McpClient, type McpClientInput, type OCRClientParams, type OCRTextBlock, type OCROptions, type ClassifyClientParams, type ClassificationResult, type DiffusionClientParams, type DiffusionStreamResponse, type DiffusionStats, type VideoClientParams, type VideoStreamResponse, type VideoStats, type UpscaleClientParams, type UpscaleStreamResponse, type UpscaleStats, type VlaConfig, type VlaClientRunParams, type VlaClientRunResult, type VlaHparams, type VlaStats, definePlugin, defineHandler, defineDuplexHandler, type QvacPlugin, type CreateModelParams, type PluginModelResult, type ModelRegistryEntry, type ModelRegistryEntryAddon, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, type BuiltinPlugin, type ProfilerMode, type FinetuneValidation, type FinetuneRunParams, type FinetuneGetStateParams, type FinetuneStopParams, type FinetuneParams, type FinetuneStatus, type FinetuneProgress, type FinetuneStats, type FinetuneResult, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
2
|
+
export { type ToolInput, type ToolHandler } from './utils/tool-helpers.js';
|
|
3
|
+
export * from './schemas/index.js';
|
|
4
|
+
export * from './profiling/index.js';
|
|
5
|
+
export * from './constants/index.js';
|
|
6
|
+
export { getAddonFromEngine, resolveCanonicalEngine, ENGINE_TO_ADDON, LEGACY_ENGINE_TO_CANONICAL } from './schemas/engine-addon-map.js';
|
|
7
|
+
export { generateProfileId } from './profiling/clock.js';
|
|
8
|
+
export { readModelExecutionMs } from './profiling/model-execution.js';
|
|
9
|
+
export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
|
|
10
|
+
export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
|
|
11
|
+
export * from './models/registry/index.js';
|
|
12
|
+
export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
|
|
13
|
+
export { InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
14
|
+
export type { InferenceCancelledPartial } from './errors/index.js';
|
|
15
|
+
export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
|
|
16
|
+
export type { Logger, LogTransport, LoggerOptions } from './logging/index.js';
|
|
17
|
+
export { profiler, attachBackendDiagnostics } from './profiling/index.js';
|
|
18
|
+
export type { ProfilerRuntimeOptions, ProfilerExport } from './profiling/index.js';
|
package/dist/surface.js
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
// The value-clean surface: schemas, types, consts, error codes and classes, and
|
|
2
|
+
// the model registry. Every `bare-*` import here is `import type` (erased at
|
|
3
|
+
// build), so it pulls no runtime dependency and no engine. `index.ts` re-exports
|
|
4
|
+
// it alongside the engine.
|
|
5
|
+
export { VERBOSITY, ERROR_CODES, RAG_ERROR_CODES, toolSchema, TOOLS_MODE, definePlugin, defineHandler, defineDuplexHandler, PLUGIN_LLM, PLUGIN_EMBEDDING, PLUGIN_WHISPER, PLUGIN_BCI, PLUGIN_NMT, PLUGIN_TTS, PLUGIN_OCR, PLUGIN_DIFFUSION, PLUGIN_VLA, PLUGIN_CLASSIFICATION, BUILTIN_PLUGINS, MODEL_TYPES, ModelType } from './schemas/index.js';
|
|
6
|
+
// The full value-clean schema, profiling, and constant barrels: the @qvac/sdk client
|
|
7
|
+
// and worker source every internal schema/const/profiling name from here, so it
|
|
8
|
+
// carries no duplicate copies. All value-clean (only erased `import type` touches
|
|
9
|
+
// `bare-*`), so this stays Node-safe.
|
|
10
|
+
export * from './schemas/index.js';
|
|
11
|
+
export * from './profiling/index.js';
|
|
12
|
+
export * from './constants/index.js';
|
|
13
|
+
// Value-clean helpers @qvac/sdk's registry codegen and server-side profiler reach
|
|
14
|
+
// for; not part of either barrel, so re-exported explicitly here.
|
|
15
|
+
export { getAddonFromEngine, resolveCanonicalEngine, ENGINE_TO_ADDON, LEGACY_ENGINE_TO_CANONICAL } from './schemas/engine-addon-map.js';
|
|
16
|
+
export { generateProfileId } from './profiling/clock.js';
|
|
17
|
+
export { readModelExecutionMs } from './profiling/model-execution.js';
|
|
18
|
+
export { readBackendDiagnostics } from './profiling/backend-diagnostics.js';
|
|
19
|
+
export { PUBLIC_MODEL_TYPES, ModelTypeAliases, modelTypeInputSchema, modelTypeSchema } from './schemas/model-types.js';
|
|
20
|
+
// Model registry constants
|
|
21
|
+
export * from './models/registry/index.js';
|
|
22
|
+
export { SUPPORTED_AUDIO_FORMATS } from './constants/audio.js';
|
|
23
|
+
// Error classes consumers need for `instanceof` checks: on rejected promises,
|
|
24
|
+
// and on the synchronous throws of `plugins()` / `registerPlugin` (the plugin
|
|
25
|
+
// group below).
|
|
26
|
+
export { InferenceCancelledError, ContextOverflowError, RequestIdConflictError, RequestNotFoundError, RequestRejectedByPolicyError, RequestValidationFailedError, ModelNotLoadedError, TranslationFailedError, PluginDefinitionInvalidError, PluginModelTypeReservedError, PluginAlreadyRegisteredError, PluginLoggingInvalidError } from './errors/index.js';
|
|
27
|
+
// Logging
|
|
28
|
+
export { getLogger, LOG_ID, ALL_LOG_ID } from './logging/index.js';
|
|
29
|
+
// Profiler
|
|
30
|
+
export { profiler, attachBackendDiagnostics } from './profiling/index.js';
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import type ASRGgml from '@qvac/asr-ggml';
|
|
2
|
+
export interface LlmStats {
|
|
3
|
+
TTFT?: number;
|
|
4
|
+
TPS?: number;
|
|
5
|
+
CacheTokens?: number;
|
|
6
|
+
promptTokens?: number;
|
|
7
|
+
generatedTokens?: number;
|
|
8
|
+
avgConcurrentSeq?: number;
|
|
9
|
+
backendDevice?: 'cpu' | 'gpu';
|
|
10
|
+
}
|
|
11
|
+
export interface LlmResponse {
|
|
12
|
+
stats?: LlmStats;
|
|
13
|
+
iterate(): AsyncIterable<string>;
|
|
14
|
+
}
|
|
15
|
+
export interface NmtStats {
|
|
16
|
+
totalTime?: number;
|
|
17
|
+
totalTokens?: number;
|
|
18
|
+
decodeTime?: number;
|
|
19
|
+
encodeTime?: number;
|
|
20
|
+
TPS?: number;
|
|
21
|
+
TTFT?: number;
|
|
22
|
+
}
|
|
23
|
+
export interface NmtResponse {
|
|
24
|
+
stats?: NmtStats;
|
|
25
|
+
iterate(): AsyncIterable<string>;
|
|
26
|
+
}
|
|
27
|
+
export interface TtsStats {
|
|
28
|
+
audioDurationMs?: number;
|
|
29
|
+
totalSamples?: number;
|
|
30
|
+
enhancerBackendDevice?: number;
|
|
31
|
+
enhancerBackendId?: number;
|
|
32
|
+
}
|
|
33
|
+
export interface TtsResponse {
|
|
34
|
+
stats?: TtsStats;
|
|
35
|
+
iterate(): AsyncIterable<{
|
|
36
|
+
outputArray: ArrayLike<number>;
|
|
37
|
+
}>;
|
|
38
|
+
}
|
|
39
|
+
export interface EmbedStats {
|
|
40
|
+
total_time_ms?: number;
|
|
41
|
+
tokens_per_second?: number;
|
|
42
|
+
total_tokens?: number;
|
|
43
|
+
backendDevice?: 'cpu' | 'gpu';
|
|
44
|
+
context_size?: number;
|
|
45
|
+
}
|
|
46
|
+
export interface EmbedResponse {
|
|
47
|
+
stats?: EmbedStats;
|
|
48
|
+
await(): Promise<Float32Array[][]>;
|
|
49
|
+
}
|
|
50
|
+
export type TranscribeStats = Partial<ASRGgml.WhisperRuntimeStats & ASRGgml.ParakeetRuntimeStats>;
|
|
51
|
+
export type TranscribeAddonSegment = ASRGgml.TranscriptionSegment;
|
|
52
|
+
export type TranscribeAddonVadEvent = ASRGgml.VadEvent;
|
|
53
|
+
export type TranscribeAddonEndOfTurnEvent = ASRGgml.EndOfTurnEvent;
|
|
54
|
+
export type TranscribeAddonOutput = ASRGgml.ASRStreamOutput;
|
|
55
|
+
export interface TranscribeResponse {
|
|
56
|
+
stats?: TranscribeStats;
|
|
57
|
+
iterate(): AsyncIterable<TranscribeAddonOutput>;
|
|
58
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
import type { CompletionError, CompletionEvent, CompletionFinal, CompletionStats, StopReason, ToolCall } from '../schemas/index.js';
|
|
2
|
+
import { type ToolHandlerMap } from '../utils/tool-helpers.js';
|
|
3
|
+
export type AggregatedEvents = {
|
|
4
|
+
contentText: string;
|
|
5
|
+
thinkingText: string;
|
|
6
|
+
stats: CompletionStats | undefined;
|
|
7
|
+
toolCalls: ToolCall[];
|
|
8
|
+
rawFullText: string | undefined;
|
|
9
|
+
error: CompletionError | undefined;
|
|
10
|
+
stopReason: StopReason | undefined;
|
|
11
|
+
/**
|
|
12
|
+
* True when the terminal `completionDone` carried
|
|
13
|
+
* `stopReason: "cancelled"`. The client wrapper rejects the
|
|
14
|
+
* promise-aggregates (`final` / `text` / `toolCalls` / `stats`) with
|
|
15
|
+
* `InferenceCancelledError` carrying the partial state when this is
|
|
16
|
+
* set; the `events` stream itself still ends normally.
|
|
17
|
+
*/
|
|
18
|
+
cancelled: boolean;
|
|
19
|
+
};
|
|
20
|
+
export declare function aggregateEvents(events: CompletionEvent[]): AggregatedEvents;
|
|
21
|
+
export declare function buildFinalFromEvents(events: CompletionEvent[], handlers: ToolHandlerMap): {
|
|
22
|
+
final: CompletionFinal;
|
|
23
|
+
error: CompletionError | undefined;
|
|
24
|
+
cancelled: boolean;
|
|
25
|
+
};
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
import { normalizeAssistantCacheContent } from '../utils/cache-normalize.js';
|
|
2
|
+
import { attachHandlersToToolCalls } from '../utils/tool-helpers.js';
|
|
3
|
+
export function aggregateEvents(events) {
|
|
4
|
+
let contentText = '';
|
|
5
|
+
let thinkingText = '';
|
|
6
|
+
let stats;
|
|
7
|
+
let rawFullText;
|
|
8
|
+
let error;
|
|
9
|
+
let stopReason;
|
|
10
|
+
let cancelled = false;
|
|
11
|
+
const toolCalls = [];
|
|
12
|
+
for (const event of events) {
|
|
13
|
+
if (event.type === 'contentDelta') {
|
|
14
|
+
contentText += event.text;
|
|
15
|
+
}
|
|
16
|
+
else if (event.type === 'thinkingDelta') {
|
|
17
|
+
thinkingText += event.text;
|
|
18
|
+
}
|
|
19
|
+
else if (event.type === 'completionStats') {
|
|
20
|
+
stats = event.stats;
|
|
21
|
+
}
|
|
22
|
+
else if (event.type === 'toolCall') {
|
|
23
|
+
toolCalls.push(event.call);
|
|
24
|
+
}
|
|
25
|
+
else if (event.type === 'completionDone') {
|
|
26
|
+
if ('raw' in event && event.raw) {
|
|
27
|
+
rawFullText = event.raw.fullText;
|
|
28
|
+
}
|
|
29
|
+
// Error wins over cancelled if a wire event ever carries both
|
|
30
|
+
// signals: a mid-stream addon failure makes the partial state
|
|
31
|
+
// unsafe to expose, regardless of why the loop exited.
|
|
32
|
+
if (event.stopReason === 'error' && 'error' in event) {
|
|
33
|
+
error = event.error;
|
|
34
|
+
}
|
|
35
|
+
else {
|
|
36
|
+
if (event.stopReason !== undefined) {
|
|
37
|
+
stopReason = event.stopReason;
|
|
38
|
+
}
|
|
39
|
+
if (event.stopReason === 'cancelled') {
|
|
40
|
+
cancelled = true;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return {
|
|
46
|
+
contentText,
|
|
47
|
+
thinkingText,
|
|
48
|
+
stats,
|
|
49
|
+
toolCalls,
|
|
50
|
+
rawFullText,
|
|
51
|
+
error,
|
|
52
|
+
stopReason,
|
|
53
|
+
cancelled
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
export function buildFinalFromEvents(events, handlers) {
|
|
57
|
+
const { contentText, thinkingText, stats, toolCalls, rawFullText, error, stopReason, cancelled } = aggregateEvents(events);
|
|
58
|
+
const attachedToolCalls = attachHandlersToToolCalls(toolCalls, handlers);
|
|
59
|
+
const fullText = rawFullText ?? contentText;
|
|
60
|
+
const cacheableAssistantContent = attachedToolCalls.length === 0 ? normalizeAssistantCacheContent(fullText) : undefined;
|
|
61
|
+
const final = {
|
|
62
|
+
contentText,
|
|
63
|
+
...(thinkingText && { thinkingText }),
|
|
64
|
+
toolCalls: attachedToolCalls,
|
|
65
|
+
...(stats && { stats }),
|
|
66
|
+
raw: { fullText },
|
|
67
|
+
...(cacheableAssistantContent !== undefined && {
|
|
68
|
+
cacheableAssistantContent
|
|
69
|
+
}),
|
|
70
|
+
...(stopReason !== undefined && { stopReason })
|
|
71
|
+
};
|
|
72
|
+
return { final, error, cancelled };
|
|
73
|
+
}
|