@qvac/inference 0.0.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +986 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { logLevelSchema } from '../schemas/logging-stream.js';
|
|
3
|
+
import { ModelType } from '../schemas/model-types.js';
|
|
4
|
+
import { llmConfigBaseSchema, embedConfigBaseSchema } from '../schemas/llamacpp-config.js';
|
|
5
|
+
import { whisperConfigSchema, parakeetConfigSchema } from '../schemas/transcription-config.js';
|
|
6
|
+
import { ocrConfigSchema } from '../schemas/ocr.js';
|
|
7
|
+
import { sdcppConfigSchema } from '../schemas/sdcpp-config.js';
|
|
8
|
+
import { vlaConfigSchema } from '../schemas/vla.js';
|
|
9
|
+
import { runtimeContextSchema } from '../schemas/runtime-context.js';
|
|
10
|
+
// Alias keys for user convenience (maps to canonical types)
|
|
11
|
+
const AliasKeys = {
|
|
12
|
+
llm: 'llm',
|
|
13
|
+
whisper: 'whisper',
|
|
14
|
+
embeddings: 'embeddings',
|
|
15
|
+
nmt: 'nmt',
|
|
16
|
+
parakeet: 'parakeet',
|
|
17
|
+
tts: 'tts',
|
|
18
|
+
ocr: 'ocr',
|
|
19
|
+
diffusion: 'diffusion',
|
|
20
|
+
vla: 'vla'
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* Device match criteria for device-specific config defaults.
|
|
24
|
+
* All specified criteria must match (AND logic).
|
|
25
|
+
*/
|
|
26
|
+
export const deviceMatchSchema = z.object({
|
|
27
|
+
/** Platform to match: "android" or "ios" */
|
|
28
|
+
platform: runtimeContextSchema.shape.platform,
|
|
29
|
+
/** Device brand to match (case-insensitive exact match, e.g., "google", "samsung") */
|
|
30
|
+
deviceBrand: z.string().optional(),
|
|
31
|
+
/** Device model prefix to match (e.g., "Pixel 10" matches "Pixel 10 Pro") */
|
|
32
|
+
deviceModelPrefix: z.string().optional(),
|
|
33
|
+
/** Device model substring to match (e.g., "Galaxy" matches "Samsung Galaxy S25") */
|
|
34
|
+
deviceModelContains: z.string().optional()
|
|
35
|
+
});
|
|
36
|
+
/**
|
|
37
|
+
* Device-specific model config defaults.
|
|
38
|
+
* Accepts both canonical keys (e.g., "llamacpp-completion") and alias keys (e.g., "llm").
|
|
39
|
+
* NMT and TTS use passthrough since they don't have device-relevant config.
|
|
40
|
+
*/
|
|
41
|
+
export const deviceConfigDefaultsSchema = z
|
|
42
|
+
.object({
|
|
43
|
+
// Canonical keys
|
|
44
|
+
[ModelType.llamacppCompletion]: llmConfigBaseSchema.optional(),
|
|
45
|
+
[ModelType.llamacppEmbedding]: embedConfigBaseSchema.optional(),
|
|
46
|
+
[ModelType.whispercppTranscription]: whisperConfigSchema.partial().optional(),
|
|
47
|
+
[ModelType.parakeetTranscription]: parakeetConfigSchema.partial().optional(),
|
|
48
|
+
[ModelType.nmtcppTranslation]: z.record(z.string(), z.unknown()).optional(),
|
|
49
|
+
[ModelType.ttsGgml]: z.record(z.string(), z.unknown()).optional(),
|
|
50
|
+
[ModelType.ggmlOcr]: ocrConfigSchema.partial().optional(),
|
|
51
|
+
[ModelType.sdcppGeneration]: sdcppConfigSchema.partial().optional(),
|
|
52
|
+
[ModelType.ggmlVla]: vlaConfigSchema.partial().optional(),
|
|
53
|
+
// Alias keys (user-friendly)
|
|
54
|
+
[AliasKeys.llm]: llmConfigBaseSchema.optional(),
|
|
55
|
+
[AliasKeys.embeddings]: embedConfigBaseSchema.optional(),
|
|
56
|
+
[AliasKeys.whisper]: whisperConfigSchema.partial().optional(),
|
|
57
|
+
[AliasKeys.parakeet]: parakeetConfigSchema.partial().optional(),
|
|
58
|
+
[AliasKeys.nmt]: z.record(z.string(), z.unknown()).optional(),
|
|
59
|
+
[AliasKeys.tts]: z.record(z.string(), z.unknown()).optional(),
|
|
60
|
+
[AliasKeys.ocr]: ocrConfigSchema.partial().optional(),
|
|
61
|
+
[AliasKeys.diffusion]: sdcppConfigSchema.partial().optional(),
|
|
62
|
+
[AliasKeys.vla]: vlaConfigSchema.partial().optional()
|
|
63
|
+
})
|
|
64
|
+
.partial();
|
|
65
|
+
/**
|
|
66
|
+
* A device pattern rule for applying config defaults.
|
|
67
|
+
*/
|
|
68
|
+
export const devicePatternSchema = z.object({
|
|
69
|
+
/** Human-readable name for this pattern (used in logs) */
|
|
70
|
+
name: z.string(),
|
|
71
|
+
/** Match criteria - all specified fields must match */
|
|
72
|
+
match: deviceMatchSchema,
|
|
73
|
+
/** Config defaults to apply when matched */
|
|
74
|
+
defaults: deviceConfigDefaultsSchema
|
|
75
|
+
});
|
|
76
|
+
const directoryPath = z.string().transform((s) => s.replace(/\/+$/, ''));
|
|
77
|
+
/**
|
|
78
|
+
* QVAC Configuration Schema
|
|
79
|
+
*
|
|
80
|
+
* This configuration is loaded once at initialization from a config file
|
|
81
|
+
* (qvac.config.json, qvac.config.js, or qvac.config.ts) and remains immutable
|
|
82
|
+
* throughout the process's lifetime.
|
|
83
|
+
*/
|
|
84
|
+
export const qvacConfigSchema = z.object({
|
|
85
|
+
/**
|
|
86
|
+
* Absolute path to the directory where models and other cached assets are stored.
|
|
87
|
+
* If not specified, defaults to ~/.qvac/models
|
|
88
|
+
*/
|
|
89
|
+
cacheDirectory: directoryPath.optional(),
|
|
90
|
+
/**
|
|
91
|
+
* Array of Hyperswarm relay public keys (hex strings) for improved P2P connectivity.
|
|
92
|
+
* Blind relays help with NAT traversal and firewall bypassing.
|
|
93
|
+
*/
|
|
94
|
+
swarmRelays: z.array(z.string()).optional(),
|
|
95
|
+
/**
|
|
96
|
+
* Global log level for all loggers.
|
|
97
|
+
* Options: "error", "warn", "info", "debug", "off".
|
|
98
|
+
* Defaults to "info".
|
|
99
|
+
*/
|
|
100
|
+
loggerLevel: logLevelSchema.optional(),
|
|
101
|
+
/**
|
|
102
|
+
* Print logs to the console.
|
|
103
|
+
* When false, logs still reach streams and transports but are not printed.
|
|
104
|
+
* Defaults to false; set to true to see logs on the console.
|
|
105
|
+
*/
|
|
106
|
+
loggerConsoleOutput: z.boolean().optional(),
|
|
107
|
+
/**
|
|
108
|
+
* Maximum number of concurrent HTTP downloads for sharded models.
|
|
109
|
+
* Higher values may improve download speed but increase memory usage.
|
|
110
|
+
* Defaults to 3.
|
|
111
|
+
*/
|
|
112
|
+
httpDownloadConcurrency: z.number().int().positive().optional(),
|
|
113
|
+
/**
|
|
114
|
+
* Timeout in milliseconds for HTTP connection establishment.
|
|
115
|
+
* This applies to HEAD and GET requests.
|
|
116
|
+
* If the connection is not established within this time, the request fails.
|
|
117
|
+
* Defaults to 10000 (10 seconds).
|
|
118
|
+
*/
|
|
119
|
+
httpConnectionTimeoutMs: z.number().int().positive().optional(),
|
|
120
|
+
/**
|
|
121
|
+
* Maximum number of retry attempts for registry (P2P) downloads on timeout.
|
|
122
|
+
* When a download times out due to a P2P connection stall, we
|
|
123
|
+
* automatically retry up to this many times before failing.
|
|
124
|
+
* Defaults to 3.
|
|
125
|
+
*/
|
|
126
|
+
registryDownloadMaxRetries: z.number().int().min(0).optional(),
|
|
127
|
+
/**
|
|
128
|
+
* Timeout in milliseconds for registry (P2P) download streams.
|
|
129
|
+
* Controls how long we wait on a stalled Hypercore block before
|
|
130
|
+
* triggering a REQUEST_TIMEOUT and (optionally) retrying. Raise this on
|
|
131
|
+
* slow or high-latency connections where the default triggers spurious
|
|
132
|
+
* retries / failures.
|
|
133
|
+
* Defaults to 60000 (60 seconds).
|
|
134
|
+
*/
|
|
135
|
+
registryStreamTimeoutMs: z.number().int().positive().optional(),
|
|
136
|
+
/**
|
|
137
|
+
* Device-specific config defaults.
|
|
138
|
+
* Use this to override model config defaults for specific devices.
|
|
139
|
+
* User-defined patterns are checked before the built-in patterns.
|
|
140
|
+
* First matching pattern wins.
|
|
141
|
+
*
|
|
142
|
+
* @example
|
|
143
|
+
* ```json
|
|
144
|
+
* {
|
|
145
|
+
* "deviceDefaults": [
|
|
146
|
+
* {
|
|
147
|
+
* "name": "Custom Samsung",
|
|
148
|
+
* "match": { "platform": "android", "deviceBrand": "samsung" },
|
|
149
|
+
* "defaults": { "llm": { "device": "cpu" } }
|
|
150
|
+
* }
|
|
151
|
+
* ]
|
|
152
|
+
* }
|
|
153
|
+
* ```
|
|
154
|
+
*/
|
|
155
|
+
deviceDefaults: z.array(devicePatternSchema).optional(),
|
|
156
|
+
/**
|
|
157
|
+
* Inert: we do not read this field. Plugins are registered
|
|
158
|
+
* in code with `registerPlugin` / `plugins([...])`, and there are no
|
|
159
|
+
* defaults — nothing is registered until you register it. Carried over
|
|
160
|
+
* from the bundle-time config schema; each entry is a plugin specifier
|
|
161
|
+
* ending in `/plugin`.
|
|
162
|
+
*/
|
|
163
|
+
plugins: z.array(z.string()).optional(),
|
|
164
|
+
/**
|
|
165
|
+
* Inert: we have no bundling or ABI-verification step, so this field is
|
|
166
|
+
* unused. Carried over from the bundle-time config schema.
|
|
167
|
+
*/
|
|
168
|
+
bareRuntimeVersion: z.string().optional()
|
|
169
|
+
});
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const delegateBaseSchema: z.ZodObject<{
|
|
3
|
+
providerPublicKey: z.ZodString;
|
|
4
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
5
|
+
healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
|
|
6
|
+
}, z.core.$strip>;
|
|
7
|
+
export declare const delegateSchema: z.ZodOptional<z.ZodObject<{
|
|
8
|
+
providerPublicKey: z.ZodString;
|
|
9
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
10
|
+
healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
|
|
11
|
+
fallbackToLocal: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
12
|
+
forceNewConnection: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;
|
|
13
|
+
}, z.core.$strip>>;
|
|
14
|
+
export declare const heartbeatRequestSchema: z.ZodObject<{
|
|
15
|
+
type: z.ZodLiteral<"heartbeat">;
|
|
16
|
+
delegate: z.ZodOptional<z.ZodObject<{
|
|
17
|
+
providerPublicKey: z.ZodString;
|
|
18
|
+
timeout: z.ZodOptional<z.ZodNumber>;
|
|
19
|
+
healthCheckTimeout: z.ZodOptional<z.ZodNumber>;
|
|
20
|
+
}, z.core.$strip>>;
|
|
21
|
+
}, z.core.$strip>;
|
|
22
|
+
export declare const heartbeatResponseSchema: z.ZodObject<{
|
|
23
|
+
type: z.ZodLiteral<"heartbeat">;
|
|
24
|
+
number: z.ZodNumber;
|
|
25
|
+
}, z.core.$strip>;
|
|
26
|
+
export type DelegateBase = z.infer<typeof delegateBaseSchema>;
|
|
27
|
+
export type Delegate = z.infer<typeof delegateSchema>;
|
|
28
|
+
export type HeartbeatRequest = z.infer<typeof heartbeatRequestSchema>;
|
|
29
|
+
export type HeartbeatResponse = z.infer<typeof heartbeatResponseSchema>;
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
const HYPERSWARM_PUBLIC_KEY_HEX = /^[0-9a-fA-F]{64}$/;
|
|
3
|
+
export const delegateBaseSchema = z.object({
|
|
4
|
+
providerPublicKey: z
|
|
5
|
+
.string()
|
|
6
|
+
.regex(HYPERSWARM_PUBLIC_KEY_HEX, 'providerPublicKey must be a 64-character hex string (32-byte ed25519 public key)')
|
|
7
|
+
.describe('Hex-encoded public key of the remote provider to delegate to.'),
|
|
8
|
+
timeout: z
|
|
9
|
+
.number()
|
|
10
|
+
.min(100)
|
|
11
|
+
.optional()
|
|
12
|
+
.describe('Per-call timeout in milliseconds for the delegated request.'),
|
|
13
|
+
healthCheckTimeout: z
|
|
14
|
+
.number()
|
|
15
|
+
.min(100)
|
|
16
|
+
.optional()
|
|
17
|
+
.describe('Timeout in milliseconds for the health-check probe before delegating.')
|
|
18
|
+
});
|
|
19
|
+
export const delegateSchema = delegateBaseSchema
|
|
20
|
+
.extend({
|
|
21
|
+
fallbackToLocal: z
|
|
22
|
+
.boolean()
|
|
23
|
+
.optional()
|
|
24
|
+
.default(false)
|
|
25
|
+
.describe('When `true`, fall back to local execution if the delegated provider is unreachable.'),
|
|
26
|
+
forceNewConnection: z
|
|
27
|
+
.boolean()
|
|
28
|
+
.optional()
|
|
29
|
+
.default(false)
|
|
30
|
+
.describe('When `true`, skip any cached delegation connection and open a fresh one.')
|
|
31
|
+
})
|
|
32
|
+
.optional();
|
|
33
|
+
export const heartbeatRequestSchema = z.object({
|
|
34
|
+
type: z.literal('heartbeat'),
|
|
35
|
+
delegate: delegateBaseSchema.optional()
|
|
36
|
+
});
|
|
37
|
+
export const heartbeatResponseSchema = z.object({
|
|
38
|
+
type: z.literal('heartbeat'),
|
|
39
|
+
number: z.number()
|
|
40
|
+
});
|
|
@@ -0,0 +1,225 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import type { AbortController } from 'bare-abort-controller';
|
|
3
|
+
import type { ModelProgressUpdate } from '../schemas/load-model.js';
|
|
4
|
+
export declare const downloadAssetOptionsSchema: z.ZodPipe<z.ZodObject<{
|
|
5
|
+
assetSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
6
|
+
src: z.ZodString;
|
|
7
|
+
name: z.ZodOptional<z.ZodString>;
|
|
8
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
9
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
10
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
11
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
12
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
13
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
14
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
15
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
16
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
17
|
+
embeddings: "embeddings";
|
|
18
|
+
diffusion: "diffusion";
|
|
19
|
+
audiogen: "audiogen";
|
|
20
|
+
tts: "tts";
|
|
21
|
+
ocr: "ocr";
|
|
22
|
+
vla: "vla";
|
|
23
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
24
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
25
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
26
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
27
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
28
|
+
"onnx-tts": "onnx-tts";
|
|
29
|
+
"tts-ggml": "tts-ggml";
|
|
30
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
31
|
+
"ggml-ocr": "ggml-ocr";
|
|
32
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
33
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
34
|
+
"ggml-vla": "ggml-vla";
|
|
35
|
+
"ggml-classification": "ggml-classification";
|
|
36
|
+
llm: "llm";
|
|
37
|
+
whisper: "whisper";
|
|
38
|
+
bci: "bci";
|
|
39
|
+
nmt: "nmt";
|
|
40
|
+
parakeet: "parakeet";
|
|
41
|
+
classification: "classification";
|
|
42
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
43
|
+
}, z.core.$strip>]>;
|
|
44
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
45
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
46
|
+
seed: boolean;
|
|
47
|
+
assetSrc: string | {
|
|
48
|
+
src: string;
|
|
49
|
+
name?: string | undefined;
|
|
50
|
+
modelId?: string | undefined;
|
|
51
|
+
registryPath?: string | undefined;
|
|
52
|
+
registrySource?: string | undefined;
|
|
53
|
+
blobCoreKey?: string | undefined;
|
|
54
|
+
blobIndex?: number | undefined;
|
|
55
|
+
engine?: string | undefined;
|
|
56
|
+
expectedSize?: number | undefined;
|
|
57
|
+
sha256Checksum?: string | undefined;
|
|
58
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
59
|
+
};
|
|
60
|
+
}, {
|
|
61
|
+
assetSrc: string | {
|
|
62
|
+
src: string;
|
|
63
|
+
name?: string | undefined;
|
|
64
|
+
modelId?: string | undefined;
|
|
65
|
+
registryPath?: string | undefined;
|
|
66
|
+
registrySource?: string | undefined;
|
|
67
|
+
blobCoreKey?: string | undefined;
|
|
68
|
+
blobIndex?: number | undefined;
|
|
69
|
+
engine?: string | undefined;
|
|
70
|
+
expectedSize?: number | undefined;
|
|
71
|
+
sha256Checksum?: string | undefined;
|
|
72
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
73
|
+
};
|
|
74
|
+
seed?: boolean | undefined;
|
|
75
|
+
}>>;
|
|
76
|
+
export declare const downloadAssetOptionsToRequestSchema: z.ZodPipe<z.ZodObject<{
|
|
77
|
+
assetSrc: z.ZodUnion<readonly [z.ZodString, z.ZodObject<{
|
|
78
|
+
src: z.ZodString;
|
|
79
|
+
name: z.ZodOptional<z.ZodString>;
|
|
80
|
+
modelId: z.ZodOptional<z.ZodString>;
|
|
81
|
+
registryPath: z.ZodOptional<z.ZodString>;
|
|
82
|
+
registrySource: z.ZodOptional<z.ZodString>;
|
|
83
|
+
blobCoreKey: z.ZodOptional<z.ZodString>;
|
|
84
|
+
blobIndex: z.ZodOptional<z.ZodNumber>;
|
|
85
|
+
engine: z.ZodOptional<z.ZodString>;
|
|
86
|
+
expectedSize: z.ZodOptional<z.ZodNumber>;
|
|
87
|
+
sha256Checksum: z.ZodOptional<z.ZodString>;
|
|
88
|
+
addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
|
|
89
|
+
embeddings: "embeddings";
|
|
90
|
+
diffusion: "diffusion";
|
|
91
|
+
audiogen: "audiogen";
|
|
92
|
+
tts: "tts";
|
|
93
|
+
ocr: "ocr";
|
|
94
|
+
vla: "vla";
|
|
95
|
+
"llamacpp-completion": "llamacpp-completion";
|
|
96
|
+
"whispercpp-transcription": "whispercpp-transcription";
|
|
97
|
+
"bci-whispercpp-transcription": "bci-whispercpp-transcription";
|
|
98
|
+
"llamacpp-embedding": "llamacpp-embedding";
|
|
99
|
+
"nmtcpp-translation": "nmtcpp-translation";
|
|
100
|
+
"onnx-tts": "onnx-tts";
|
|
101
|
+
"tts-ggml": "tts-ggml";
|
|
102
|
+
"parakeet-transcription": "parakeet-transcription";
|
|
103
|
+
"ggml-ocr": "ggml-ocr";
|
|
104
|
+
"sdcpp-generation": "sdcpp-generation";
|
|
105
|
+
"audiogen-ggml": "audiogen-ggml";
|
|
106
|
+
"ggml-vla": "ggml-vla";
|
|
107
|
+
"ggml-classification": "ggml-classification";
|
|
108
|
+
llm: "llm";
|
|
109
|
+
whisper: "whisper";
|
|
110
|
+
bci: "bci";
|
|
111
|
+
nmt: "nmt";
|
|
112
|
+
parakeet: "parakeet";
|
|
113
|
+
classification: "classification";
|
|
114
|
+
}>, z.ZodLiteral<"vad">]>>;
|
|
115
|
+
}, z.core.$strip>]>;
|
|
116
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
117
|
+
onProgress: z.ZodOptional<z.ZodUnknown>;
|
|
118
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
119
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
120
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
121
|
+
type: "downloadAsset";
|
|
122
|
+
assetSrc: string;
|
|
123
|
+
withProgress: boolean;
|
|
124
|
+
seed: boolean;
|
|
125
|
+
requestId?: string;
|
|
126
|
+
}, {
|
|
127
|
+
assetSrc: string | {
|
|
128
|
+
src: string;
|
|
129
|
+
name?: string | undefined;
|
|
130
|
+
modelId?: string | undefined;
|
|
131
|
+
registryPath?: string | undefined;
|
|
132
|
+
registrySource?: string | undefined;
|
|
133
|
+
blobCoreKey?: string | undefined;
|
|
134
|
+
blobIndex?: number | undefined;
|
|
135
|
+
engine?: string | undefined;
|
|
136
|
+
expectedSize?: number | undefined;
|
|
137
|
+
sha256Checksum?: string | undefined;
|
|
138
|
+
addon?: "embeddings" | "diffusion" | "audiogen" | "tts" | "ocr" | "vla" | "llamacpp-completion" | "whispercpp-transcription" | "bci-whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "tts-ggml" | "parakeet-transcription" | "ggml-ocr" | "sdcpp-generation" | "audiogen-ggml" | "ggml-vla" | "ggml-classification" | "llm" | "whisper" | "bci" | "nmt" | "parakeet" | "classification" | "vad" | undefined;
|
|
139
|
+
};
|
|
140
|
+
seed?: boolean | undefined;
|
|
141
|
+
onProgress?: unknown;
|
|
142
|
+
withProgress?: boolean | undefined;
|
|
143
|
+
requestId?: string | undefined;
|
|
144
|
+
}>>;
|
|
145
|
+
export declare const downloadAssetRequestSchema: z.ZodPipe<z.ZodObject<{
|
|
146
|
+
type: z.ZodLiteral<"downloadAsset">;
|
|
147
|
+
assetSrc: z.ZodString;
|
|
148
|
+
withProgress: z.ZodOptional<z.ZodBoolean>;
|
|
149
|
+
seed: z.ZodOptional<z.ZodBoolean>;
|
|
150
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
151
|
+
}, z.core.$strip>, z.ZodTransform<{
|
|
152
|
+
seed: boolean;
|
|
153
|
+
type: "downloadAsset";
|
|
154
|
+
assetSrc: string;
|
|
155
|
+
withProgress?: boolean | undefined;
|
|
156
|
+
requestId?: string | undefined;
|
|
157
|
+
}, {
|
|
158
|
+
type: "downloadAsset";
|
|
159
|
+
assetSrc: string;
|
|
160
|
+
withProgress?: boolean | undefined;
|
|
161
|
+
seed?: boolean | undefined;
|
|
162
|
+
requestId?: string | undefined;
|
|
163
|
+
}>>;
|
|
164
|
+
export declare const downloadAssetResponseSchema: z.ZodObject<{
|
|
165
|
+
type: z.ZodLiteral<"downloadAsset">;
|
|
166
|
+
success: z.ZodBoolean;
|
|
167
|
+
assetId: z.ZodOptional<z.ZodString>;
|
|
168
|
+
error: z.ZodOptional<z.ZodString>;
|
|
169
|
+
}, z.core.$strip>;
|
|
170
|
+
export declare const downloadTypeSchema: z.ZodEnum<{
|
|
171
|
+
hyperdrive: "hyperdrive";
|
|
172
|
+
http: "http";
|
|
173
|
+
registry: "registry";
|
|
174
|
+
}>;
|
|
175
|
+
export declare const sourceTypeSchema: z.ZodEnum<{
|
|
176
|
+
hyperdrive: "hyperdrive";
|
|
177
|
+
http: "http";
|
|
178
|
+
registry: "registry";
|
|
179
|
+
filesystem: "filesystem";
|
|
180
|
+
}>;
|
|
181
|
+
export declare const downloadMetadataSchema: z.ZodObject<{
|
|
182
|
+
key: z.ZodString;
|
|
183
|
+
startTime: z.ZodNumber;
|
|
184
|
+
type: z.ZodEnum<{
|
|
185
|
+
hyperdrive: "hyperdrive";
|
|
186
|
+
http: "http";
|
|
187
|
+
registry: "registry";
|
|
188
|
+
}>;
|
|
189
|
+
}, z.core.$strip>;
|
|
190
|
+
export declare const hyperdriveDownloadMetadataSchema: z.ZodObject<{
|
|
191
|
+
key: z.ZodString;
|
|
192
|
+
startTime: z.ZodNumber;
|
|
193
|
+
type: z.ZodLiteral<"hyperdrive">;
|
|
194
|
+
hyperdriveKey: z.ZodString;
|
|
195
|
+
modelFileName: z.ZodString;
|
|
196
|
+
}, z.core.$strip>;
|
|
197
|
+
export declare const httpDownloadMetadataSchema: z.ZodObject<{
|
|
198
|
+
key: z.ZodString;
|
|
199
|
+
startTime: z.ZodNumber;
|
|
200
|
+
type: z.ZodLiteral<"http">;
|
|
201
|
+
url: z.ZodURL;
|
|
202
|
+
modelPath: z.ZodString;
|
|
203
|
+
}, z.core.$strip>;
|
|
204
|
+
export declare const registryDownloadMetadataSchema: z.ZodObject<{
|
|
205
|
+
key: z.ZodString;
|
|
206
|
+
startTime: z.ZodNumber;
|
|
207
|
+
type: z.ZodLiteral<"registry">;
|
|
208
|
+
registryPath: z.ZodString;
|
|
209
|
+
}, z.core.$strip>;
|
|
210
|
+
export type DownloadAssetOptions = z.input<typeof downloadAssetOptionsSchema> & {
|
|
211
|
+
onProgress?: (progress: ModelProgressUpdate) => void;
|
|
212
|
+
};
|
|
213
|
+
export type DownloadAssetRequest = z.infer<typeof downloadAssetRequestSchema>;
|
|
214
|
+
export type DownloadAssetResponse = z.infer<typeof downloadAssetResponseSchema>;
|
|
215
|
+
export type DownloadType = z.infer<typeof downloadTypeSchema>;
|
|
216
|
+
export type SourceType = z.infer<typeof sourceTypeSchema>;
|
|
217
|
+
export type BaseDownloadEntry = z.infer<typeof downloadMetadataSchema> & {
|
|
218
|
+
promise: Promise<string>;
|
|
219
|
+
abortController: AbortController;
|
|
220
|
+
onProgress?: (progress: ModelProgressUpdate) => void;
|
|
221
|
+
};
|
|
222
|
+
export type HyperdriveDownloadEntry = BaseDownloadEntry & z.infer<typeof hyperdriveDownloadMetadataSchema>;
|
|
223
|
+
export type HttpDownloadEntry = BaseDownloadEntry & z.infer<typeof httpDownloadMetadataSchema>;
|
|
224
|
+
export type RegistryDownloadEntry = BaseDownloadEntry & z.infer<typeof registryDownloadMetadataSchema>;
|
|
225
|
+
export type DownloadEntry = HyperdriveDownloadEntry | HttpDownloadEntry | RegistryDownloadEntry;
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { modelSrcInputSchema, modelInputToSrcSchema } from '../schemas/model-src-utils.js';
|
|
3
|
+
const downloadAssetOptionsBaseSchema = z.object({
|
|
4
|
+
assetSrc: modelSrcInputSchema,
|
|
5
|
+
seed: z.boolean().optional()
|
|
6
|
+
});
|
|
7
|
+
export const downloadAssetOptionsSchema = downloadAssetOptionsBaseSchema.transform((data) => ({
|
|
8
|
+
...data,
|
|
9
|
+
seed: data.seed ?? false
|
|
10
|
+
}));
|
|
11
|
+
export const downloadAssetOptionsToRequestSchema = downloadAssetOptionsBaseSchema
|
|
12
|
+
.extend({
|
|
13
|
+
onProgress: z.unknown().optional(),
|
|
14
|
+
withProgress: z.boolean().optional(),
|
|
15
|
+
requestId: z.string().min(1).optional()
|
|
16
|
+
})
|
|
17
|
+
.transform((data) => {
|
|
18
|
+
const out = {
|
|
19
|
+
type: 'downloadAsset',
|
|
20
|
+
assetSrc: modelInputToSrcSchema.parse(data.assetSrc),
|
|
21
|
+
withProgress: data.withProgress ?? !!data.onProgress,
|
|
22
|
+
seed: data.seed ?? false
|
|
23
|
+
};
|
|
24
|
+
if (data.requestId !== undefined)
|
|
25
|
+
out.requestId = data.requestId;
|
|
26
|
+
return out;
|
|
27
|
+
});
|
|
28
|
+
export const downloadAssetRequestSchema = z
|
|
29
|
+
.object({
|
|
30
|
+
type: z.literal('downloadAsset'),
|
|
31
|
+
assetSrc: z.string(),
|
|
32
|
+
withProgress: z.boolean().optional(),
|
|
33
|
+
seed: z.boolean().optional(),
|
|
34
|
+
requestId: z
|
|
35
|
+
.string()
|
|
36
|
+
.min(1)
|
|
37
|
+
.optional()
|
|
38
|
+
.describe('Stable identifier for this in-flight download, generated by the caller at call time. Optional — falls back to a generated id when the field is missing. Exposed on the decorated promise so callers can target this download with `cancel({ requestId })`.')
|
|
39
|
+
})
|
|
40
|
+
.transform((data) => ({
|
|
41
|
+
...data,
|
|
42
|
+
seed: data.seed ?? false
|
|
43
|
+
}));
|
|
44
|
+
export const downloadAssetResponseSchema = z.object({
|
|
45
|
+
type: z.literal('downloadAsset'),
|
|
46
|
+
success: z.boolean(),
|
|
47
|
+
assetId: z.string().optional(),
|
|
48
|
+
error: z.string().optional()
|
|
49
|
+
});
|
|
50
|
+
const downloadTypes = ['hyperdrive', 'http', 'registry'];
|
|
51
|
+
export const downloadTypeSchema = z.enum(downloadTypes);
|
|
52
|
+
export const sourceTypeSchema = z.enum([...downloadTypes, 'filesystem']);
|
|
53
|
+
export const downloadMetadataSchema = z.object({
|
|
54
|
+
key: z.string(),
|
|
55
|
+
startTime: z.number(),
|
|
56
|
+
type: downloadTypeSchema
|
|
57
|
+
});
|
|
58
|
+
export const hyperdriveDownloadMetadataSchema = downloadMetadataSchema.extend({
|
|
59
|
+
type: z.literal('hyperdrive'),
|
|
60
|
+
hyperdriveKey: z.string(),
|
|
61
|
+
modelFileName: z.string()
|
|
62
|
+
});
|
|
63
|
+
export const httpDownloadMetadataSchema = downloadMetadataSchema.extend({
|
|
64
|
+
type: z.literal('http'),
|
|
65
|
+
url: z.url(),
|
|
66
|
+
modelPath: z.string()
|
|
67
|
+
});
|
|
68
|
+
export const registryDownloadMetadataSchema = downloadMetadataSchema.extend({
|
|
69
|
+
type: z.literal('registry'),
|
|
70
|
+
registryPath: z.string()
|
|
71
|
+
});
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export declare const embedParamsSchema: z.ZodObject<{
|
|
3
|
+
modelId: z.ZodString;
|
|
4
|
+
text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
|
|
5
|
+
}, z.core.$strip>;
|
|
6
|
+
export declare const embedRequestSchema: z.ZodObject<{
|
|
7
|
+
modelId: z.ZodString;
|
|
8
|
+
text: z.ZodUnion<readonly [z.ZodString, z.ZodArray<z.ZodString>]>;
|
|
9
|
+
type: z.ZodLiteral<"embed">;
|
|
10
|
+
requestId: z.ZodOptional<z.ZodString>;
|
|
11
|
+
}, z.core.$strip>;
|
|
12
|
+
export declare const embedStatsSchema: z.ZodObject<{
|
|
13
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
14
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
15
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
16
|
+
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
17
|
+
gpu: "gpu";
|
|
18
|
+
cpu: "cpu";
|
|
19
|
+
}>>;
|
|
20
|
+
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
21
|
+
}, z.core.$strip>;
|
|
22
|
+
export declare const embedResponseSchema: z.ZodObject<{
|
|
23
|
+
type: z.ZodLiteral<"embed">;
|
|
24
|
+
success: z.ZodBoolean;
|
|
25
|
+
embedding: z.ZodDefault<z.ZodUnion<readonly [z.ZodArray<z.ZodNumber>, z.ZodArray<z.ZodArray<z.ZodNumber>>]>>;
|
|
26
|
+
stats: z.ZodOptional<z.ZodObject<{
|
|
27
|
+
totalTime: z.ZodOptional<z.ZodNumber>;
|
|
28
|
+
tokensPerSecond: z.ZodOptional<z.ZodNumber>;
|
|
29
|
+
totalTokens: z.ZodOptional<z.ZodNumber>;
|
|
30
|
+
backendDevice: z.ZodOptional<z.ZodEnum<{
|
|
31
|
+
gpu: "gpu";
|
|
32
|
+
cpu: "cpu";
|
|
33
|
+
}>>;
|
|
34
|
+
contextSize: z.ZodOptional<z.ZodNumber>;
|
|
35
|
+
}, z.core.$strip>>;
|
|
36
|
+
error: z.ZodOptional<z.ZodString>;
|
|
37
|
+
}, z.core.$strip>;
|
|
38
|
+
export type EmbedParams = z.infer<typeof embedParamsSchema>;
|
|
39
|
+
export type EmbedRequest = z.infer<typeof embedRequestSchema>;
|
|
40
|
+
export type EmbedResponse = z.infer<typeof embedResponseSchema>;
|
|
41
|
+
export type EmbedStats = z.infer<typeof embedStatsSchema>;
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
export const embedParamsSchema = z.object({
|
|
3
|
+
modelId: z.string().describe('The identifier of the embedding model to use'),
|
|
4
|
+
text: z
|
|
5
|
+
.union([
|
|
6
|
+
z.string().min(1, 'Text cannot be empty'),
|
|
7
|
+
z.array(z.string().min(1, 'Text cannot be empty')).min(1, 'Text array cannot be empty')
|
|
8
|
+
])
|
|
9
|
+
.describe('The input text(s) to embed. A single string returns `number[]`; an array returns `number[][]`.')
|
|
10
|
+
});
|
|
11
|
+
export const embedRequestSchema = embedParamsSchema.extend({
|
|
12
|
+
type: z.literal('embed'),
|
|
13
|
+
requestId: z
|
|
14
|
+
.string()
|
|
15
|
+
.min(1)
|
|
16
|
+
.optional()
|
|
17
|
+
.describe('Stable identifier for this in-flight embed, generated by the caller at call time. Surfaces on the registry so callers can target it with `cancel({ requestId })`. Optional — falls back to a generated id when the field is missing.')
|
|
18
|
+
});
|
|
19
|
+
export const embedStatsSchema = z.object({
|
|
20
|
+
totalTime: z.number().optional().describe('Total embedding time in milliseconds'),
|
|
21
|
+
tokensPerSecond: z.number().optional().describe('Tokens processed per second'),
|
|
22
|
+
totalTokens: z.number().optional().describe('Total tokens processed'),
|
|
23
|
+
backendDevice: z.enum(['cpu', 'gpu']).optional().describe('Compute backend used for inference'),
|
|
24
|
+
contextSize: z.number().optional().describe('Context size in tokens')
|
|
25
|
+
});
|
|
26
|
+
export const embedResponseSchema = z.object({
|
|
27
|
+
type: z.literal('embed'),
|
|
28
|
+
success: z.boolean(),
|
|
29
|
+
embedding: z
|
|
30
|
+
.union([z.array(z.number()), z.array(z.array(z.number()))])
|
|
31
|
+
.default([])
|
|
32
|
+
.describe('The embedding vector(s). Single `number[]` when `text` is a string; `number[][]` when `text` is an array.'),
|
|
33
|
+
stats: embedStatsSchema.optional().describe('Performance statistics'),
|
|
34
|
+
error: z.string().optional()
|
|
35
|
+
});
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { type ModelRegistryEngine, type ModelRegistryEntryAddon } from '../schemas/registry.js';
|
|
2
|
+
export declare const ENGINE_TO_ADDON: {
|
|
3
|
+
readonly "llamacpp-completion": "llm";
|
|
4
|
+
readonly "whispercpp-transcription": "whisper";
|
|
5
|
+
readonly "bci-whispercpp-transcription": "bci";
|
|
6
|
+
readonly "llamacpp-embedding": "embeddings";
|
|
7
|
+
readonly "nmtcpp-translation": "nmt";
|
|
8
|
+
readonly "onnx-tts": "tts";
|
|
9
|
+
readonly "tts-ggml": "tts";
|
|
10
|
+
readonly "ggml-ocr": "ocr";
|
|
11
|
+
readonly "parakeet-transcription": "parakeet";
|
|
12
|
+
readonly "sdcpp-generation": "diffusion";
|
|
13
|
+
readonly "audiogen-ggml": "audiogen";
|
|
14
|
+
readonly "ggml-vla": "vla";
|
|
15
|
+
readonly "ggml-classification": "classification";
|
|
16
|
+
readonly 'onnx-vad': "vad";
|
|
17
|
+
};
|
|
18
|
+
export declare const LEGACY_ENGINE_TO_CANONICAL: Record<string, ModelRegistryEngine>;
|
|
19
|
+
export declare function resolveCanonicalEngine(engine: string): ModelRegistryEngine | null;
|
|
20
|
+
export declare function getAddonFromEngine(engine: ModelRegistryEngine): ModelRegistryEntryAddon;
|