@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import RPC from 'bare-rpc';
|
|
2
|
+
import { createRpcProxy } from '../../p2p/provideHandler/proxy.js';
|
|
3
|
+
import { hasActiveProviders } from '../../p2p/swarm.js';
|
|
4
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
5
|
+
const logger = getEngineLogger();
|
|
6
|
+
export function setupConnectionHandlers(swarm) {
|
|
7
|
+
logger.debug('👂 Setting up connection listener...');
|
|
8
|
+
swarm.on('close', () => {
|
|
9
|
+
logger.debug('🔗 Connection closed!');
|
|
10
|
+
});
|
|
11
|
+
swarm.on('connection', (conn) => {
|
|
12
|
+
const peerPubkey = conn.remotePublicKey?.toString('hex');
|
|
13
|
+
// The swarm is shared between consumer and provider sides, and once
|
|
14
|
+
// `swarm.listen()` has bound our keyPair on the DHT we cannot un-bind
|
|
15
|
+
// it without destroying the swarm. To honor `stopQVACProvider()` —
|
|
16
|
+
// which decrements `activeProviderCount` to 0 — we drop incoming
|
|
17
|
+
// connections at the RPC layer when there's no active provider, so
|
|
18
|
+
// peers can no longer dispatch delegated requests at us.
|
|
19
|
+
if (!hasActiveProviders()) {
|
|
20
|
+
logger.debug(`🚪 Dropping inbound connection from ${peerPubkey?.substring(0, 16)}... — provider is stopped`);
|
|
21
|
+
conn.destroy();
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
logger.debug('🔗 Connection event triggered!');
|
|
25
|
+
logger.info(`📡 New connection established from: ${peerPubkey?.substring(0, 16)}...`);
|
|
26
|
+
logger.debug('🔐 Full peer public key:', peerPubkey);
|
|
27
|
+
logger.debug('⚙️ Creating RPC instance for connection...');
|
|
28
|
+
new RPC(conn, createRpcProxy());
|
|
29
|
+
logger.debug('✅ RPC instance created successfully');
|
|
30
|
+
conn.on('close', () => {
|
|
31
|
+
logger.debug(`🔌 Connection closed for peer: ${peerPubkey?.substring(0, 16)}`);
|
|
32
|
+
});
|
|
33
|
+
conn.on('error', (err) => {
|
|
34
|
+
logger.error(`❌ Connection error for peer ${peerPubkey?.substring(0, 16)}:`, err);
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
logger.debug('✅ Connection listener set up');
|
|
38
|
+
}
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
import { getSwarm, hasActiveProviders, registerProvider } from '../../p2p/swarm.js';
|
|
2
|
+
import { setupConnectionHandlers } from '../../p2p/provideHandler/connection.js';
|
|
3
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
4
|
+
const logger = getEngineLogger();
|
|
5
|
+
// Tracks whether the connection listener has been attached on this swarm
|
|
6
|
+
// instance. `swarm.listen()` and `swarm.on("connection", ...)` cannot be
|
|
7
|
+
// undone without destroying the swarm (which is shared with consumers), so
|
|
8
|
+
// we only ever set them up once per process and gate inbound RPC mounting
|
|
9
|
+
// inside the listener on `hasActiveProviders()`.
|
|
10
|
+
let listenerAttached = false;
|
|
11
|
+
// Consumers reach the provider by calling `dht.connect(publicKey)` directly,
|
|
12
|
+
// so the provider only needs its DHT server bound on its keyPair — no topic
|
|
13
|
+
// announce required. `swarm.listen()` is the minimal operation that makes
|
|
14
|
+
// the keyPair reachable on the DHT.
|
|
15
|
+
//
|
|
16
|
+
// This handler is idempotent: a second `startQVACProvider()` call returns
|
|
17
|
+
// success without re-listening, re-attaching listeners, or double-counting
|
|
18
|
+
// the active-provider counter (which would prevent a single `stopQVACProvider`
|
|
19
|
+
// from cleanly shutting things down).
|
|
20
|
+
export async function provideHandler(request) {
|
|
21
|
+
const swarm = getSwarm({
|
|
22
|
+
firewallConfig: request.firewall
|
|
23
|
+
});
|
|
24
|
+
logger.debug('🚀 Provide request received:', request);
|
|
25
|
+
try {
|
|
26
|
+
const pubKey = swarm.keyPair.publicKey;
|
|
27
|
+
logger.debug('🔑 Provider public key:', pubKey.toString('hex'));
|
|
28
|
+
if (hasActiveProviders()) {
|
|
29
|
+
logger.info('ℹ️ Provider already running, returning existing identity');
|
|
30
|
+
return {
|
|
31
|
+
type: 'provide',
|
|
32
|
+
success: true,
|
|
33
|
+
publicKey: pubKey.toString('hex')
|
|
34
|
+
};
|
|
35
|
+
}
|
|
36
|
+
// We must wait for the DHT routing table to populate BEFORE announcing.
|
|
37
|
+
// `swarm.listen()` only does a single initial announce using whatever
|
|
38
|
+
// peers are in the routing table at that moment — if the DHT isn't
|
|
39
|
+
// bootstrapped yet, that announce reaches very few nodes and consumers
|
|
40
|
+
// won't be able to find us via dht.connect(publicKey).
|
|
41
|
+
logger.info('🌐 Waiting for DHT to fully bootstrap...');
|
|
42
|
+
await swarm.dht.fullyBootstrapped();
|
|
43
|
+
logger.info('🌐 Announcing provider on DHT (binding keyPair)...');
|
|
44
|
+
await swarm.listen();
|
|
45
|
+
logger.info('🎯 Provider is listening and ready to accept connections');
|
|
46
|
+
if (!listenerAttached) {
|
|
47
|
+
setupConnectionHandlers(swarm);
|
|
48
|
+
listenerAttached = true;
|
|
49
|
+
}
|
|
50
|
+
registerProvider();
|
|
51
|
+
return {
|
|
52
|
+
type: 'provide',
|
|
53
|
+
success: true,
|
|
54
|
+
publicKey: pubKey.toString('hex')
|
|
55
|
+
};
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
logger.error('❌ Error in provide handler:', error);
|
|
59
|
+
logger.error('❌ Error stack:', error instanceof Error ? error.stack : 'No stack trace');
|
|
60
|
+
return {
|
|
61
|
+
type: 'provide',
|
|
62
|
+
success: false,
|
|
63
|
+
error: error instanceof Error ? error.message : 'Unknown error'
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { handleRequest } from '../../p2p/handle-request.js';
|
|
2
|
+
import { getEngineLogger } from '../../logging/index.js';
|
|
3
|
+
const logger = getEngineLogger();
|
|
4
|
+
// Proxies RPC requests to the main handler: handleRequest
|
|
5
|
+
export function createRpcProxy() {
|
|
6
|
+
return async (rpcRequest) => {
|
|
7
|
+
logger.debug('📬 RPC request callback triggered!');
|
|
8
|
+
logger.debug('📦 Raw RPC request data:', rpcRequest.data?.toString());
|
|
9
|
+
try {
|
|
10
|
+
logger.debug('🚀 Calling handleRequest...');
|
|
11
|
+
await handleRequest(rpcRequest);
|
|
12
|
+
logger.debug('✅ handleRequest completed successfully');
|
|
13
|
+
}
|
|
14
|
+
catch (error) {
|
|
15
|
+
logger.error('❌ Error:', error instanceof Error ? error.message : error);
|
|
16
|
+
const errorResponse = JSON.stringify({
|
|
17
|
+
type: 'error',
|
|
18
|
+
error: error instanceof Error ? error.message : 'Unknown error'
|
|
19
|
+
});
|
|
20
|
+
logger.debug('📤 Sending error response:', errorResponse);
|
|
21
|
+
rpcRequest.reply(errorResponse, 'utf-8');
|
|
22
|
+
}
|
|
23
|
+
};
|
|
24
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { provideHandler } from '../p2p/provideHandler/handler.js';
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
let commandCounter = 0;
|
|
2
|
+
export function getNextCommandId() {
|
|
3
|
+
commandCounter = (commandCounter + 1) % Number.MAX_SAFE_INTEGER;
|
|
4
|
+
return commandCounter;
|
|
5
|
+
}
|
|
6
|
+
export function isTerminalChunk(value) {
|
|
7
|
+
return typeof value === 'object' && value !== null && 'done' in value && value.done === true;
|
|
8
|
+
}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { unregisterProvider } from '../p2p/swarm.js';
|
|
2
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
3
|
+
const logger = getEngineLogger();
|
|
4
|
+
// Decrements the active-provider counter. The shared connection listener
|
|
5
|
+
// (set up once in `provideHandler`) checks `hasActiveProviders()`
|
|
6
|
+
// before mounting an RPC server on incoming sockets, so once the counter
|
|
7
|
+
// reaches 0 inbound peers are dropped and remote calls stop being served.
|
|
8
|
+
//
|
|
9
|
+
// We deliberately do NOT destroy the swarm or unbind the keyPair from the
|
|
10
|
+
// DHT here, because the same swarm also serves this instance's consumer role
|
|
11
|
+
// (delegate-client.ts). Stopping the provider role must not kill outgoing
|
|
12
|
+
// delegation connections.
|
|
13
|
+
export function stopProvideHandler() {
|
|
14
|
+
try {
|
|
15
|
+
unregisterProvider();
|
|
16
|
+
return {
|
|
17
|
+
type: 'stopProvide',
|
|
18
|
+
success: true
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
catch (error) {
|
|
22
|
+
logger.error('❌ Error in stop provide handler:', error);
|
|
23
|
+
return {
|
|
24
|
+
type: 'stopProvide',
|
|
25
|
+
success: false,
|
|
26
|
+
error: error instanceof Error ? error.message : 'Unknown error'
|
|
27
|
+
};
|
|
28
|
+
}
|
|
29
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import Hyperswarm from 'hyperswarm';
|
|
2
|
+
import { type FirewallConfig } from '../schemas/provide.js';
|
|
3
|
+
export declare function getSwarm({ firewallConfig }?: {
|
|
4
|
+
firewallConfig?: FirewallConfig | undefined;
|
|
5
|
+
}): Hyperswarm;
|
|
6
|
+
export declare function registerProvider(): void;
|
|
7
|
+
export declare function unregisterProvider(): void;
|
|
8
|
+
export declare function hasActiveProviders(): boolean;
|
|
9
|
+
export declare function destroySwarm(): Promise<void>;
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
import env from 'bare-env';
|
|
2
|
+
import Hyperswarm from 'hyperswarm';
|
|
3
|
+
import crypto from 'bare-crypto';
|
|
4
|
+
import { envSchema } from '../schemas/provide.js';
|
|
5
|
+
import { getConfig } from '../runtime/state.js';
|
|
6
|
+
import { registerSwarm, unregisterSwarm } from '../runtime/runtime-lifecycle.js';
|
|
7
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
8
|
+
import { Buffer } from 'bare-buffer';
|
|
9
|
+
const logger = getEngineLogger();
|
|
10
|
+
function getHyperswarmSeedBuffer() {
|
|
11
|
+
const parsedEnv = envSchema.safeParse(env);
|
|
12
|
+
if (parsedEnv.success) {
|
|
13
|
+
return Buffer.from(parsedEnv.data.QVAC_HYPERSWARM_SEED, 'hex');
|
|
14
|
+
}
|
|
15
|
+
else {
|
|
16
|
+
logger.info(`🎲 No seed provided, generating random seed (provider will have random identity)`);
|
|
17
|
+
return crypto.randomBytes(32);
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
function createFirewallFunction(config) {
|
|
21
|
+
if (!config || config.publicKeys.length === 0) {
|
|
22
|
+
return () => false;
|
|
23
|
+
}
|
|
24
|
+
const { mode, publicKeys } = config;
|
|
25
|
+
const publicKeySet = new Set(publicKeys);
|
|
26
|
+
return (remotePublicKey) => {
|
|
27
|
+
const remoteKeyHex = remotePublicKey.toString('hex');
|
|
28
|
+
if (mode === 'allow') {
|
|
29
|
+
const allowed = publicKeySet.has(remoteKeyHex);
|
|
30
|
+
if (!allowed) {
|
|
31
|
+
logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (not in allowlist)`);
|
|
32
|
+
}
|
|
33
|
+
else {
|
|
34
|
+
logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (in allowlist)`);
|
|
35
|
+
}
|
|
36
|
+
return !allowed;
|
|
37
|
+
}
|
|
38
|
+
else {
|
|
39
|
+
const denied = publicKeySet.has(remoteKeyHex);
|
|
40
|
+
if (denied) {
|
|
41
|
+
logger.debug(`🚫 Firewall: Denied connection from ${remoteKeyHex.substring(0, 16)}... (in denylist)`);
|
|
42
|
+
}
|
|
43
|
+
else {
|
|
44
|
+
logger.debug(`✅ Firewall: Allowed connection from ${remoteKeyHex.substring(0, 16)}... (not in denylist)`);
|
|
45
|
+
}
|
|
46
|
+
return denied;
|
|
47
|
+
}
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
function createSwarm(firewallConfig) {
|
|
51
|
+
const seed = getHyperswarmSeedBuffer();
|
|
52
|
+
const firewall = createFirewallFunction(firewallConfig);
|
|
53
|
+
const getRelays = () => {
|
|
54
|
+
const config = getConfig();
|
|
55
|
+
const relayPublicKeys = config.swarmRelays;
|
|
56
|
+
if (!relayPublicKeys || relayPublicKeys.length === 0) {
|
|
57
|
+
return null;
|
|
58
|
+
}
|
|
59
|
+
return relayPublicKeys.map((key) => Buffer.from(key, 'hex'));
|
|
60
|
+
};
|
|
61
|
+
const swarmOptions = { seed, firewall, relayThrough: getRelays };
|
|
62
|
+
return new Hyperswarm(swarmOptions);
|
|
63
|
+
}
|
|
64
|
+
let swarm = null;
|
|
65
|
+
// Delegation is always 1:1 (a single provider service per instance), but we
|
|
66
|
+
// still use a counter to be resilient against duplicate provide/stopProvide
|
|
67
|
+
// calls and to avoid ever reporting "no active providers" while one is still
|
|
68
|
+
// running.
|
|
69
|
+
let activeProviderCount = 0;
|
|
70
|
+
export function getSwarm({ firewallConfig } = {}) {
|
|
71
|
+
if (swarm) {
|
|
72
|
+
return swarm;
|
|
73
|
+
}
|
|
74
|
+
swarm = createSwarm(firewallConfig);
|
|
75
|
+
registerSwarm(swarm, { label: 'shared-swarm', createdAt: Date.now() });
|
|
76
|
+
return swarm;
|
|
77
|
+
}
|
|
78
|
+
export function registerProvider() {
|
|
79
|
+
activeProviderCount++;
|
|
80
|
+
}
|
|
81
|
+
export function unregisterProvider() {
|
|
82
|
+
if (activeProviderCount > 0)
|
|
83
|
+
activeProviderCount--;
|
|
84
|
+
}
|
|
85
|
+
export function hasActiveProviders() {
|
|
86
|
+
return activeProviderCount > 0;
|
|
87
|
+
}
|
|
88
|
+
export async function destroySwarm() {
|
|
89
|
+
if (!swarm)
|
|
90
|
+
return;
|
|
91
|
+
const ref = swarm;
|
|
92
|
+
swarm = null;
|
|
93
|
+
try {
|
|
94
|
+
await ref.destroy();
|
|
95
|
+
unregisterSwarm(ref);
|
|
96
|
+
activeProviderCount = 0;
|
|
97
|
+
}
|
|
98
|
+
catch (error) {
|
|
99
|
+
if (swarm === null)
|
|
100
|
+
swarm = ref;
|
|
101
|
+
throw error;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export function shouldUseStreamErrorTransport(entry, rawRequest) {
|
|
2
|
+
if (!entry)
|
|
3
|
+
return false;
|
|
4
|
+
if (entry.type === 'stream')
|
|
5
|
+
return true;
|
|
6
|
+
if (entry.type !== 'reply')
|
|
7
|
+
return false;
|
|
8
|
+
if (rawRequest?.['withProgress'] !== true)
|
|
9
|
+
return false;
|
|
10
|
+
try {
|
|
11
|
+
return typeof entry.supportsProgress === 'function'
|
|
12
|
+
? entry.supportsProgress(rawRequest)
|
|
13
|
+
: !!entry.supportsProgress;
|
|
14
|
+
}
|
|
15
|
+
catch {
|
|
16
|
+
return !!entry.supportsProgress;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { getModelEntry, unregisterModel, getRegistryStats } from '../runtime/model-registry.js';
|
|
2
|
+
import { getRPC } from '../p2p/delegate-client.js';
|
|
3
|
+
import { send } from '../p2p/delegate-transport.js';
|
|
4
|
+
import { hasActiveProviders } from '../p2p/swarm.js';
|
|
5
|
+
import { ModelIsDelegatedError } from '../errors/index.js';
|
|
6
|
+
import { getEngineLogger } from '../logging/index.js';
|
|
7
|
+
const logger = getEngineLogger();
|
|
8
|
+
export async function handleUnloadModelDelegated(request) {
|
|
9
|
+
const entry = getModelEntry(request.modelId);
|
|
10
|
+
if (!entry?.isDelegated) {
|
|
11
|
+
throw new ModelIsDelegatedError(request.modelId);
|
|
12
|
+
}
|
|
13
|
+
const { providerPublicKey, timeout, healthCheckTimeout } = entry.delegated;
|
|
14
|
+
unregisterModel(request.modelId);
|
|
15
|
+
try {
|
|
16
|
+
logger.info(`Sending delegated unload for model ${request.modelId} to provider: ${providerPublicKey}`);
|
|
17
|
+
const rpc = await getRPC(providerPublicKey, { timeout, healthCheckTimeout });
|
|
18
|
+
await send({ type: 'unloadModel', modelId: request.modelId, clearStorage: false }, rpc, { timeout, peerKey: providerPublicKey });
|
|
19
|
+
logger.info(`Delegated model ${request.modelId} unloaded on provider`);
|
|
20
|
+
}
|
|
21
|
+
catch (error) {
|
|
22
|
+
logger.error(`Failed to unload delegated model ${request.modelId} on provider:`, error);
|
|
23
|
+
}
|
|
24
|
+
const stats = getRegistryStats();
|
|
25
|
+
return {
|
|
26
|
+
type: 'unloadModel',
|
|
27
|
+
success: true,
|
|
28
|
+
hasActiveModels: stats.totalModels > 0,
|
|
29
|
+
hasActiveProviders: hasActiveProviders()
|
|
30
|
+
};
|
|
31
|
+
}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import type ASRGgml from '@qvac/asr-ggml';
|
|
2
|
+
import type { ParakeetConfig, WhisperConfig } from '../../../schemas/index.js';
|
|
3
|
+
export declare function buildWhisperEngineConfig(config: WhisperConfig): {
|
|
4
|
+
miscConfig?: {
|
|
5
|
+
[k: string]: unknown;
|
|
6
|
+
};
|
|
7
|
+
contextParams?: {
|
|
8
|
+
[k: string]: unknown;
|
|
9
|
+
};
|
|
10
|
+
engine: "whisper";
|
|
11
|
+
whisperConfig: ASRGgml.WhisperConfig;
|
|
12
|
+
};
|
|
13
|
+
export declare function buildParakeetEngineConfig(config: ParakeetConfig): {
|
|
14
|
+
engine: "parakeet";
|
|
15
|
+
parakeetConfig: {
|
|
16
|
+
[k: string]: unknown;
|
|
17
|
+
};
|
|
18
|
+
};
|
|
19
|
+
export declare function buildWhisperReloadConfig(config: WhisperConfig): {
|
|
20
|
+
miscConfig?: {
|
|
21
|
+
[k: string]: unknown;
|
|
22
|
+
};
|
|
23
|
+
whisperConfig: {
|
|
24
|
+
[k: string]: unknown;
|
|
25
|
+
};
|
|
26
|
+
};
|
|
27
|
+
export declare function buildParakeetReloadConfig(config: ParakeetConfig): {
|
|
28
|
+
parakeetConfig: {
|
|
29
|
+
[k: string]: unknown;
|
|
30
|
+
};
|
|
31
|
+
};
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
function omitUndefined(config) {
|
|
2
|
+
return Object.fromEntries(Object.entries(config).filter(([, value]) => value !== undefined));
|
|
3
|
+
}
|
|
4
|
+
function buildWhisperConfig(config) {
|
|
5
|
+
const whisperConfig = omitUndefined(config);
|
|
6
|
+
delete whisperConfig['contextParams'];
|
|
7
|
+
delete whisperConfig['miscConfig'];
|
|
8
|
+
delete whisperConfig['vadModelSrc'];
|
|
9
|
+
const detectLanguage = whisperConfig['detect_language'];
|
|
10
|
+
delete whisperConfig['detect_language'];
|
|
11
|
+
if (detectLanguage === true) {
|
|
12
|
+
whisperConfig['language'] = 'auto';
|
|
13
|
+
}
|
|
14
|
+
return whisperConfig;
|
|
15
|
+
}
|
|
16
|
+
export function buildWhisperEngineConfig(config) {
|
|
17
|
+
const whisperConfig = buildWhisperConfig(config);
|
|
18
|
+
return {
|
|
19
|
+
engine: 'whisper',
|
|
20
|
+
whisperConfig: whisperConfig,
|
|
21
|
+
...(config.contextParams && {
|
|
22
|
+
contextParams: omitUndefined(config.contextParams)
|
|
23
|
+
}),
|
|
24
|
+
...(config.miscConfig && { miscConfig: omitUndefined(config.miscConfig) })
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export function buildParakeetEngineConfig(config) {
|
|
28
|
+
return {
|
|
29
|
+
engine: 'parakeet',
|
|
30
|
+
parakeetConfig: omitUndefined(config)
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
export function buildWhisperReloadConfig(config) {
|
|
34
|
+
const whisperConfig = buildWhisperConfig(config);
|
|
35
|
+
return {
|
|
36
|
+
whisperConfig,
|
|
37
|
+
...(config.miscConfig && {
|
|
38
|
+
miscConfig: omitUndefined(config.miscConfig)
|
|
39
|
+
})
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
export function buildParakeetReloadConfig(config) {
|
|
43
|
+
return {
|
|
44
|
+
parakeetConfig: omitUndefined(config)
|
|
45
|
+
};
|
|
46
|
+
}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { ModelType } from '../../../schemas/index.js';
|
|
2
|
+
type AsrModelType = typeof ModelType.whispercppTranscription | typeof ModelType.parakeetTranscription;
|
|
3
|
+
/**
|
|
4
|
+
* ASRGgml's native logger is process-global and cannot identify its originating
|
|
5
|
+
* model. Keep instance loggers on engine-specific namespaces so the logger
|
|
6
|
+
* passed to each ASRGgml instance remains isolated instead of subscribing both
|
|
7
|
+
* model streams to the shared native callback.
|
|
8
|
+
*/
|
|
9
|
+
export declare function createAsrModelLogger(modelId: string, modelType: AsrModelType): import("../../../logging/index.js").Logger;
|
|
10
|
+
export {};
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { createStreamLogger, registerAddonLogger } from '../../../logging/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* ASRGgml's native logger is process-global and cannot identify its originating
|
|
4
|
+
* model. Keep instance loggers on engine-specific namespaces so the logger
|
|
5
|
+
* passed to each ASRGgml instance remains isolated instead of subscribing both
|
|
6
|
+
* model streams to the shared native callback.
|
|
7
|
+
*/
|
|
8
|
+
export function createAsrModelLogger(modelId, modelType) {
|
|
9
|
+
const logger = createStreamLogger(modelId, modelType);
|
|
10
|
+
registerAddonLogger(modelId, modelType, logger);
|
|
11
|
+
return logger;
|
|
12
|
+
}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { type ResolveContext } from '../../../schemas/index.js';
|
|
2
|
+
export declare function resolveAudioGenConfig(config: Record<string, unknown>, ctx: ResolveContext): Promise<{
|
|
3
|
+
config: {
|
|
4
|
+
useGPU?: boolean | undefined;
|
|
5
|
+
inferenceSteps?: number | undefined;
|
|
6
|
+
shift?: number | undefined;
|
|
7
|
+
nGpuLayers?: number | undefined;
|
|
8
|
+
threads?: number | undefined;
|
|
9
|
+
backendsDir?: string | undefined;
|
|
10
|
+
};
|
|
11
|
+
artifacts: {
|
|
12
|
+
textEncModelPath: string;
|
|
13
|
+
lmModelPath: string;
|
|
14
|
+
ditModelPath: string;
|
|
15
|
+
vaeModelPath: string;
|
|
16
|
+
};
|
|
17
|
+
}>;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { audioGenConfigSchema } from '../../../schemas/index.js';
|
|
2
|
+
export async function resolveAudioGenConfig(config, ctx) {
|
|
3
|
+
const parsed = audioGenConfigSchema.parse(config);
|
|
4
|
+
const { textEncModelSrc, lmModelSrc, ditModelSrc, vaeModelSrc, ...runtimeConfig } = parsed;
|
|
5
|
+
// These four artifacts total several gigabytes. Resolving them concurrently
|
|
6
|
+
// splits bandwidth across independent registry streams and can make each one
|
|
7
|
+
// exceed the per-block stall timeout even while aggregate throughput is
|
|
8
|
+
// healthy. Resolve sequentially until model constants and config resolution
|
|
9
|
+
// can expose a companion set together with all four resolved artifact paths.
|
|
10
|
+
const textEncModelPath = await ctx.resolveModelPath(textEncModelSrc);
|
|
11
|
+
const lmModelPath = await ctx.resolveModelPath(lmModelSrc);
|
|
12
|
+
const ditModelPath = await ctx.resolveModelPath(ditModelSrc);
|
|
13
|
+
const vaeModelPath = await ctx.resolveModelPath(vaeModelSrc);
|
|
14
|
+
return {
|
|
15
|
+
config: runtimeConfig,
|
|
16
|
+
artifacts: {
|
|
17
|
+
textEncModelPath,
|
|
18
|
+
lmModelPath,
|
|
19
|
+
ditModelPath,
|
|
20
|
+
vaeModelPath
|
|
21
|
+
}
|
|
22
|
+
};
|
|
23
|
+
}
|