@qvac/inference 0.0.0 → 0.17.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +179 -0
- package/NOTICE +928 -0
- package/README.md +138 -0
- package/dist/api/audio-gen.d.ts +18 -0
- package/dist/api/audio-gen.js +148 -0
- package/dist/api/batch-completion.d.ts +14 -0
- package/dist/api/batch-completion.js +332 -0
- package/dist/api/bci-transcribe.d.ts +56 -0
- package/dist/api/bci-transcribe.js +172 -0
- package/dist/api/cancel.d.ts +34 -0
- package/dist/api/cancel.js +82 -0
- package/dist/api/classify.d.ts +22 -0
- package/dist/api/classify.js +46 -0
- package/dist/api/completion-stream.d.ts +106 -0
- package/dist/api/completion-stream.js +351 -0
- package/dist/api/delete-cache.d.ts +29 -0
- package/dist/api/delete-cache.js +49 -0
- package/dist/api/diffusion.d.ts +92 -0
- package/dist/api/diffusion.js +176 -0
- package/dist/api/download-asset.d.ts +49 -0
- package/dist/api/download-asset.js +87 -0
- package/dist/api/embed.d.ts +41 -0
- package/dist/api/embed.js +29 -0
- package/dist/api/finetune.d.ts +89 -0
- package/dist/api/finetune.js +138 -0
- package/dist/api/get-loaded-model-info.d.ts +24 -0
- package/dist/api/get-loaded-model-info.js +34 -0
- package/dist/api/get-model-info.d.ts +43 -0
- package/dist/api/get-model-info.js +21 -0
- package/dist/api/get-system-resources.d.ts +2 -0
- package/dist/api/get-system-resources.js +16 -0
- package/dist/api/heartbeat.d.ts +29 -0
- package/dist/api/heartbeat.js +37 -0
- package/dist/api/index.d.ts +35 -0
- package/dist/api/index.js +35 -0
- package/dist/api/invoke-plugin.d.ts +30 -0
- package/dist/api/invoke-plugin.js +54 -0
- package/dist/api/load-model.d.ts +169 -0
- package/dist/api/load-model.js +129 -0
- package/dist/api/logging-stream-registry.d.ts +4 -0
- package/dist/api/logging-stream-registry.js +61 -0
- package/dist/api/logging-stream.d.ts +23 -0
- package/dist/api/logging-stream.js +36 -0
- package/dist/api/ocr.d.ts +30 -0
- package/dist/api/ocr.js +88 -0
- package/dist/api/parse-input.d.ts +2 -0
- package/dist/api/parse-input.js +14 -0
- package/dist/api/provide.d.ts +23 -0
- package/dist/api/provide.js +32 -0
- package/dist/api/rag.d.ts +251 -0
- package/dist/api/rag.js +485 -0
- package/dist/api/registry.d.ts +39 -0
- package/dist/api/registry.js +63 -0
- package/dist/api/resume.d.ts +29 -0
- package/dist/api/resume.js +36 -0
- package/dist/api/state.d.ts +22 -0
- package/dist/api/state.js +29 -0
- package/dist/api/stop-provider.d.ts +20 -0
- package/dist/api/stop-provider.js +30 -0
- package/dist/api/subscribe-logs.d.ts +27 -0
- package/dist/api/subscribe-logs.js +43 -0
- package/dist/api/suspend.d.ts +30 -0
- package/dist/api/suspend.js +37 -0
- package/dist/api/text-to-speech.d.ts +64 -0
- package/dist/api/text-to-speech.js +434 -0
- package/dist/api/transcribe.d.ts +75 -0
- package/dist/api/transcribe.js +256 -0
- package/dist/api/translate.d.ts +47 -0
- package/dist/api/translate.js +115 -0
- package/dist/api/unload-model.d.ts +17 -0
- package/dist/api/unload-model.js +42 -0
- package/dist/api/upscale.d.ts +44 -0
- package/dist/api/upscale.js +99 -0
- package/dist/api/video.d.ts +86 -0
- package/dist/api/video.js +176 -0
- package/dist/api/vla-helpers.d.ts +43 -0
- package/dist/api/vla-helpers.js +124 -0
- package/dist/api/vla.d.ts +68 -0
- package/dist/api/vla.js +113 -0
- package/dist/config/config-utils.d.ts +4 -0
- package/dist/config/config-utils.js +18 -0
- package/dist/config/resolve-config.d.ts +8 -0
- package/dist/config/resolve-config.js +74 -0
- package/dist/constants/audio.d.ts +1 -0
- package/dist/constants/audio.js +1 -0
- package/dist/constants/index.d.ts +2 -0
- package/dist/constants/index.js +2 -0
- package/dist/constants/registry.d.ts +1 -0
- package/dist/constants/registry.js +1 -0
- package/dist/dispatch.d.ts +18 -0
- package/dist/dispatch.js +271 -0
- package/dist/engine.d.ts +5 -0
- package/dist/engine.js +27 -0
- package/dist/errors/index.d.ts +416 -0
- package/dist/errors/index.js +681 -0
- package/dist/errors/options.d.ts +2 -0
- package/dist/errors/options.js +13 -0
- package/dist/handlers/cancelHandler.d.ts +29 -0
- package/dist/handlers/cancelHandler.js +67 -0
- package/dist/handlers/completion-orchestrate.d.ts +41 -0
- package/dist/handlers/completion-orchestrate.js +190 -0
- package/dist/handlers/delete-cache.d.ts +11 -0
- package/dist/handlers/delete-cache.js +37 -0
- package/dist/handlers/download-asset.d.ts +2 -0
- package/dist/handlers/download-asset.js +146 -0
- package/dist/handlers/finetune.d.ts +2 -0
- package/dist/handlers/finetune.js +18 -0
- package/dist/handlers/get-loaded-model-info.d.ts +2 -0
- package/dist/handlers/get-loaded-model-info.js +45 -0
- package/dist/handlers/get-model-info.d.ts +2 -0
- package/dist/handlers/get-model-info.js +173 -0
- package/dist/handlers/get-system-resources.d.ts +2 -0
- package/dist/handlers/get-system-resources.js +53 -0
- package/dist/handlers/heartbeat.d.ts +2 -0
- package/dist/handlers/heartbeat.js +3 -0
- package/dist/handlers/load-model/download-manager.d.ts +95 -0
- package/dist/handlers/load-model/download-manager.js +306 -0
- package/dist/handlers/load-model/download-stats.d.ts +7 -0
- package/dist/handlers/load-model/download-stats.js +126 -0
- package/dist/handlers/load-model/handler.d.ts +2 -0
- package/dist/handlers/load-model/handler.js +287 -0
- package/dist/handlers/load-model/http.d.ts +3 -0
- package/dist/handlers/load-model/http.js +857 -0
- package/dist/handlers/load-model/hyperdrive.d.ts +4 -0
- package/dist/handlers/load-model/hyperdrive.js +560 -0
- package/dist/handlers/load-model/index.d.ts +2 -0
- package/dist/handlers/load-model/index.js +2 -0
- package/dist/handlers/load-model/registry-client-options.d.ts +27 -0
- package/dist/handlers/load-model/registry-client-options.js +18 -0
- package/dist/handlers/load-model/registry-companion-set.d.ts +22 -0
- package/dist/handlers/load-model/registry-companion-set.js +206 -0
- package/dist/handlers/load-model/registry-download-utils.d.ts +23 -0
- package/dist/handlers/load-model/registry-download-utils.js +112 -0
- package/dist/handlers/load-model/registry-metadata.d.ts +10 -0
- package/dist/handlers/load-model/registry-metadata.js +23 -0
- package/dist/handlers/load-model/registry.d.ts +4 -0
- package/dist/handlers/load-model/registry.js +298 -0
- package/dist/handlers/load-model/resolve-session.d.ts +33 -0
- package/dist/handlers/load-model/resolve-session.js +62 -0
- package/dist/handlers/load-model/resolve.d.ts +5 -0
- package/dist/handlers/load-model/resolve.js +158 -0
- package/dist/handlers/load-model/types.d.ts +59 -0
- package/dist/handlers/load-model/types.js +28 -0
- package/dist/handlers/logging-stream.d.ts +2 -0
- package/dist/handlers/logging-stream.js +39 -0
- package/dist/handlers/plugin-dispatch.d.ts +3 -0
- package/dist/handlers/plugin-dispatch.js +63 -0
- package/dist/handlers/plugin-invoke.d.ts +3 -0
- package/dist/handlers/plugin-invoke.js +81 -0
- package/dist/handlers/registry.d.ts +4 -0
- package/dist/handlers/registry.js +156 -0
- package/dist/handlers/resume.d.ts +2 -0
- package/dist/handlers/resume.js +11 -0
- package/dist/handlers/state.d.ts +2 -0
- package/dist/handlers/state.js +7 -0
- package/dist/handlers/suspend.d.ts +2 -0
- package/dist/handlers/suspend.js +11 -0
- package/dist/handlers/types.d.ts +13 -0
- package/dist/handlers/types.js +1 -0
- package/dist/handlers/unload-model.d.ts +2 -0
- package/dist/handlers/unload-model.js +29 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +12 -0
- package/dist/logging/addon.d.ts +5 -0
- package/dist/logging/addon.js +75 -0
- package/dist/logging/index.d.ts +5 -0
- package/dist/logging/index.js +4 -0
- package/dist/logging/logger.d.ts +41 -0
- package/dist/logging/logger.js +209 -0
- package/dist/logging/namespaces.d.ts +6 -0
- package/dist/logging/namespaces.js +7 -0
- package/dist/logging/types.d.ts +37 -0
- package/dist/logging/types.js +1 -0
- package/dist/logging/utils.d.ts +5 -0
- package/dist/logging/utils.js +113 -0
- package/dist/models/registry/index.d.ts +18 -0
- package/dist/models/registry/index.js +21 -0
- package/dist/models/registry/models.d.ts +22680 -0
- package/dist/models/registry/models.js +23908 -0
- package/dist/p2p/cancel-delegated.d.ts +3 -0
- package/dist/p2p/cancel-delegated.js +64 -0
- package/dist/p2p/completion-stream-delegated.d.ts +4 -0
- package/dist/p2p/completion-stream-delegated.js +51 -0
- package/dist/p2p/delegate-client.d.ts +9 -0
- package/dist/p2p/delegate-client.js +219 -0
- package/dist/p2p/delegate-connect-diagnostics.d.ts +8 -0
- package/dist/p2p/delegate-connect-diagnostics.js +38 -0
- package/dist/p2p/delegate-transport.d.ts +18 -0
- package/dist/p2p/delegate-transport.js +237 -0
- package/dist/p2p/error-handlers.d.ts +4 -0
- package/dist/p2p/error-handlers.js +31 -0
- package/dist/p2p/handle-request.d.ts +2 -0
- package/dist/p2p/handle-request.js +171 -0
- package/dist/p2p/handler-utils.d.ts +19 -0
- package/dist/p2p/handler-utils.js +180 -0
- package/dist/p2p/heartbeat-delegated.d.ts +3 -0
- package/dist/p2p/heartbeat-delegated.js +32 -0
- package/dist/p2p/load-model-delegated.d.ts +6 -0
- package/dist/p2p/load-model-delegated.js +132 -0
- package/dist/p2p/progress-throttle.d.ts +7 -0
- package/dist/p2p/progress-throttle.js +47 -0
- package/dist/p2p/provideHandler/connection.d.ts +2 -0
- package/dist/p2p/provideHandler/connection.js +38 -0
- package/dist/p2p/provideHandler/handler.d.ts +2 -0
- package/dist/p2p/provideHandler/handler.js +66 -0
- package/dist/p2p/provideHandler/proxy.d.ts +2 -0
- package/dist/p2p/provideHandler/proxy.js +24 -0
- package/dist/p2p/provideHandler.d.ts +1 -0
- package/dist/p2p/provideHandler.js +2 -0
- package/dist/p2p/rpc-utils.d.ts +4 -0
- package/dist/p2p/rpc-utils.js +8 -0
- package/dist/p2p/stopProvideHandler.d.ts +2 -0
- package/dist/p2p/stopProvideHandler.js +29 -0
- package/dist/p2p/swarm.d.ts +9 -0
- package/dist/p2p/swarm.js +103 -0
- package/dist/p2p/transport-selector.d.ts +2 -0
- package/dist/p2p/transport-selector.js +18 -0
- package/dist/p2p/unload-model-delegated.d.ts +2 -0
- package/dist/p2p/unload-model-delegated.js +31 -0
- package/dist/plugins/builtin/asr-ggml/config.d.ts +31 -0
- package/dist/plugins/builtin/asr-ggml/config.js +46 -0
- package/dist/plugins/builtin/asr-ggml/logging.d.ts +10 -0
- package/dist/plugins/builtin/asr-ggml/logging.js +12 -0
- package/dist/plugins/builtin/audiogen-ggml/config.d.ts +17 -0
- package/dist/plugins/builtin/audiogen-ggml/config.js +23 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.d.ts +2 -0
- package/dist/plugins/builtin/audiogen-ggml/ops/audio-gen-stream.js +163 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.d.ts +212 -0
- package/dist/plugins/builtin/audiogen-ggml/plugin.js +58 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.d.ts +2 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/args.js +13 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.d.ts +173 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/plugin.js +111 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.d.ts +74 -0
- package/dist/plugins/builtin/bci-whispercpp-transcription/resolve-config.js +11 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.d.ts +5 -0
- package/dist/plugins/builtin/ggml-classification/ops/classify.js +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.d.ts +31 -0
- package/dist/plugins/builtin/ggml-classification/plugin.js +55 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.d.ts +7 -0
- package/dist/plugins/builtin/ggml-ocr/ops/ocr-stream.js +119 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.d.ts +102 -0
- package/dist/plugins/builtin/ggml-ocr/plugin.js +110 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.d.ts +5 -0
- package/dist/plugins/builtin/ggml-ocr/resolve-config.js +72 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-hparams.js +12 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.d.ts +2 -0
- package/dist/plugins/builtin/ggml-vla/ops/vla-run.js +78 -0
- package/dist/plugins/builtin/ggml-vla/plugin.d.ts +65 -0
- package/dist/plugins/builtin/ggml-vla/plugin.js +57 -0
- package/dist/plugins/builtin/index.d.ts +11 -0
- package/dist/plugins/builtin/index.js +11 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.d.ts +22 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-cancelled.js +30 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.d.ts +31 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/batch-completion-stream.js +99 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.d.ts +6 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/cache-logger.js +36 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.d.ts +20 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stats.js +48 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.d.ts +45 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/completion-stream.js +374 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.d.ts +28 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/context-overflow.js +65 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.d.ts +10 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/finetune.js +209 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.d.ts +163 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-session.js +581 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.d.ts +56 -0
- package/dist/plugins/builtin/llamacpp-completion/ops/kv-cache-state.js +58 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.d.ts +671 -0
- package/dist/plugins/builtin/llamacpp-completion/plugin.js +481 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.d.ts +9 -0
- package/dist/plugins/builtin/llamacpp-completion/transform.js +34 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.d.ts +76 -0
- package/dist/plugins/builtin/llamacpp-embedding/plugin.js +101 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.d.ts +457 -0
- package/dist/plugins/builtin/nmtcpp-translation/plugin.js +143 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.d.ts +31 -0
- package/dist/plugins/builtin/nmtcpp-translation/resolve-vocab.js +114 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.d.ts +133 -0
- package/dist/plugins/builtin/parakeet-transcription/plugin.js +130 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/diffusion.js +64 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.d.ts +2 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/upscale.js +41 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.d.ts +5 -0
- package/dist/plugins/builtin/sdcpp-generation/ops/video.js +239 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.d.ts +757 -0
- package/dist/plugins/builtin/sdcpp-generation/plugin.js +310 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/parler-options.js +30 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.d.ts +7 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech-stream.js +106 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.d.ts +6 -0
- package/dist/plugins/builtin/tts-ggml/ops/text-to-speech.js +91 -0
- package/dist/plugins/builtin/tts-ggml/plugin.d.ts +196 -0
- package/dist/plugins/builtin/tts-ggml/plugin.js +305 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.d.ts +346 -0
- package/dist/plugins/builtin/whispercpp-transcription/plugin.js +169 -0
- package/dist/plugins/index.d.ts +9 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/ops/bci-transcribe.d.ts +13 -0
- package/dist/plugins/ops/bci-transcribe.js +248 -0
- package/dist/plugins/ops/cancel.d.ts +25 -0
- package/dist/plugins/ops/cancel.js +43 -0
- package/dist/plugins/ops/embed.d.ts +15 -0
- package/dist/plugins/ops/embed.js +193 -0
- package/dist/plugins/ops/kv-cache-retention.d.ts +11 -0
- package/dist/plugins/ops/kv-cache-retention.js +121 -0
- package/dist/plugins/ops/kv-cache-utils.d.ts +21 -0
- package/dist/plugins/ops/kv-cache-utils.js +120 -0
- package/dist/plugins/ops/load-model.d.ts +8 -0
- package/dist/plugins/ops/load-model.js +82 -0
- package/dist/plugins/ops/transcribe.d.ts +20 -0
- package/dist/plugins/ops/transcribe.js +343 -0
- package/dist/plugins/ops/translate.d.ts +7 -0
- package/dist/plugins/ops/translate.js +256 -0
- package/dist/plugins/ops/unload-model.d.ts +2 -0
- package/dist/plugins/ops/unload-model.js +45 -0
- package/dist/plugins/registry.d.ts +9 -0
- package/dist/plugins/registry.js +107 -0
- package/dist/profiling/aggregator.d.ts +14 -0
- package/dist/profiling/aggregator.js +100 -0
- package/dist/profiling/backend-diagnostics.d.ts +8 -0
- package/dist/profiling/backend-diagnostics.js +36 -0
- package/dist/profiling/clock.d.ts +8 -0
- package/dist/profiling/clock.js +23 -0
- package/dist/profiling/controller.d.ts +34 -0
- package/dist/profiling/controller.js +130 -0
- package/dist/profiling/delegation-profiler.d.ts +31 -0
- package/dist/profiling/delegation-profiler.js +155 -0
- package/dist/profiling/envelope.d.ts +10 -0
- package/dist/profiling/envelope.js +45 -0
- package/dist/profiling/events.d.ts +19 -0
- package/dist/profiling/events.js +35 -0
- package/dist/profiling/exporters.d.ts +9 -0
- package/dist/profiling/exporters.js +242 -0
- package/dist/profiling/index.d.ts +91 -0
- package/dist/profiling/index.js +87 -0
- package/dist/profiling/model-execution.d.ts +15 -0
- package/dist/profiling/model-execution.js +34 -0
- package/dist/profiling/operation-metrics.d.ts +24 -0
- package/dist/profiling/operation-metrics.js +370 -0
- package/dist/profiling/operation-wrappers.d.ts +17 -0
- package/dist/profiling/operation-wrappers.js +196 -0
- package/dist/profiling/profiler.d.ts +27 -0
- package/dist/profiling/profiler.js +127 -0
- package/dist/profiling/ring-buffer.d.ts +18 -0
- package/dist/profiling/ring-buffer.js +83 -0
- package/dist/profiling/types.d.ts +52 -0
- package/dist/profiling/types.js +1 -0
- package/dist/rag/handler.d.ts +2 -0
- package/dist/rag/handler.js +272 -0
- package/dist/rag/handlers/chunk.d.ts +2 -0
- package/dist/rag/handlers/chunk.js +7 -0
- package/dist/rag/handlers/close-workspace.d.ts +2 -0
- package/dist/rag/handlers/close-workspace.js +9 -0
- package/dist/rag/handlers/delete-embeddings.d.ts +2 -0
- package/dist/rag/handlers/delete-embeddings.js +11 -0
- package/dist/rag/handlers/delete-workspace.d.ts +2 -0
- package/dist/rag/handlers/delete-workspace.js +14 -0
- package/dist/rag/handlers/ingest.d.ts +9 -0
- package/dist/rag/handlers/ingest.js +19 -0
- package/dist/rag/handlers/list-workspaces.d.ts +2 -0
- package/dist/rag/handlers/list-workspaces.js +4 -0
- package/dist/rag/handlers/reindex.d.ts +9 -0
- package/dist/rag/handlers/reindex.js +16 -0
- package/dist/rag/handlers/save-embeddings.d.ts +9 -0
- package/dist/rag/handlers/save-embeddings.js +15 -0
- package/dist/rag/handlers/search.d.ts +2 -0
- package/dist/rag/handlers/search.js +16 -0
- package/dist/rag/index.d.ts +11 -0
- package/dist/rag/index.js +11 -0
- package/dist/rag/rag-operation-manager.d.ts +28 -0
- package/dist/rag/rag-operation-manager.js +76 -0
- package/dist/rag/rag-workspace-manager.d.ts +14 -0
- package/dist/rag/rag-workspace-manager.js +143 -0
- package/dist/registry.d.ts +2 -0
- package/dist/registry.js +166 -0
- package/dist/resources/collector.d.ts +643 -0
- package/dist/resources/collector.js +226 -0
- package/dist/resources/instance.d.ts +4 -0
- package/dist/resources/instance.js +15 -0
- package/dist/resources/native.d.ts +2 -0
- package/dist/resources/native.js +35 -0
- package/dist/resources/normalize.d.ts +12 -0
- package/dist/resources/normalize.js +73 -0
- package/dist/resources/types.d.ts +65 -0
- package/dist/resources/types.js +1 -0
- package/dist/runtime/cache-lock.d.ts +2 -0
- package/dist/runtime/cache-lock.js +67 -0
- package/dist/runtime/disposable-scope.d.ts +35 -0
- package/dist/runtime/disposable-scope.js +69 -0
- package/dist/runtime/env.d.ts +16 -0
- package/dist/runtime/env.js +53 -0
- package/dist/runtime/index.d.ts +5 -0
- package/dist/runtime/index.js +2 -0
- package/dist/runtime/lifecycle.d.ts +20 -0
- package/dist/runtime/lifecycle.js +102 -0
- package/dist/runtime/logging-stream-registry.d.ts +27 -0
- package/dist/runtime/logging-stream-registry.js +133 -0
- package/dist/runtime/model-config-utils.d.ts +14 -0
- package/dist/runtime/model-config-utils.js +128 -0
- package/dist/runtime/model-registry.d.ts +74 -0
- package/dist/runtime/model-registry.js +130 -0
- package/dist/runtime/registry-client.d.ts +4 -0
- package/dist/runtime/registry-client.js +118 -0
- package/dist/runtime/request-context.d.ts +72 -0
- package/dist/runtime/request-context.js +114 -0
- package/dist/runtime/request-id.d.ts +17 -0
- package/dist/runtime/request-id.js +29 -0
- package/dist/runtime/request-registry.d.ts +194 -0
- package/dist/runtime/request-registry.js +546 -0
- package/dist/runtime/runtime-lifecycle.d.ts +37 -0
- package/dist/runtime/runtime-lifecycle.js +163 -0
- package/dist/runtime/state.d.ts +26 -0
- package/dist/runtime/state.js +138 -0
- package/dist/schemas/audio-gen.d.ts +252 -0
- package/dist/schemas/audio-gen.js +69 -0
- package/dist/schemas/batch-completion-stream.d.ts +467 -0
- package/dist/schemas/batch-completion-stream.js +123 -0
- package/dist/schemas/bci-config.d.ts +74 -0
- package/dist/schemas/bci-config.js +58 -0
- package/dist/schemas/bci.d.ts +178 -0
- package/dist/schemas/bci.js +89 -0
- package/dist/schemas/cancel.d.ts +203 -0
- package/dist/schemas/cancel.js +135 -0
- package/dist/schemas/classification.d.ts +52 -0
- package/dist/schemas/classification.js +33 -0
- package/dist/schemas/common.d.ts +6420 -0
- package/dist/schemas/common.js +133 -0
- package/dist/schemas/completion-event.d.ts +248 -0
- package/dist/schemas/completion-event.js +94 -0
- package/dist/schemas/completion-stream.d.ts +475 -0
- package/dist/schemas/completion-stream.js +236 -0
- package/dist/schemas/config.d.ts +5022 -0
- package/dist/schemas/config.js +169 -0
- package/dist/schemas/delegate.d.ts +29 -0
- package/dist/schemas/delegate.js +40 -0
- package/dist/schemas/download-asset.d.ts +225 -0
- package/dist/schemas/download-asset.js +71 -0
- package/dist/schemas/embed.d.ts +41 -0
- package/dist/schemas/embed.js +35 -0
- package/dist/schemas/engine-addon-map.d.ts +20 -0
- package/dist/schemas/engine-addon-map.js +78 -0
- package/dist/schemas/error.d.ts +40 -0
- package/dist/schemas/error.js +65 -0
- package/dist/schemas/errors.d.ts +119 -0
- package/dist/schemas/errors.js +615 -0
- package/dist/schemas/finetune.d.ts +621 -0
- package/dist/schemas/finetune.js +163 -0
- package/dist/schemas/index.d.ts +45 -0
- package/dist/schemas/index.js +45 -0
- package/dist/schemas/json-schema.d.ts +15 -0
- package/dist/schemas/json-schema.js +2 -0
- package/dist/schemas/lifecycle.d.ts +38 -0
- package/dist/schemas/lifecycle.js +21 -0
- package/dist/schemas/llamacpp-config.d.ts +403 -0
- package/dist/schemas/llamacpp-config.js +133 -0
- package/dist/schemas/load-model.d.ts +25635 -0
- package/dist/schemas/load-model.js +629 -0
- package/dist/schemas/logging-stream.d.ts +33 -0
- package/dist/schemas/logging-stream.js +17 -0
- package/dist/schemas/mcp-adapter.d.ts +46 -0
- package/dist/schemas/mcp-adapter.js +1 -0
- package/dist/schemas/model-file.d.ts +27 -0
- package/dist/schemas/model-file.js +29 -0
- package/dist/schemas/model-info.d.ts +197 -0
- package/dist/schemas/model-info.js +144 -0
- package/dist/schemas/model-ops.d.ts +36 -0
- package/dist/schemas/model-ops.js +40 -0
- package/dist/schemas/model-src-utils.d.ts +192 -0
- package/dist/schemas/model-src-utils.js +61 -0
- package/dist/schemas/model-types.d.ts +275 -0
- package/dist/schemas/model-types.js +223 -0
- package/dist/schemas/ocr.d.ts +138 -0
- package/dist/schemas/ocr.js +59 -0
- package/dist/schemas/path-validation.d.ts +9 -0
- package/dist/schemas/path-validation.js +22 -0
- package/dist/schemas/plugin.d.ts +341 -0
- package/dist/schemas/plugin.js +241 -0
- package/dist/schemas/profiling.d.ts +695 -0
- package/dist/schemas/profiling.js +100 -0
- package/dist/schemas/provide.d.ts +50 -0
- package/dist/schemas/provide.js +32 -0
- package/dist/schemas/rag.d.ts +301 -0
- package/dist/schemas/rag.js +211 -0
- package/dist/schemas/registry.d.ts +453 -0
- package/dist/schemas/registry.js +104 -0
- package/dist/schemas/reload-config.d.ts +585 -0
- package/dist/schemas/reload-config.js +42 -0
- package/dist/schemas/runtime-context.d.ts +18 -0
- package/dist/schemas/runtime-context.js +7 -0
- package/dist/schemas/sdcpp-config.d.ts +1126 -0
- package/dist/schemas/sdcpp-config.js +748 -0
- package/dist/schemas/system-resources.d.ts +3966 -0
- package/dist/schemas/system-resources.js +149 -0
- package/dist/schemas/text-to-speech.d.ts +1352 -0
- package/dist/schemas/text-to-speech.js +364 -0
- package/dist/schemas/tools.d.ts +80 -0
- package/dist/schemas/tools.js +52 -0
- package/dist/schemas/transcription-config.d.ts +161 -0
- package/dist/schemas/transcription-config.js +156 -0
- package/dist/schemas/transcription.d.ts +261 -0
- package/dist/schemas/transcription.js +145 -0
- package/dist/schemas/translate.d.ts +138 -0
- package/dist/schemas/translate.js +103 -0
- package/dist/schemas/translation-config.d.ts +1031 -0
- package/dist/schemas/translation-config.js +170 -0
- package/dist/schemas/vla.d.ts +110 -0
- package/dist/schemas/vla.js +151 -0
- package/dist/selection.d.ts +8 -0
- package/dist/selection.js +14 -0
- package/dist/surface.d.ts +18 -0
- package/dist/surface.js +30 -0
- package/dist/utils/addon-responses.d.ts +58 -0
- package/dist/utils/addon-responses.js +1 -0
- package/dist/utils/aggregate-events.d.ts +25 -0
- package/dist/utils/aggregate-events.js +73 -0
- package/dist/utils/archive.d.ts +4 -0
- package/dist/utils/archive.js +180 -0
- package/dist/utils/asr-events.d.ts +14 -0
- package/dist/utils/asr-events.js +30 -0
- package/dist/utils/audio/decoder.d.ts +4 -0
- package/dist/utils/audio/decoder.js +80 -0
- package/dist/utils/audio-input.d.ts +9 -0
- package/dist/utils/audio-input.js +34 -0
- package/dist/utils/cache/auto-history.d.ts +3 -0
- package/dist/utils/cache/auto-history.js +26 -0
- package/dist/utils/cache/paths.d.ts +42 -0
- package/dist/utils/cache/paths.js +133 -0
- package/dist/utils/cache/types.d.ts +7 -0
- package/dist/utils/cache/types.js +1 -0
- package/dist/utils/cache-normalize.d.ts +9 -0
- package/dist/utils/cache-normalize.js +20 -0
- package/dist/utils/checksum.d.ts +3 -0
- package/dist/utils/checksum.js +29 -0
- package/dist/utils/clear-storage.d.ts +4 -0
- package/dist/utils/clear-storage.js +14 -0
- package/dist/utils/completion-normalizer.d.ts +17 -0
- package/dist/utils/completion-normalizer.js +453 -0
- package/dist/utils/config-transform.d.ts +2 -0
- package/dist/utils/config-transform.js +21 -0
- package/dist/utils/decorate-promise.d.ts +33 -0
- package/dist/utils/decorate-promise.js +35 -0
- package/dist/utils/encoding.d.ts +16 -0
- package/dist/utils/encoding.js +27 -0
- package/dist/utils/expand-gguf-shards.d.ts +2 -0
- package/dist/utils/expand-gguf-shards.js +22 -0
- package/dist/utils/formatting.d.ts +18 -0
- package/dist/utils/formatting.js +56 -0
- package/dist/utils/gguf-tensor-extractor.d.ts +14 -0
- package/dist/utils/gguf-tensor-extractor.js +311 -0
- package/dist/utils/global-singleton.d.ts +1 -0
- package/dist/utils/global-singleton.js +10 -0
- package/dist/utils/index.d.ts +11 -0
- package/dist/utils/index.js +11 -0
- package/dist/utils/load-model-validation.d.ts +6 -0
- package/dist/utils/load-model-validation.js +18 -0
- package/dist/utils/mcp-adapter.d.ts +11 -0
- package/dist/utils/mcp-adapter.js +96 -0
- package/dist/utils/multi-gpu-mobile.d.ts +4 -0
- package/dist/utils/multi-gpu-mobile.js +10 -0
- package/dist/utils/object.d.ts +1 -0
- package/dist/utils/object.js +3 -0
- package/dist/utils/path-security.d.ts +22 -0
- package/dist/utils/path-security.js +69 -0
- package/dist/utils/qvac-paths.d.ts +1 -0
- package/dist/utils/qvac-paths.js +5 -0
- package/dist/utils/response-format.d.ts +2 -0
- package/dist/utils/response-format.js +20 -0
- package/dist/utils/shard-utils.d.ts +47 -0
- package/dist/utils/shard-utils.js +123 -0
- package/dist/utils/tool-helpers.d.ts +24 -0
- package/dist/utils/tool-helpers.js +111 -0
- package/dist/utils/tool-integration.d.ts +23 -0
- package/dist/utils/tool-integration.js +29 -0
- package/dist/utils/tools/dialect.d.ts +7 -0
- package/dist/utils/tools/dialect.js +20 -0
- package/dist/utils/tools/index.d.ts +2 -0
- package/dist/utils/tools/index.js +2 -0
- package/dist/utils/tools/parser.d.ts +5 -0
- package/dist/utils/tools/parser.js +69 -0
- package/dist/utils/tools/parsers/dsml.d.ts +3 -0
- package/dist/utils/tools/parsers/dsml.js +177 -0
- package/dist/utils/tools/parsers/gemma4native.d.ts +3 -0
- package/dist/utils/tools/parsers/gemma4native.js +65 -0
- package/dist/utils/tools/parsers/harmony.d.ts +3 -0
- package/dist/utils/tools/parsers/harmony.js +57 -0
- package/dist/utils/tools/parsers/hermes.d.ts +3 -0
- package/dist/utils/tools/parsers/hermes.js +122 -0
- package/dist/utils/tools/parsers/json.d.ts +5 -0
- package/dist/utils/tools/parsers/json.js +115 -0
- package/dist/utils/tools/parsers/pythonic.d.ts +3 -0
- package/dist/utils/tools/parsers/pythonic.js +267 -0
- package/dist/utils/tools/parsers/qwen35.d.ts +3 -0
- package/dist/utils/tools/parsers/qwen35.js +125 -0
- package/dist/utils/tools/shared.d.ts +17 -0
- package/dist/utils/tools/shared.js +52 -0
- package/dist/utils/transcribe-metadata.d.ts +20 -0
- package/dist/utils/transcribe-metadata.js +28 -0
- package/dist/utils/tts-stats.d.ts +25 -0
- package/dist/utils/tts-stats.js +16 -0
- package/dist/utils/withTimeout.d.ts +17 -0
- package/dist/utils/withTimeout.js +47 -0
- package/dist/utils/zod-error.d.ts +2 -0
- package/dist/utils/zod-error.js +4 -0
- package/package.json +266 -1
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Config loader for Bare runtime
|
|
3
|
+
* Uses bare-fs and bare-path modules
|
|
4
|
+
*/
|
|
5
|
+
import fs from 'bare-fs';
|
|
6
|
+
import path from 'bare-path';
|
|
7
|
+
import os from 'bare-os';
|
|
8
|
+
import env from 'bare-env';
|
|
9
|
+
import { pathToFileURL } from 'bare-url';
|
|
10
|
+
import { validateConfig } from '../config/config-utils.js';
|
|
11
|
+
import { ConfigFileInvalidError, ConfigFileParseFailedError } from '../errors/index.js';
|
|
12
|
+
import { getAppLogger } from '../logging/index.js';
|
|
13
|
+
const SUPPORTED_CONFIG_FILE_EXTS = ['.js', '.json'];
|
|
14
|
+
const logger = getAppLogger();
|
|
15
|
+
function findProjectRoot() {
|
|
16
|
+
return os.cwd();
|
|
17
|
+
}
|
|
18
|
+
function fileExists(filePath) {
|
|
19
|
+
return fs.existsSync(filePath);
|
|
20
|
+
}
|
|
21
|
+
function assertBareConfigExtension(filePath) {
|
|
22
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
23
|
+
if (!SUPPORTED_CONFIG_FILE_EXTS.includes(ext)) {
|
|
24
|
+
throw new ConfigFileInvalidError(filePath, 'Given config file format unsupported on this platform. Use qvac.config.js or qvac.config.json in the project root, or set QVAC_CONFIG_PATH to a .js or .json file.');
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
async function loadConfigFromPath(filePath) {
|
|
28
|
+
assertBareConfigExtension(filePath);
|
|
29
|
+
try {
|
|
30
|
+
const mod = (await import(pathToFileURL(filePath).href));
|
|
31
|
+
return validateConfig(mod.default ?? mod);
|
|
32
|
+
}
|
|
33
|
+
catch (error) {
|
|
34
|
+
throw new ConfigFileParseFailedError(filePath, error instanceof Error ? error.message : String(error), error);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function findConfigFile(searchDir) {
|
|
38
|
+
const configFiles = SUPPORTED_CONFIG_FILE_EXTS.map((ext) => `qvac.config${ext}`);
|
|
39
|
+
for (const name of configFiles) {
|
|
40
|
+
const filePath = path.resolve(searchDir, name);
|
|
41
|
+
if (fileExists(filePath)) {
|
|
42
|
+
return filePath;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return undefined;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Resolution order for Bare:
|
|
49
|
+
* 1. QVAC_CONFIG_PATH environment variable
|
|
50
|
+
* 2. Config file in project root (qvac.config.js, qvac.config.json)
|
|
51
|
+
* 3. built-in defaults
|
|
52
|
+
*/
|
|
53
|
+
export async function resolveConfig() {
|
|
54
|
+
const configPath = env['QVAC_CONFIG_PATH'];
|
|
55
|
+
if (configPath) {
|
|
56
|
+
const normalizedPath = path.resolve(configPath);
|
|
57
|
+
if (fileExists(normalizedPath)) {
|
|
58
|
+
const config = await loadConfigFromPath(normalizedPath);
|
|
59
|
+
logger.info(`✅ Loaded config from: ${normalizedPath}`);
|
|
60
|
+
return config;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
const projectRoot = findProjectRoot();
|
|
64
|
+
if (projectRoot) {
|
|
65
|
+
const configFilePath = findConfigFile(projectRoot);
|
|
66
|
+
if (configFilePath) {
|
|
67
|
+
const config = await loadConfigFromPath(configFilePath);
|
|
68
|
+
logger.info(`✅ Loaded config from: ${configFilePath}`);
|
|
69
|
+
return config;
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
logger.info('ℹ️ No config file found, using built-in defaults');
|
|
73
|
+
return undefined;
|
|
74
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { FORMATS_NEEDING_DECODE, SUPPORTED_AUDIO_FORMATS } from '@qvac/decoder-audio/constants';
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export { FORMATS_NEEDING_DECODE, SUPPORTED_AUDIO_FORMATS } from '@qvac/decoder-audio/constants';
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export declare const DEFAULT_REGISTRY_CORE_KEY = "uf1fm44uzockp6azhcdiqt1esjgm65fwtimsh946e8kwysdes9ko";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export const DEFAULT_REGISTRY_CORE_KEY = 'uf1fm44uzockp6azhcdiqt1esjgm65fwtimsh946e8kwysdes9ko';
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import type { Request, Response, RPCOptions } from './schemas/index.js';
|
|
2
|
+
import Buffer from 'bare-buffer';
|
|
3
|
+
export declare function send<T extends Request>(request: T, _options?: RPCOptions): Promise<Response>;
|
|
4
|
+
export declare function stream<T extends Request>(request: T, _options?: RPCOptions): AsyncGenerator<Response>;
|
|
5
|
+
export interface DuplexWritable {
|
|
6
|
+
write(chunk: Uint8Array): void;
|
|
7
|
+
end(): void;
|
|
8
|
+
destroy(): void;
|
|
9
|
+
}
|
|
10
|
+
export interface DuplexReadable extends AsyncIterable<Buffer | string> {
|
|
11
|
+
destroy(): void;
|
|
12
|
+
}
|
|
13
|
+
export interface DuplexSession {
|
|
14
|
+
requestStream: DuplexWritable;
|
|
15
|
+
responseStream: DuplexReadable;
|
|
16
|
+
}
|
|
17
|
+
export declare function duplex<T extends Request>(request: T, _options?: RPCOptions): Promise<DuplexSession>;
|
|
18
|
+
export declare function close(): Promise<void>;
|
package/dist/dispatch.js
ADDED
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
import { normalizeModelType, PROFILING_KEY, createErrorResponse, requestSchema } from './schemas/index.js';
|
|
2
|
+
import { z } from 'zod';
|
|
3
|
+
import { formatZodError } from './utils/zod-error.js';
|
|
4
|
+
import os from 'bare-os';
|
|
5
|
+
import { PassThrough } from 'bare-stream';
|
|
6
|
+
import { registry } from './registry.js';
|
|
7
|
+
import { handlerSupportsProgress, selectHandler } from './selection.js';
|
|
8
|
+
import { assertLifecycleAllowed } from './runtime/runtime-lifecycle.js';
|
|
9
|
+
import { resolveModelConfig, setConfig, setRuntimeContext, isConfigSet } from './runtime/state.js';
|
|
10
|
+
import { initialize, close as closeEngine } from './runtime/lifecycle.js';
|
|
11
|
+
import { getAllPlugins } from './plugins/index.js';
|
|
12
|
+
import { resolveConfig } from './config/resolve-config.js';
|
|
13
|
+
import { setGlobalLogLevel, setGlobalConsoleOutput, getAppLogger } from './logging/index.js';
|
|
14
|
+
import { profileReplyHandler, profileStreamHandler } from './profiling/index.js';
|
|
15
|
+
import { RPCNoHandlerError, PluginsNotRegisteredError, RequestValidationFailedError } from './errors/index.js';
|
|
16
|
+
// The dispatch seam. Public operations in `api/` build a typed request and call
|
|
17
|
+
// `send`/`stream`/`duplex`; this runs each against the handler registry.
|
|
18
|
+
// A thrown handler error propagates as its real typed instance, so consumers can
|
|
19
|
+
// `instanceof`-check it directly.
|
|
20
|
+
const logger = getAppLogger();
|
|
21
|
+
let ready = false;
|
|
22
|
+
let readyPromise = null;
|
|
23
|
+
// The current init generation. `close()` bumps it so an init still in flight
|
|
24
|
+
// does not mark readiness.
|
|
25
|
+
let generation = 0;
|
|
26
|
+
function ensurePluginsRegistered() {
|
|
27
|
+
if (getAllPlugins().length === 0) {
|
|
28
|
+
throw new PluginsNotRegisteredError();
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
function applyLoggerSettings(config) {
|
|
32
|
+
if (config.loggerLevel !== undefined)
|
|
33
|
+
setGlobalLogLevel(config.loggerLevel);
|
|
34
|
+
if (config.loggerConsoleOutput !== undefined) {
|
|
35
|
+
setGlobalConsoleOutput(config.loggerConsoleOutput);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
async function initializeConfig() {
|
|
39
|
+
// A host may have injected config already. Only resolve from disk when it hasn't
|
|
40
|
+
// — a second `setConfig` would throw `ConfigAlreadySetError`.
|
|
41
|
+
if (!isConfigSet()) {
|
|
42
|
+
const config = await resolveConfig();
|
|
43
|
+
if (config) {
|
|
44
|
+
applyLoggerSettings(config);
|
|
45
|
+
setConfig(config);
|
|
46
|
+
logger.info('📦 Initializing QVAC config');
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
// First-write-wins: an injected runtime context is preserved; this bare default
|
|
50
|
+
// only applies to standalone Bare, where nothing was injected.
|
|
51
|
+
const runtimeContext = {
|
|
52
|
+
runtime: 'bare',
|
|
53
|
+
platform: os.platform()
|
|
54
|
+
};
|
|
55
|
+
setRuntimeContext(runtimeContext);
|
|
56
|
+
}
|
|
57
|
+
async function performReady(gen) {
|
|
58
|
+
initialize();
|
|
59
|
+
ensurePluginsRegistered();
|
|
60
|
+
await initializeConfig();
|
|
61
|
+
// Mark ready only while this generation is current — a `close()` during the
|
|
62
|
+
// await bumps it past this now-superseded init.
|
|
63
|
+
if (gen === generation)
|
|
64
|
+
ready = true;
|
|
65
|
+
}
|
|
66
|
+
async function ensureReady() {
|
|
67
|
+
if (ready)
|
|
68
|
+
return;
|
|
69
|
+
// A single shared promise serializes concurrent first calls: `ready` only
|
|
70
|
+
// flips after `initializeConfig` awaits, so overlapping callers must run
|
|
71
|
+
// `setConfig` exactly once — a second run throws `ConfigAlreadySetError`.
|
|
72
|
+
// Cleared on failure so a later call can retry (e.g. after plugins register),
|
|
73
|
+
// unless a newer generation already replaced this promise.
|
|
74
|
+
if (!readyPromise) {
|
|
75
|
+
const gen = generation;
|
|
76
|
+
readyPromise = performReady(gen).catch((error) => {
|
|
77
|
+
if (gen === generation)
|
|
78
|
+
readyPromise = null;
|
|
79
|
+
throw error;
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
await readyPromise;
|
|
83
|
+
}
|
|
84
|
+
function getHandlerEntry(type) {
|
|
85
|
+
const entry = registry[type];
|
|
86
|
+
if (!entry)
|
|
87
|
+
throw new RPCNoHandlerError(type);
|
|
88
|
+
return entry;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Fill loadModel requests with device + schema config defaults before the
|
|
92
|
+
* handler runs, matching the priority user config > device defaults > schema
|
|
93
|
+
* defaults. Other request types pass through untouched.
|
|
94
|
+
*/
|
|
95
|
+
function applyDeviceDefaults(request) {
|
|
96
|
+
if (request.type !== 'loadModel' || !('modelSrc' in request))
|
|
97
|
+
return request;
|
|
98
|
+
let canonicalType;
|
|
99
|
+
try {
|
|
100
|
+
canonicalType = normalizeModelType(request.modelType);
|
|
101
|
+
}
|
|
102
|
+
catch {
|
|
103
|
+
return request;
|
|
104
|
+
}
|
|
105
|
+
const rawConfig = request.modelConfig ?? {};
|
|
106
|
+
return { ...request, modelConfig: resolveModelConfig(canonicalType, rawConfig) };
|
|
107
|
+
}
|
|
108
|
+
function getProfilingMeta(request) {
|
|
109
|
+
if (PROFILING_KEY in request) {
|
|
110
|
+
return request[PROFILING_KEY];
|
|
111
|
+
}
|
|
112
|
+
return undefined;
|
|
113
|
+
}
|
|
114
|
+
/**
|
|
115
|
+
* Validate a request against its schema and apply device + schema defaults
|
|
116
|
+
* before dispatch. Every operation flows through here, so validation and
|
|
117
|
+
* defaulting are guaranteed for the whole registry — there is no per-operation
|
|
118
|
+
* step to forget. Per-call profiling meta rides on a symbol key the schema
|
|
119
|
+
* parse would drop, so it is carried across.
|
|
120
|
+
*/
|
|
121
|
+
function prepareRequest(request) {
|
|
122
|
+
const withDeviceDefaults = applyDeviceDefaults(request);
|
|
123
|
+
const profilingMeta = getProfilingMeta(withDeviceDefaults);
|
|
124
|
+
let validated;
|
|
125
|
+
try {
|
|
126
|
+
validated = requestSchema.parse(withDeviceDefaults);
|
|
127
|
+
}
|
|
128
|
+
catch (error) {
|
|
129
|
+
if (error instanceof z.ZodError) {
|
|
130
|
+
throw new RequestValidationFailedError(formatZodError(error));
|
|
131
|
+
}
|
|
132
|
+
throw error;
|
|
133
|
+
}
|
|
134
|
+
if (profilingMeta !== undefined) {
|
|
135
|
+
;
|
|
136
|
+
validated[PROFILING_KEY] = profilingMeta;
|
|
137
|
+
}
|
|
138
|
+
return validated;
|
|
139
|
+
}
|
|
140
|
+
function delegatedOptions(request, progressCallback) {
|
|
141
|
+
const profilingMeta = getProfilingMeta(request);
|
|
142
|
+
if (!profilingMeta && !progressCallback)
|
|
143
|
+
return undefined;
|
|
144
|
+
const options = {};
|
|
145
|
+
if (progressCallback)
|
|
146
|
+
options.progressCallback = progressCallback;
|
|
147
|
+
if (profilingMeta)
|
|
148
|
+
options.profilingMeta = profilingMeta;
|
|
149
|
+
return options;
|
|
150
|
+
}
|
|
151
|
+
function invokeHandler(request, handler, isDelegated) {
|
|
152
|
+
const directHandler = handler;
|
|
153
|
+
if (isDelegated)
|
|
154
|
+
return directHandler(request, delegatedOptions(request));
|
|
155
|
+
return directHandler(request);
|
|
156
|
+
}
|
|
157
|
+
function isAsyncGenerator(result) {
|
|
158
|
+
return typeof result === 'object' && result !== null && Symbol.asyncIterator in result;
|
|
159
|
+
}
|
|
160
|
+
/**
|
|
161
|
+
* Bridge a progress-callback handler (which returns a single final response and
|
|
162
|
+
* pushes interim updates through a callback) into an async generator.
|
|
163
|
+
*/
|
|
164
|
+
async function* streamWithProgress(request, handler, isDelegated) {
|
|
165
|
+
const queue = [];
|
|
166
|
+
const errors = [];
|
|
167
|
+
let done = false;
|
|
168
|
+
function progressCallback(update) {
|
|
169
|
+
queue.push(update);
|
|
170
|
+
}
|
|
171
|
+
const directHandler = handler;
|
|
172
|
+
Promise.resolve(directHandler(request, isDelegated ? delegatedOptions(request, progressCallback) : progressCallback))
|
|
173
|
+
.then((final) => {
|
|
174
|
+
queue.push(final);
|
|
175
|
+
done = true;
|
|
176
|
+
})
|
|
177
|
+
.catch((error) => {
|
|
178
|
+
errors.push(error);
|
|
179
|
+
done = true;
|
|
180
|
+
});
|
|
181
|
+
while (!done || queue.length > 0) {
|
|
182
|
+
if (queue.length > 0) {
|
|
183
|
+
yield queue.shift();
|
|
184
|
+
}
|
|
185
|
+
else {
|
|
186
|
+
await new Promise((resolve) => setTimeout(resolve, 10));
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
const handlerError = errors[0];
|
|
190
|
+
if (handlerError)
|
|
191
|
+
throw handlerError;
|
|
192
|
+
}
|
|
193
|
+
export async function send(request, _options) {
|
|
194
|
+
await ensureReady();
|
|
195
|
+
assertLifecycleAllowed(request);
|
|
196
|
+
const processed = prepareRequest(request);
|
|
197
|
+
const entry = getHandlerEntry(processed.type);
|
|
198
|
+
const { handler, isDelegated } = selectHandler(entry, processed);
|
|
199
|
+
// Plugin capabilities profile themselves inside plugin dispatch; delegated
|
|
200
|
+
// requests are timed on the provider. Everything else is timed here so the
|
|
201
|
+
// `profiler` covers every operation. Profiling is a no-op unless enabled.
|
|
202
|
+
if (entry.pluginOp || isDelegated) {
|
|
203
|
+
return (await invokeHandler(processed, handler, isDelegated));
|
|
204
|
+
}
|
|
205
|
+
return profileReplyHandler({ op: processed.type, request: processed }, () => invokeHandler(processed, handler, isDelegated));
|
|
206
|
+
}
|
|
207
|
+
export async function* stream(request, _options) {
|
|
208
|
+
await ensureReady();
|
|
209
|
+
assertLifecycleAllowed(request);
|
|
210
|
+
const processed = prepareRequest(request);
|
|
211
|
+
const entry = getHandlerEntry(processed.type);
|
|
212
|
+
const { handler, isDelegated } = selectHandler(entry, processed);
|
|
213
|
+
async function* run() {
|
|
214
|
+
if (handlerSupportsProgress(entry, processed)) {
|
|
215
|
+
yield* streamWithProgress(processed, handler, isDelegated);
|
|
216
|
+
return;
|
|
217
|
+
}
|
|
218
|
+
const result = invokeHandler(processed, handler, isDelegated);
|
|
219
|
+
if (isAsyncGenerator(result)) {
|
|
220
|
+
yield* result;
|
|
221
|
+
}
|
|
222
|
+
else {
|
|
223
|
+
yield await result;
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
// See `send`: plugin capabilities and delegated requests are timed elsewhere.
|
|
227
|
+
if (entry.pluginOp || isDelegated) {
|
|
228
|
+
yield* run();
|
|
229
|
+
}
|
|
230
|
+
else {
|
|
231
|
+
yield* profileStreamHandler({ op: processed.type, request: processed }, run);
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
export async function duplex(request, _options) {
|
|
235
|
+
await ensureReady();
|
|
236
|
+
assertLifecycleAllowed(request);
|
|
237
|
+
const processed = prepareRequest(request);
|
|
238
|
+
const entry = registry[processed.type];
|
|
239
|
+
if (!entry || entry.type !== 'duplex') {
|
|
240
|
+
throw new RPCNoHandlerError(processed.type);
|
|
241
|
+
}
|
|
242
|
+
const inputStream = new PassThrough();
|
|
243
|
+
const outputStream = new PassThrough();
|
|
244
|
+
const duplexHandler = entry.handler;
|
|
245
|
+
void (async () => {
|
|
246
|
+
try {
|
|
247
|
+
for await (const response of duplexHandler(processed, inputStream)) {
|
|
248
|
+
outputStream.write(JSON.stringify(response) + '\n', 'utf-8');
|
|
249
|
+
}
|
|
250
|
+
}
|
|
251
|
+
catch (error) {
|
|
252
|
+
inputStream.destroy();
|
|
253
|
+
outputStream.write(JSON.stringify(createErrorResponse(error)) + '\n', 'utf-8');
|
|
254
|
+
}
|
|
255
|
+
finally {
|
|
256
|
+
outputStream.end();
|
|
257
|
+
}
|
|
258
|
+
})();
|
|
259
|
+
return {
|
|
260
|
+
requestStream: inputStream,
|
|
261
|
+
responseStream: outputStream
|
|
262
|
+
};
|
|
263
|
+
}
|
|
264
|
+
export async function close() {
|
|
265
|
+
// Bump the generation so an in-flight `performReady` does not mark readiness;
|
|
266
|
+
// the next send re-initializes.
|
|
267
|
+
generation++;
|
|
268
|
+
ready = false;
|
|
269
|
+
readyPromise = null;
|
|
270
|
+
await closeEngine();
|
|
271
|
+
}
|
package/dist/engine.d.ts
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { Request } from './schemas/index.js';
|
|
2
|
+
export { send, stream, duplex, close, type DuplexSession, type DuplexWritable, type DuplexReadable } from './dispatch.js';
|
|
3
|
+
export { setConfig, setRuntimeContext } from './runtime/state.js';
|
|
4
|
+
export { initialize, cleanupForTerminate } from './runtime/lifecycle.js';
|
|
5
|
+
export declare function dispatchTransport(request: Request): "duplex" | "stream" | "reply" | "progress" | undefined;
|
package/dist/engine.js
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
// The engine surface for a host that owns its own transport: it deserializes a
|
|
2
|
+
// request, calls `send`/`stream`/`duplex`, and serializes the reply. Config and
|
|
3
|
+
// runtime context are injected via `setConfig`/`setRuntimeContext`;
|
|
4
|
+
// `initialize`/`cleanupForTerminate`/`close` bracket the process lifecycle. This is
|
|
5
|
+
// pure engine — no wire framing lives here.
|
|
6
|
+
//
|
|
7
|
+
// Bare consumers use the public API in `index.ts` instead.
|
|
8
|
+
import { registry } from './registry.js';
|
|
9
|
+
import { handlerSupportsProgress } from './selection.js';
|
|
10
|
+
export { send, stream, duplex, close } from './dispatch.js';
|
|
11
|
+
export { setConfig, setRuntimeContext } from './runtime/state.js';
|
|
12
|
+
export { initialize, cleanupForTerminate } from './runtime/lifecycle.js';
|
|
13
|
+
// The wire transport a request needs: reply, stream, progress, or duplex.
|
|
14
|
+
// Returns undefined for an unknown type. A host reads it to pick the matching
|
|
15
|
+
// response before calling `send`/`stream`/`duplex`. It is request-aware: a reply
|
|
16
|
+
// operation that supports progress reports `progress` when the caller asked for
|
|
17
|
+
// progress (`withProgress`). Both `stream` and `progress` run through `stream()`;
|
|
18
|
+
// the separate `progress` value tells a host to throttle progress updates, which
|
|
19
|
+
// a native data stream such as completion tokens must never do.
|
|
20
|
+
export function dispatchTransport(request) {
|
|
21
|
+
const entry = registry[request.type];
|
|
22
|
+
if (!entry)
|
|
23
|
+
return undefined;
|
|
24
|
+
if (entry.type !== 'reply')
|
|
25
|
+
return entry.type;
|
|
26
|
+
return handlerSupportsProgress(entry, request) ? 'progress' : 'reply';
|
|
27
|
+
}
|